00000800:00000200:3.1F:1763344750.039702:0:3654:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000036d88314] -> 12345-192.168.203.108@tcp (2) 00000800:00000200:3.1:1763344750.040244:0:3645:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000036d88314] -> 12345-192.168.203.108@tcp (2) 00000800:00000200:3.1:1763344750.040247:0:3645:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.108@tcp 000000006f2f63cf deleted 00000800:00000010:3.1:1763344750.040249:0:3645:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006f2f63cf. 00000800:00000200:3.1:1763344750.040252:0:3645:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1763344750.040257:0:3645:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.108@tcp ip 192.168.203.108:1023 00000800:00000200:3.1:1763344750.040261:0:3645:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000506d43f4 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1F:1763344750.040737:0:3644:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1F:1763344750.041369:0:3646:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000036d88314] -> 12345-192.168.203.108@tcp (4) 00000800:00000200:1.1:1763344750.041376:0:3646:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.108@tcp 00000000937b7c7d deleted 00000800:00000010:1.1:1763344750.041378:0:3646:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000937b7c7d. 00000800:00000200:1.1:1763344750.041380:0:3646:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1763344750.041463:0:3644:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:1.1:1763344750.231915:0:6501:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f252d142. 00010000:00000010:1.1:1763344750.231927:0:6501:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bfafbf3e. 00010000:00000010:2.1:1763344750.465951:0:6495:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000df1dd135. 00010000:00000010:2.1:1763344750.465960:0:6495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ef08d6ce. 00010000:00000010:2.1:1763344750.465965:0:6495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bfafbf3e. 00010000:00000010:2.1:1763344750.465968:0:6495:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001b98283d. 00010000:00000010:2.1:1763344750.465971:0:6495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000001a0d90c. 00080000:00000010:2.1:1763344750.492888:0:248:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at 00000000186f62b7. 00010000:00010000:3.0:1763345635.528076:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58a8a63 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x211:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831b8c expref: 274 pid: 6520 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763345635.528098:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a8a6a lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x211:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831b8c expref: 273 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.528126:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x211:0x0].0x0 (ffff91b653620700) 00010000:00010000:3.0:1763345635.528129:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763345635.528131:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541517a00, rc 0) 00000100:00100000:3.0:1763345635.528161:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+273:55937:x1849000910098560:12345-192.168.203.8@tcp:101:bash.0 Request processed in 3756us (3906us total) trans 8589940462 rc 0/0 00000100:00100000:3.0:1763345635.528169:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10480 00000004:00080000:3.0:1763345635.532304:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54440b480/2, rc 0, transno 21474839271 00000100:00100000:3.0:1763345635.532310:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54440b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924316544:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345635.533228:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b54f832240 going to sleep for 11 seconds 00000100:00100000:3.0:1763345635.538184:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3659:1849000924317696:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763345635.538252:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1763345635.538613:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1763345635.538617:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763345635.538640:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3659:1849000924317696:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763345635.542407:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544409180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924317312:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345635.542431:0:15692:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe200/0x52bea07cb58a8a78 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x316:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345635.542456:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910098944 00000100:00100000:3.0:1763345635.542461:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910098944 00010000:00010000:3.0:1763345635.542481:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58a88d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980831b0e expref: 15 pid: 8405 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763345635.542551:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3448 00000100:00100000:3.0:1763345635.542564:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+25:2411:x1849000910098688:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345635.542582:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345635.542589:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b6748ff200/0x52bea07cb58a88db lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x312:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980831b15 expref: 25 pid: 15692 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763345635.542606:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b6748ff200/0x52bea07cb58a88db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x312:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980831b15 expref: 25 pid: 15692 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763345635.542633:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345635.542636:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345635.542642:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672b55200/0x52bea07cb58a8a71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x312:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.542654:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672b55200/0x52bea07cb58a8a71 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x312:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.542711:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345635.542777:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+25:2411:x1849000910098688:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 196us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345635.542786:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3448 00000100:00100000:3.0:1763345635.542806:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3450 00000100:00100000:3.0:1763345635.542814:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2411:x1849000910098816:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345635.542822:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345635.542827:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b545094800/0x52bea07cb58a884f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x316:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980831ae4 expref: 14 pid: 15692 timeout: 1128 lvb_type: 1 00010000:00010000:3.0:1763345635.542847:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b545094800/0x52bea07cb58a884f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x316:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980831ae4 expref: 14 pid: 15692 timeout: 1128 lvb_type: 1 00010000:00010000:3.0:1763345635.542873:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b545094800/0x52bea07cb58a884f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x316:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980831ae4 expref: 14 pid: 15692 timeout: 1128 lvb_type: 1 00010000:00010000:3.0:1763345635.542892:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345635.542895:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345635.542908:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe200/0x52bea07cb58a8a78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x316:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.542927:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe200/0x52bea07cb58a8a78 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x316:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.542945:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345635.542967:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+13:2411:x1849000910098816:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 153us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345635.542973:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3450 00010000:00010000:3.0:1763345635.542993:0:15692:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe200/0x52bea07cb58a8a78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.543000:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe200/0x52bea07cb58a8a78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.543008:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe200/0x52bea07cb58a8a78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.543018:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe200/0x52bea07cb58a8a78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.543034:0:15692:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763345635.544383:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542036680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+23:3659:x1849000924316800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15054us (17517us total) trans 17179872024 rc 0/0 00000100:00100000:3.0:1763345635.544391:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7544 00010000:00010000:3.0:1763345635.544411:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763345635.544416:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b672b55200/0x52bea07cb58a8a71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.544424:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b55200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345635.544427:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b672b55200/0x52bea07cb58a8a71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.544435:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b672b55200/0x52bea07cb58a8a71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.544447:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b672b55200/0x52bea07cb58a8a71 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.544454:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b672b55200/0x52bea07cb58a8a71 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.544470:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345635.544473:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58a8a86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.544478:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b55a00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345635.544481:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58a8a86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.544487:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58a8a86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.544494:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58a8a86 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.544500:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58a8a86 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.544510:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345635.544511:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345635.544513:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763345635.544544:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ed1500/2, rc 0, transno 17179872023 00000100:00100000:3.0:1763345635.544550:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ed1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924316672:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1763345635.544560:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544409880/2, rc 0, transno 21474839273 00000100:00100000:3.0:1763345635.544564:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924316160:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1763345635.544570:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ed2680/2, rc 0, transno 17179872024 00000100:00100000:3.0:1763345635.544573:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ed2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924316800:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345635.551732:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345635.561189:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910099584 00000100:00100000:3.0:1763345635.561200:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910099584 00000100:00100000:3.0:1763345635.561266:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10481 00000100:00100000:3.0:1763345635.561276:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+273:57121:x1849000910099584:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345635.561299:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345635.561321:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a8a94 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831b9a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.561395:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a8a9b lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.561409:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a8a9b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.561420:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a8a9b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.561432:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a8aa2 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.561440:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a8aa2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.561446:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a8aa2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.561551:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a8aa9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x211:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.561559:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a8aa9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.561566:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a8aa9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763345635.561575:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x211:0x0]: returning size 2 00010000:00010000:3.0:1763345635.564345:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a8a9b lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.564361:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a8a9b lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.564369:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a8a9b lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.564376:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a8a9b lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.564383:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541516e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345635.564388:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a8a9b lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.564397:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a8a9b lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.564414:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b644c51f00) 00010000:00010000:3.0:1763345635.564421:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345635.564428:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a8a9b lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.564436:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a8a9b lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.564453:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a8aa2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.564459:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a8aa2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.564465:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a8aa2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.564477:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541517000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345635.564480:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a8aa2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.564488:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a8aa2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.564496:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b644c51300) 00010000:00010000:3.0:1763345635.564499:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345635.564501:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a8aa2 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.564506:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a8aa2 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.564562:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a8a94 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831b9a expref: 276 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.564581:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a8aa9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831b9a expref: 275 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.564589:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x211:0x0].0x0 (ffff91b653620700) 00010000:00010000:3.0:1763345635.564592:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345635.564596:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541517800, rc 0) 00000100:00100000:3.0:1763345635.564661:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+275:57121:x1849000910099584:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3384us (4548us total) trans 8589940463 rc 0/0 00000100:00100000:3.0:1763345635.564678:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10481 00000100:00100000:3.0:1763345635.576011:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345635.580858:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910100736 00000100:00100000:3.0:1763345635.580868:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910100736 00000100:00100000:3.0:1763345635.596718:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910101248 00000100:00100000:3.0:1763345635.596724:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910101248 00010000:00010000:3.0:1763345635.596744:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58a8ac5 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x211:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980831ba8 expref: 282 pid: 6520 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763345635.596790:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3454 00000100:00100000:3.0:1763345635.596798:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+282:2411:x1849000910101248:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345635.596807:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345635.596814:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58a8ac5 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x211:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980831ba8 expref: 282 pid: 6520 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763345635.596826:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58a8ac5 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x211:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980831ba8 expref: 282 pid: 6520 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763345635.596843:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58a8ac5 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x211:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980831ba8 expref: 282 pid: 6520 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763345635.596857:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x211:0x0].0x0 (ffff91b653620700) 00010000:00010000:3.0:1763345635.596862:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58a8ae8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x211:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.596869:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58a8ae8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x211:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.596875:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58a8ae8 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x211:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.596883:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58a8af6 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x211:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345635.596888:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58a8af6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345635.596894:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58a8af6 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345635.596987:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345635.597036:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+281:2411:x1849000910101248:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 238us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345635.597043:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3454 00000100:00100000:3.0:1763345635.610184:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345635.630142:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910102272 00000100:00100000:3.0:1763345635.630150:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910102272 00000100:00100000:3.0:1763345635.630211:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10489 00000100:00100000:3.0:1763345635.630222:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+280:57123:x1849000910102272:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345635.630244:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345635.630267:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094e00/0x52bea07cb58a8b4a lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831bd2 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.630328:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8b51 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.630341:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8b51 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.630351:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8b51 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.630362:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a8b58 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.630370:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a8b58 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.630380:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a8b58 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.630418:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8b51 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.630424:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8b51 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.630430:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8b51 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.630436:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8b51 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.630442:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545094800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345635.630447:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8b51 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.630454:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8b51 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.630464:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b644c51f00) 00010000:00010000:3.0:1763345635.630467:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345635.630471:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8b51 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.630477:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8b51 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.630489:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a8b58 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.630494:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a8b58 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.630500:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a8b58 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.630504:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541517a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345635.630506:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a8b58 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.630512:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a8b58 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.630517:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541f06500) 00010000:00010000:3.0:1763345635.630520:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345635.630522:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a8b58 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.630527:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a8b58 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.630548:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094e00/0x52bea07cb58a8b4a lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831bd2 expref: 281 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.630556:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b644c51f00) 00010000:00010000:3.0:1763345635.630559:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345635.630562:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094e00/0x52bea07cb58a8b4a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831bd2 expref: 281 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.630574:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545094e00, rc 0) 00000100:00100000:3.0:1763345635.630633:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+280:57123:x1849000910102272:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 412us (1347us total) trans 0 rc 301/301 00000100:00100000:3.0:1763345635.630640:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10489 00000100:00100000:3.0:1763345635.632029:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345635.636449:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910102528 00000100:00100000:3.0:1763345635.636460:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910102528 00000100:00100000:3.0:1763345635.636587:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10490 00000100:00100000:3.0:1763345635.636599:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+280:57123:x1849000910102528:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345635.636618:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345635.636640:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a8b5f lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831bd9 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.636698:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a8b66 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.636712:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a8b66 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.636723:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a8b66 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345635.636789:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763345635.636795:0:9296:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763345635.636827:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a8b5f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831bd9 expref: 282 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.636844:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a8b66 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831bd9 expref: 281 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.636852:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b644c51f00) 00010000:00010000:3.0:1763345635.636855:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763345635.636859:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541517800, rc 0) 00000100:00100000:3.0:1763345635.636929:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+281:57123:x1849000910102528:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 332us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345635.636939:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10490 00000100:00100000:3.0:1763345635.642614:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910102784 00000100:00100000:3.0:1763345635.642622:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910102784 00000100:00100000:3.0:1763345635.642661:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10491 00000100:00100000:3.0:1763345635.642667:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+281:57123:x1849000910102784:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345635.642683:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345635.642697:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a8b6d lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831be0 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.642749:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a8b74 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.642776:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a8b74 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.642784:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a8b74 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.642793:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a8b7b lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.642800:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a8b7b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.642805:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a8b7b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.642836:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a8b74 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.642841:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a8b74 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.642850:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a8b74 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.642855:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a8b74 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.642860:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541517000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345635.642863:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a8b74 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.642868:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a8b74 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.642875:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b644c51f00) 00010000:00010000:3.0:1763345635.642878:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345635.642881:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a8b74 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.642885:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a8b74 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.642894:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a8b7b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.642911:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a8b7b lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.642916:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a8b7b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.642921:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541516e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345635.642923:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a8b7b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.642932:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a8b7b lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.642938:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541f06500) 00010000:00010000:3.0:1763345635.642940:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345635.642942:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a8b7b lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.642948:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a8b7b lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.642967:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a8b6d lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831be0 expref: 282 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.642975:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b644c51f00) 00010000:00010000:3.0:1763345635.642977:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345635.642980:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a8b6d lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831be0 expref: 282 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.642987:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541517200, rc 0) 00000100:00100000:3.0:1763345635.643013:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+281:57123:x1849000910102784:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 346us (498us total) trans 0 rc 301/301 00000100:00100000:3.0:1763345635.643018:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10491 00000100:00100000:3.0:1763345635.647208:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910103040 00000100:00100000:3.0:1763345635.647218:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910103040 00000100:00100000:3.0:1763345635.647279:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10492 00000100:00100000:3.0:1763345635.647289:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+281:57121:x1849000910103040:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:3.0:1763345635.647337:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345635.647436:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58a8b12 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x211:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831bbd expref: 281 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.647453:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x211:0x0].0x0 (ffff91b541f06400) 00010000:00010000:3.0:1763345635.647459:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345635.647487:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a8b82 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x211:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.647499:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a8b82 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x211:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.647509:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a8b82 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x211:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000040:00080000:3.0:1763345635.648999:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1702, 88 off141920 00000004:00080000:3.0:1763345635.649015:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1028174255048ns, next at 1028654684153ns, rc = 0 00000040:00080000:3.0:1763345635.649063:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1718, 88 off143448 00000004:00080000:3.0:1763345635.649069:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1028174309115ns, next at 1028654650771ns, rc = 0 00000040:00080000:3.0:1763345635.649085:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1719, 88 off143536 00000004:00080000:3.0:1763345635.649090:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1028174330432ns, next at 1028654650771ns, rc = 0 00000040:00080000:3.0:1763345635.649101:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1703, 88 off142008 00000004:00080000:3.0:1763345635.649104:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1028174345022ns, next at 1028654684153ns, rc = 0 00000100:00100000:3.0:1763345635.650057:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910103296 00000100:00100000:3.0:1763345635.650066:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910103296 00000100:00100000:3.0:1763345635.650118:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10493 00000100:00100000:3.0:1763345635.650129:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+282:57123:x1849000910103296:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345635.650146:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345635.650149:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763345635.650170:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a8b66 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831bd9 expref: 282 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.650191:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b644c51f00) 00010000:00010000:3.0:1763345635.650201:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345635.650216:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094e00/0x52bea07cb58a8b89 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831be7 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.650297:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8b90 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.650310:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8b90 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.650318:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8b90 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.650328:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58a8b97 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.650335:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58a8b97 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.650342:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58a8b97 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.652238:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe200/0x52bea07cb58a8b9e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x212:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.652256:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe200/0x52bea07cb58a8b9e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.652267:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe200/0x52bea07cb58a8b9e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345635.652276:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x212:0x0]: returning size 0 00010000:00010000:3.0:1763345635.652302:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8b90 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.652309:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8b90 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.652315:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8b90 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.652321:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8b90 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.652327:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545094800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345635.652331:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8b90 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.652338:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8b90 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.652348:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b644c51300) 00010000:00010000:3.0:1763345635.652351:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345635.652354:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8b90 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.652360:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8b90 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000004:00010000:3.0:1763345635.652371:0:9296:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ff67dbf4 reply state 000000004c52ec64 transno 8589940470 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58a8b97 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.652381:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58a8b97 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.652387:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541f06500) 00010000:00010000:3.0:1763345635.652389:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345635.652392:0:9296:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763345635.652423:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094e00/0x52bea07cb58a8b89 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831be7 expref: 284 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.652440:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe200/0x52bea07cb58a8b9e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831be7 expref: 283 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.652447:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x212:0x0].0x0 (ffff91b644c51200) 00010000:00010000:3.0:1763345635.652449:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345635.652452:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6748fe200, rc 0) 00000100:00100000:3.0:1763345635.652523:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+284:57123:x1849000910103296:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2395us (2569us total) trans 8589940470 rc 0/0 00000100:00100000:3.0:1763345635.652532:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10493 00000100:00100000:3.0:1763345635.656039:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763345635.656051:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542034700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924318976:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345635.656509:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345635.660086:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345635.665717:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345635.667062:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345635.670980:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345635.671441:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345635.678527:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910104832 00000100:00100000:3.0:1763345635.678536:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910104832 00000100:00100000:3.0:1763345635.678592:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10497 00000100:00100000:3.0:1763345635.678601:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+279:55937:x1849000910104832:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345635.678626:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1763345635.691284:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345635.708194:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345635.710591:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345635.727224:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345635.740005:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345635.749641:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910106496 00000100:00100000:3.0:1763345635.749651:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910106496 00002000:00010000:3.0:1763345635.749687:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/793 (0->18446744073709551615) 00002000:00100000:3.0:1763345635.749692:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377ce00 with x1849000910106496 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345635.749703:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54377ce00. 00000100:00100000:3.0:1763345635.749735:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1805 00000100:00100000:3.0:1763345635.749744:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910106496:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:3.0:1763345635.749940:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x319:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345635.749944:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x319:0x0] updating lvb mtime from disk: 0 -> 1763345635 00002000:00010000:3.0:1763345635.749946:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x319:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345635.749948:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x319:0x0] updating lvb ctime from disk: 0 -> 1763345635 00002000:00010000:3.0:1763345635.749951:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x319:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345635.750004:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910106496:12345-192.168.203.8@tcp:10:bash.0 Request processed in 260us (1812us total) trans 17179872030 rc 0/0 00000100:00100000:3.0:1763345635.750011:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1805 00002000:00010000:3.0:1763345635.750015:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/793 (0->18446744073709551615) 00002000:00100000:3.0:1763345635.750017:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377ce00 with x1849000910106496 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345635.750021:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54377ce00. 00000100:00100000:3.0:1763345635.750860:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910106624 00000100:00100000:3.0:1763345635.750869:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910106624 00002000:00010000:3.0:1763345635.750891:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/790 (0->18446744073709551615) 00002000:00100000:3.0:1763345635.750895:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377ea00 with x1849000910106624 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345635.750915:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54377ea00. 00000100:00100000:3.0:1763345635.750950:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1806 00000100:00100000:3.0:1763345635.750961:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+27:2408:x1849000910106624:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:3.0:1763345635.751090:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x316:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345635.751093:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x316:0x0] updating lvb mtime from disk: 0 -> 1763345635 00002000:00010000:3.0:1763345635.751095:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x316:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345635.751097:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x316:0x0] updating lvb ctime from disk: 0 -> 1763345635 00002000:00010000:3.0:1763345635.751099:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x316:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345635.757092:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+28:2408:x1849000910106624:12345-192.168.203.8@tcp:10:bash.0 Request processed in 6121us (7795us total) trans 21474839281 rc 0/0 00000100:00100000:3.0:1763345635.757107:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1806 00002000:00010000:3.0:1763345635.757114:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/790 (0->18446744073709551615) 00002000:00100000:3.0:1763345635.757118:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377ea00 with x1849000910106624 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345635.757128:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54377ea00. 00000100:00100000:3.0:1763345635.757305:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910106752 00000100:00100000:3.0:1763345635.757309:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910106752 00000100:00100000:3.0:1763345635.757346:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1807 00000100:00100000:3.0:1763345635.757353:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910106752:12345-192.168.203.8@tcp:4:lfs.0 00002000:00010000:3.0:1763345635.757427:0:16618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x318:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345635.757435:0:16618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b545094e00/0x52bea07cb58a8c4d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.757448:0:16618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345635.757450:0:16618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345635.757455:0:16618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b545094e00/0x52bea07cb58a8c4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.757468:0:16618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b545094e00/0x52bea07cb58a8c4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345635.763616:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x318:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:3.0:1763345635.763621:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x318:0x0] updating lvb mtime from disk: 0 -> 1763345635 00002000:00010000:3.0:1763345635.763623:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x318:0x0] updating lvb ctime from disk: 0 -> 1763345635 00002000:00010000:3.0:1763345635.763625:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x318:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763345635.763636:0:16618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b545094e00/0x52bea07cb58a8c4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.763647:0:16618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b545094e00/0x52bea07cb58a8c4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.763655:0:16618:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b545094e00/0x52bea07cb58a8c4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.763661:0:16618:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545094e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345635.763666:0:16618:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b545094e00/0x52bea07cb58a8c4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.763673:0:16618:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b545094e00/0x52bea07cb58a8c4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.763688:0:16618:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b545094e00/0x52bea07cb58a8c4d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.763694:0:16618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b545094e00/0x52bea07cb58a8c4d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345635.763810:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+12:2411:x1849000910106752:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 6453us (6558us total) trans 17179872031 rc 0/0 00000100:00100000:3.0:1763345635.763823:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1807 00010000:00010000:3.0:1763345635.781250:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345635.781270:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58a8c85 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x212:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.781284:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b658b9f000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345635.782498:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58a8c85 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x212:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.782508:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58a8c85 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x212:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.782520:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x212:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345635.782523:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763345635.782526:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58a8c85 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x212:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.782533:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58a8c85 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x212:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763345635.788021:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910107776 00000100:00100000:3.0:1763345635.788041:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910107776 00000100:00100000:3.0:1763345635.788102:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7567 00000100:00100000:3.0:1763345635.788111:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+12:57121:x1849000910107776:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345635.788129:0:27809:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345635.788148:0:27809:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b545094800/0x52bea07cb58a8c93 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831c42 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345635.788171:0:27809:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x318:0x0] initial LVB size: 4096, mtime: 0x691a84e3, atime: 0x0, ctime: 0x691a84e3, blocks: 0x8 00010000:00010000:3.0:1763345635.788190:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345635.788193:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345635.788201:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b545094800/0x52bea07cb58a8c93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831c42 expref: 13 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.788292:0:27809:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b545094800/0x52bea07cb58a8c93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831c42 expref: 13 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.788304:0:27809:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545094800, rc 0) 00000100:00100000:3.0:1763345635.788366:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+13:57121:x1849000910107776:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 256us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345635.788372:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7567 00000100:00100000:3.0:1763345635.796921:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910108032 00000100:00100000:3.0:1763345635.796933:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910108032 00000100:00100000:3.0:1763345635.821175:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910108672 00000100:00100000:3.0:1763345635.821185:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910108672 00000100:00100000:3.0:1763345635.821241:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7569 00000100:00100000:3.0:1763345635.821250:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+30:57121:x1849000910108672:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345635.821267:0:27809:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345635.821285:0:27809:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b545094e00/0x52bea07cb58a8cbd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x314:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831c57 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.821312:0:27809:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58a8bd6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831c03 expref: 31 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345635.821320:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345635.821322:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345635.821326:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b545094e00/0x52bea07cb58a8cbd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x314:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831c57 expref: 31 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.821364:0:27809:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58a8bd6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980831c03 expref: 31 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345635.821376:0:27809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58a8bd6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980831c03 expref: 31 pid: 8560 timeout: 1128 lvb_type: 1 00000100:00100000:3.0:1763345635.821390:0:27809:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27809:1849000924319744:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345635.821476:0:27809:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5421360c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763345635.828963:0:27809:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27809:1849000924319744:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345635.828996:0:27809:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b545094e00/0x52bea07cb58a8cbd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x314:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980831c57 expref: 31 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.829016:0:27809:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545094e00, rc 0) 00000100:00100000:3.0:1763345635.829081:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+32:57121:x1849000910108672:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 7830us (8340us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345635.829092:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7569 00000100:00100000:3.0:1763345635.831597:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910109056 00000100:00100000:3.0:1763345635.831606:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910109056 00000100:00100000:3.0:1763345635.831666:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10509 00000100:00100000:3.0:1763345635.831676:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+281:57125:x1849000910109056:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345635.831695:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345635.832104:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58a8cd9 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831c65 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.832162:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1de00/0x52bea07cb58a8ce0 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.832174:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1de00/0x52bea07cb58a8ce0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.832183:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1de00/0x52bea07cb58a8ce0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345635.832222:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763345635.832227:0:9296:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763345635.832257:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58a8cd9 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831c65 expref: 283 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.832272:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1de00/0x52bea07cb58a8ce0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831c65 expref: 282 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.832280:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b644c51200) 00010000:00010000:3.0:1763345635.832283:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763345635.832286:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545a1de00, rc 0) 00000100:00100000:3.0:1763345635.832823:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+282:57125:x1849000910109056:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1146us (2136us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345635.832830:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10509 00000100:00100000:3.0:1763345635.848428:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910109824 00000100:00100000:3.0:1763345635.848435:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910109824 00000100:00100000:3.0:1763345635.848481:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3629 00000100:00100000:3.0:1763345635.848490:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542034e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+284:57121:x1849000910109824:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:3.0:1763345635.848531:0:16418:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000405:0x211:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58a8b20 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x211:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831bc4 expref: 284 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.848563:0:16418:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58a8d1f lrc: 3/0,1 mode: --/EX res: [0x200000405:0x211:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16418 initiator: MDT0 00010000:00010000:3.0:1763345635.848574:0:16418:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58a8bba lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x211:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831bf5 expref: 284 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.848583:0:16418:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58a8d1f lrc: 4/0,1 mode: --/EX res: [0x200000405:0x211:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16418 initiator: MDT0 00010000:00010000:3.0:1763345635.848612:0:16418:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58a8bba lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x211:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980831bf5 expref: 284 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.848623:0:16418:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58a8bba lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x211:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980831bf5 expref: 284 pid: 9296 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763345635.848641:0:16418:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d0380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:16418:1849000924320000:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345635.848784:0:16418:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5421360c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763345635.855426:0:16418:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d0380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:16418:1849000924320000:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345635.855447:0:16418:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58a8d1f lrc: 3/0,1 mode: --/EX res: [0x200000405:0x211:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16418 initiator: MDT0 00010000:00010000:3.0:1763345635.857890:0:16418:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58a8d1f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x211:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16418 initiator: MDT0 00010000:00010000:3.0:1763345635.857909:0:16418:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58a8d1f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x211:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16418 initiator: MDT0 00000040:00080000:3.0:1763345635.858125:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1708, 88 off142400 00000004:00080000:3.0:1763345635.858133:0:16418:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1028383373654ns, next at 1028654684153ns, rc = 0 00000040:00080000:3.0:1763345635.858171:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1724, 88 off143928 00000004:00080000:3.0:1763345635.858176:0:16418:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1028383416674ns, next at 1028654650771ns, rc = 0 00000040:00080000:3.0:1763345635.858200:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1725, 88 off144016 00000004:00080000:3.0:1763345635.858205:0:16418:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1028383445430ns, next at 1028654650771ns, rc = 0 00000040:00080000:3.0:1763345635.858215:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1709, 88 off142488 00000004:00080000:3.0:1763345635.858219:0:16418:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1028383459185ns, next at 1028654684153ns, rc = 0 00010000:00010000:3.0:1763345635.862278:0:9296:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58a8d2d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.862286:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58a8d2d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345635.862307:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x214:0x0]: returning size 0 00000004:00080000:3.0:1763345635.862476:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x318:0x0], index 0: 0 00000004:00080000:3.0:1763345635.862485:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x31b:0x0], index 1: 0 00000004:00080000:3.0:1763345635.862490:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x31c:0x0], index 1: 0 00000004:00080000:3.0:1763345635.862496:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x319:0x0], index 0: 0 00010000:00010000:3.0:1763345635.862596:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58a8d2d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.862605:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58a8d2d lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.862610:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58a8d2d lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.862616:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54a881800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345635.862620:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58a8d2d lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.862627:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58a8d2d lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.862636:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x214:0x0].0x0 (ffff91b653620b00) 00010000:00010000:3.0:1763345635.862639:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345635.862643:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58a8d2d lrc: 2/0,0 mode: --/EX res: [0x200000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.862649:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58a8d2d lrc: 0/0,0 mode: --/EX res: [0x200000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.862687:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58a8d26 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x214:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831c7a expref: 286 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.862695:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x214:0x0].0x0 (ffff91b653620b00) 00010000:00010000:3.0:1763345635.862708:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763345635.862711:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58a8d26 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x214:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831c7a expref: 286 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.862723:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672e57800, rc 0) 00000100:00100000:3.0:1763345635.862779:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542037100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+285:57125:x1849000910110080:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 9210us (9345us total) trans 8589940484 rc 301/301 00000100:00100000:3.0:1763345635.862786:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10512 00000100:00100000:3.0:1763345635.865466:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924320512:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345635.865497:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345635.865529:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763345635.865535:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924320384:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345635.865554:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345635.865633:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924320640 00000100:00100000:3.0:1763345635.865640:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924320640 00000100:00100000:3.0:1763345635.865676:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924320256 00000100:00100000:3.0:1763345635.865679:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924320256 00000100:00100000:3.0:1763345635.865707:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924320512 00000100:00100000:3.0:1763345635.865710:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924320512 00000100:00100000:3.0:1763345635.865727:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924320384 00000100:00100000:3.0:1763345635.865731:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924320384 00000100:00100000:3.0:1763345635.865749:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7571 00000100:00100000:3.0:1763345635.865771:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+45:3656:x1849000924320640:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763345635.865919:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x315:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345635.865923:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x315:0x0] updating lvb mtime from disk: 1763345635 -> 1763345635 00002000:00010000:3.0:1763345635.865926:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x315:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345635.865928:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x315:0x0] updating lvb ctime from disk: 1763345635 -> 1763345635 00002000:00010000:3.0:1763345635.865931:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x315:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345635.865969:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+46:3656:x1849000924320640:12345-0@lo:2:osp-syn-0-0.0 Request processed in 213us (1022us total) trans 21474839284 rc 0/0 00000100:00100000:3.0:1763345635.865976:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7571 00000100:00100000:3.0:1763345635.865993:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7572 00000100:00100000:3.0:1763345635.865999:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+45:3656:x1849000924320256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763345635.866012:0:8560:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:790 count 1 00010000:00010000:3.0:1763345635.866029:0:8560:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b545a1d400/0x52bea07cb58a8d3b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x316:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.866049:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58a8c38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x316:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980831c2d expref: 30 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.866056:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345635.866058:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345635.866061:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b545a1d400/0x52bea07cb58a8d3b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x316:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.866089:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58a8c38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x316:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980831c2d expref: 30 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.866107:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58a8c38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x316:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980831c2d expref: 30 pid: 28867 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763345635.866118:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924320768:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345635.866174:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66c9de180 going to sleep for 11 seconds 00000100:00100000:3.0:1763345635.866192:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7573 00000100:00100000:3.0:1763345635.866199:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+45:3659:x1849000924320512:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763345635.866256:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x314:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763345635.866259:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x314:0x0] updating lvb mtime from disk: 1763345635 -> 1763345635 00002000:00010000:3.0:1763345635.866262:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x314:0x0] updating lvb atime from disk: 1763345634 -> 1763345634 00002000:00010000:3.0:1763345635.866264:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x314:0x0] updating lvb ctime from disk: 1763345635 -> 1763345635 00002000:00010000:3.0:1763345635.866266:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x314:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763345635.866296:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+46:3659:x1849000924320512:12345-0@lo:2:osp-syn-0-0.0 Request processed in 97us (798us total) trans 21474839285 rc 0/0 00000100:00100000:3.0:1763345635.866302:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7573 00000100:00100000:3.0:1763345635.866315:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7574 00000100:00100000:3.0:1763345635.866321:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+45:3659:x1849000924320384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763345635.866332:0:15692:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:791 count 1 00002000:00010000:3.0:1763345635.866348:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x317:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345635.866353:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b545a1c200/0x52bea07cb58a8d42 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x317:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.866360:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345635.866362:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345635.866366:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b545a1c200/0x52bea07cb58a8d42 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.866377:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b545a1c200/0x52bea07cb58a8d42 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.866385:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b545a1c200/0x52bea07cb58a8d42 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.866393:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b545a1c200/0x52bea07cb58a8d42 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.866406:0:15692:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345635.866540:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+46:3659:x1849000924320384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 218us (984us total) trans 21474839286 rc 0/0 00000100:00100000:3.0:1763345635.866546:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7574 00000004:00080000:3.0:1763345635.866594:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5454dce00/2, rc 0, transno 21474839286 00000100:00100000:3.0:1763345635.866600:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924320384:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1763345635.866610:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5454de300/2, rc 0, transno 21474839285 00000100:00100000:3.0:1763345635.866613:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924320512:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763345635.866634:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5454ded80/2, rc 0, transno 21474839284 00000100:00100000:3.0:1763345635.866637:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924320640:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345635.866700:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924321152:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345635.866724:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345635.866741:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763345635.866746:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924321024:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345635.866791:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345635.866813:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924321152 00000100:00100000:3.0:1763345635.866817:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924321152 00000100:00100000:3.0:1763345635.866840:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924321024 00000100:00100000:3.0:1763345635.866843:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924321024 00000100:00100000:3.0:1763345635.866858:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7575 00000100:00100000:3.0:1763345635.866863:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3659:x1849000924321152:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763345635.866937:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x317:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345635.866940:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x317:0x0] updating lvb mtime from disk: 1763345635 -> 1763345635 00002000:00010000:3.0:1763345635.866942:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x317:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345635.866944:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x317:0x0] updating lvb ctime from disk: 1763345635 -> 1763345635 00002000:00010000:3.0:1763345635.866946:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x317:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345635.866969:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3659:x1849000924321152:12345-0@lo:2:osp-syn-1-0.0 Request processed in 106us (246us total) trans 17179872033 rc 0/0 00000100:00100000:3.0:1763345635.866974:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7575 00000100:00100000:3.0:1763345635.866985:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7576 00000100:00100000:3.0:1763345635.866989:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3659:x1849000924321024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763345635.866998:0:8404:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:794 count 1 00002000:00010000:3.0:1763345635.867009:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x31a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345635.867014:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b545a1de00/0x52bea07cb58a8d49 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.867021:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345635.867023:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345635.867026:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b545a1de00/0x52bea07cb58a8d49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.867034:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b545a1de00/0x52bea07cb58a8d49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.867042:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b545a1de00/0x52bea07cb58a8d49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.867048:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b545a1de00/0x52bea07cb58a8d49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.867058:0:8404:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763345635.867146:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3659:x1849000924321024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 156us (354us total) trans 17179872034 rc 0/0 00000100:00100000:3.0:1763345635.867151:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7576 00000100:00100000:3.0:1763345635.867168:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924321280:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345635.867186:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345635.867199:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763345635.867203:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924320896:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345635.867216:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345635.867231:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924321280 00000100:00100000:3.0:1763345635.867234:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924321280 00000100:00100000:3.0:1763345635.867247:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924320896 00000100:00100000:3.0:1763345635.867249:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924320896 00000100:00100000:3.0:1763345635.867260:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7577 00000100:00100000:3.0:1763345635.867264:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3656:x1849000924321280:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763345635.867307:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x318:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763345635.867310:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x318:0x0] updating lvb mtime from disk: 1763345635 -> 1763345635 00002000:00010000:3.0:1763345635.867312:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x318:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345635.867314:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x318:0x0] updating lvb ctime from disk: 1763345635 -> 1763345635 00002000:00010000:3.0:1763345635.867317:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x318:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763345635.867344:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3656:x1849000924321280:12345-0@lo:2:osp-syn-1-0.0 Request processed in 78us (156us total) trans 17179872035 rc 0/0 00000100:00100000:3.0:1763345635.867350:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7577 00000100:00100000:3.0:1763345635.867361:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7578 00000100:00100000:3.0:1763345635.867367:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3656:x1849000924320896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763345635.867376:0:28868:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:793 count 1 00010000:00010000:3.0:1763345635.867385:0:28868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b6748ff200/0x52bea07cb58a8d50 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x319:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.867397:0:28868:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58a8c2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x319:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980831c26 expref: 13 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.867403:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345635.867405:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345635.867408:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b6748ff200/0x52bea07cb58a8d50 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x319:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.867427:0:28868:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58a8c2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x319:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980831c26 expref: 13 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.867437:0:28868:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58a8c2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x319:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980831c26 expref: 13 pid: 28867 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763345635.867447:0:28868:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:28868:1849000924321408:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345635.867481:0:28868:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6467a5cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763345635.867506:0:3656:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872029 gen 2 00000004:00080000:3.0:1763345635.867510:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ed1c00, transno 17179872007 00000004:00080000:3.0:1763345635.867520:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ed0700, transno 17179872008 00000004:00080000:3.0:1763345635.867526:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ed2d80, transno 17179872009 00000004:00080000:3.0:1763345635.867529:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ed3b80, transno 17179872010 00000004:00080000:3.0:1763345635.867532:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54545ea00, transno 17179872011 00000004:00080000:3.0:1763345635.867537:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54545ed80, transno 17179872012 00000004:00080000:3.0:1763345635.867541:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54545dc00, transno 17179872013 00000004:00080000:3.0:1763345635.867545:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54545f480, transno 17179872014 00000004:00080000:3.0:1763345635.867549:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545963480, transno 17179872016 00000004:00080000:3.0:1763345635.867555:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545962a00, transno 17179872017 00000004:00080000:3.0:1763345635.867557:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545962300, transno 17179872018 00000004:00080000:3.0:1763345635.867561:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545962d80, transno 17179872019 00000004:00080000:3.0:1763345635.867565:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ed0000, transno 17179872021 00000004:00080000:3.0:1763345635.867569:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54545d500, transno 17179872022 00000004:00080000:3.0:1763345635.867574:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ed1500, transno 17179872023 00000004:00080000:3.0:1763345635.867577:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ed2680, transno 17179872024 00000004:00080000:3.0:1763345635.867582:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b542035180, transno 17179872026 00000004:00080000:3.0:1763345635.867584:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b542034700, transno 17179872027 00000004:00080000:3.0:1763345635.867587:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6449d3b80, transno 17179872028 00000004:00080000:3.0:1763345635.867591:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6449d0000, transno 17179872029 00000100:00100000:3.0:1763345635.867600:0:3656:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff91b6449d1880 x1849000924321280/t17179872035(17179872035) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763345651 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763345635.867610:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6449d1880/2, rc 0, transno 17179872035 00000100:00100000:3.0:1763345635.867618:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924321280:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763345635.867640:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6449d3100/2, rc 0, transno 17179872034 00000100:00100000:3.0:1763345635.867646:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924321024:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1763345635.867656:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6449d1180/2, rc 0, transno 17179872033 00000100:00100000:3.0:1763345635.867663:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924321152:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763345635.867810:0:32328:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 4 in progress, 1 in flight, 20 done 00000100:00100000:3.0:1763345635.869341:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910110592 00000100:00100000:3.0:1763345635.869350:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910110592 00000100:00100000:3.0:1763345635.869399:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3630 00000100:00100000:3.0:1763345635.869410:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+273:57125:x1849000910110592:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345635.869677:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+274:57125:x1849000910110592:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 269us (388us total) trans 8589940485 rc 0/0 00000100:00100000:3.0:1763345635.869685:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3630 00000100:00100000:3.0:1763345635.870649:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345635.877432:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924320768:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345635.877461:0:8560:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b545a1d400/0x52bea07cb58a8d3b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x316:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345635.879678:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345635.879796:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000004:00080000:3.0:1763345635.880512:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5454dd180/2, rc 0, transno 21474839287 00000100:00100000:3.0:1763345635.880518:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924320256:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1763345635.883364:0:28868:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b6748ff200/0x52bea07cb58a8d50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.883372:0:28868:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b6748ff200/0x52bea07cb58a8d50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.883381:0:28868:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b6748ff200/0x52bea07cb58a8d50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.883388:0:28868:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b6748ff200/0x52bea07cb58a8d50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.883409:0:28868:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345635.883614:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3656:x1849000924320896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16246us (16395us total) trans 17179872036 rc 0/0 00000100:00100000:3.0:1763345635.883622:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7578 00000100:00100000:3.0:1763345635.885586:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910111488 00000100:00100000:3.0:1763345635.885595:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910111488 00000100:00100000:3.0:1763345635.885648:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3632 00000100:00100000:3.0:1763345635.885657:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b64a0b6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+276:57121:x1849000910111488:12345-192.168.203.8@tcp:35:lfs.0 00000004:00080000:3.0:1763345635.887337:0:6524:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x211:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763345635.887396:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1710, 64 off142552 00000040:00080000:3.0:1763345635.887418:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1726, 64 off144080 00000040:00080000:3.0:1763345635.887427:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1727, 64 off144144 00000040:00080000:3.0:1763345635.887435:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1711, 64 off142616 00010000:00010000:3.0:1763345635.887497:0:6524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe200/0x52bea07cb58a8d5e lrc: 3/0,1 mode: --/PW res: [0x200000405:0x211:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 00010000:00010000:3.0:1763345635.887515:0:6524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe200/0x52bea07cb58a8d5e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x211:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6524 initiator: MDT0 00010000:00010000:3.0:1763345635.887525:0:6524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe200/0x52bea07cb58a8d5e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x211:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6524 initiator: MDT0 00010000:00010000:3.0:1763345635.887534:0:6524:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe200/0x52bea07cb58a8d5e lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x211:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6524 initiator: MDT0 00010000:00010000:3.0:1763345635.887540:0:6524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe200/0x52bea07cb58a8d5e lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x211:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6524 initiator: MDT0 00010000:00010000:3.0:1763345635.887546:0:6524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe200/0x52bea07cb58a8d5e lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x211:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6524 initiator: MDT0 00010000:00010000:3.0:1763345635.888487:0:6524:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345635.889551:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a0b6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+277:57121:x1849000910111488:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 3888us (4557us total) trans 8589940487 rc 0/0 00000100:00100000:3.0:1763345635.889563:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3632 00000100:00100000:3.0:1763345635.890108:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910111744 00000100:00100000:3.0:1763345635.890117:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910111744 00000100:00100000:3.0:1763345635.890152:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10514 00000100:00100000:3.0:1763345635.890160:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+277:55937:x1849000910111744:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345635.890179:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345635.890198:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58a8d65 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831c88 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.890302:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58a8d6c lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.890314:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58a8d6c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.890324:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58a8d6c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.890335:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58a8d73 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.890342:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58a8d73 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.890348:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58a8d73 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.890398:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58a8d7a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.890406:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58a8d7a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.890413:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58a8d7a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345635.890421:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x214:0x0]: returning size 0 00010000:00010000:3.0:1763345635.890484:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58a8d6c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.890490:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58a8d6c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.890495:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58a8d6c lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.890500:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58a8d6c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.890505:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748fe400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345635.890508:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58a8d6c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.890514:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58a8d6c lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.890522:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b644c51400) 00010000:00010000:3.0:1763345635.890524:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345635.890528:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58a8d6c lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.890534:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58a8d6c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.890547:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58a8d73 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.890553:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58a8d73 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.890558:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58a8d73 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.890562:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672e56600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345635.890564:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58a8d73 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.890569:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58a8d73 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.890576:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b644c51900) 00010000:00010000:3.0:1763345635.890579:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345635.890581:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58a8d73 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.890586:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58a8d73 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345635.890618:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58a8d65 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831c88 expref: 280 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.890631:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58a8d7a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831c88 expref: 279 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.890638:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x214:0x0].0x0 (ffff91b644c51c00) 00010000:00010000:3.0:1763345635.890641:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345635.890643:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672e57400, rc 0) 00000100:00100000:3.0:1763345635.890701:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+279:55937:x1849000910111744:12345-192.168.203.8@tcp:101:bash.0 Request processed in 540us (790us total) trans 8589940488 rc 0/0 00000100:00100000:3.0:1763345635.890707:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10514 00000100:00100000:3.0:1763345635.914584:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910112896 00000100:00100000:3.0:1763345635.914589:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910112896 00010000:00010000:3.0:1763345635.914612:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe200/0x52bea07cb58a8db2 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980831c9d expref: 284 pid: 9295 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763345635.914645:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3462 00000100:00100000:3.0:1763345635.914652:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+284:2410:x1849000910112896:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345635.914663:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345635.914669:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe200/0x52bea07cb58a8db2 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980831c9d expref: 284 pid: 9295 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763345635.914681:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe200/0x52bea07cb58a8db2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980831c9d expref: 284 pid: 9295 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763345635.914712:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe200/0x52bea07cb58a8db2 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980831c9d expref: 284 pid: 9295 timeout: 1128 lvb_type: 0 00010000:00010000:3.0:1763345635.914727:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x214:0x0].0x0 (ffff91b644c51c00) 00010000:00010000:3.0:1763345635.914732:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58a8db9 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.914742:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58a8db9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.914753:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58a8db9 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345635.914803:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345635.914828:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+283:2410:x1849000910112896:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 177us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345635.914835:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3462 00000100:00100000:3.0:1763345635.919073:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345635.919116:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345635.919141:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910113408 00000100:00100000:3.0:1763345635.919150:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910113408 00000100:00100000:3.0:1763345635.919192:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3633 00000100:00100000:3.0:1763345635.919201:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+284:55937:x1849000910113408:12345-192.168.203.8@tcp:35:bash.0 00000100:00100000:3.0:1763345635.919409:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+285:55937:x1849000910113408:12345-192.168.203.8@tcp:35:bash.0 Request processed in 208us (290us total) trans 8589940492 rc 0/0 00000100:00100000:3.0:1763345635.919416:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3633 00000100:00100000:3.0:1763345635.922113:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345635.924886:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:3.0:1763345635.930722:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58a8df8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x214:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345635.930730:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58a8df8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x214:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000040:00080000:3.0:1763345635.930967:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1712, 88 off142704 00000004:00080000:3.0:1763345635.930975:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1028456214730ns, next at 1028654684153ns, rc = 0 00000040:00080000:3.0:1763345635.930997:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1728, 88 off144232 00000004:00080000:3.0:1763345635.931002:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1028456242468ns, next at 1028654650771ns, rc = 0 00000040:00080000:3.0:1763345635.931028:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1729, 88 off144320 00000004:00080000:3.0:1763345635.931032:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1028456272657ns, next at 1028654650771ns, rc = 0 00000040:00080000:3.0:1763345635.931041:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1713, 88 off142792 00000004:00080000:3.0:1763345635.931044:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1028456284466ns, next at 1028654684153ns, rc = 0 00000100:00100000:3.0:1763345635.934027:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924322176:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345635.934074:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345635.934119:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763345635.934126:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924321792:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345635.934154:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345635.934185:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924322048:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345635.934208:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345635.934880:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924321920 00000100:00100000:3.0:1763345635.934885:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924321920 00000100:00100000:3.0:1763345635.934926:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7584 00000100:00100000:3.0:1763345635.934933:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3658:x1849000924321920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763345635.934946:0:27809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:792 count 1 00010000:00010000:3.0:1763345635.934959:0:27809:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b672e56600/0x52bea07cb58a8e06 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x318:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.934971:0:27809:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b545094800/0x52bea07cb58a8c93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x318:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831c42 expref: 13 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.934977:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345635.934979:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345635.934987:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b672e56600/0x52bea07cb58a8e06 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x318:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.935008:0:27809:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b545094800/0x52bea07cb58a8c93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x318:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980831c42 expref: 13 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.935017:0:27809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b545094800/0x52bea07cb58a8c93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x318:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980831c42 expref: 13 pid: 27809 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763345635.935026:0:27809:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27809:1849000924322432:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345635.936707:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7585 00000100:00100000:3.0:1763345635.946058:0:27810:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542035c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27810:1849000924322304:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345635.946077:0:27810:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b541c39e00/0x52bea07cb58a8dff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x317:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.946860:0:27810:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b541c39e00/0x52bea07cb58a8dff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.946869:0:27810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b541c39e00/0x52bea07cb58a8dff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.946881:0:27810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b541c39e00/0x52bea07cb58a8dff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.946887:0:27810:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b541c39e00/0x52bea07cb58a8dff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.946915:0:27810:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345635.947033:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3656:x1849000924321792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12683us (12878us total) trans 17179872040 rc 0/0 00000100:00100000:3.0:1763345635.947040:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7582 00010000:00010000:3.0:1763345635.947335:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763345635.947341:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b541c39e00/0x52bea07cb58a8dff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.947349:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541c39e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345635.947353:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b541c39e00/0x52bea07cb58a8dff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.947361:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b541c39e00/0x52bea07cb58a8dff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.947373:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b541c39e00/0x52bea07cb58a8dff lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.947380:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b541c39e00/0x52bea07cb58a8dff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.947394:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345635.947398:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b641661200/0x52bea07cb58a8e0d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.947405:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b641661200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345635.947408:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b641661200/0x52bea07cb58a8e0d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.947415:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b641661200/0x52bea07cb58a8e0d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.947429:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b641661200/0x52bea07cb58a8e0d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.947436:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b641661200/0x52bea07cb58a8e0d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.947448:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345635.947450:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345635.947452:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763345635.947836:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6779a6300/2, rc 0, transno 17179872040 00000100:00100000:3.0:1763345635.947842:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924321792:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1763345635.948085:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5454dea00/2, rc 0, transno 21474839290 00000100:00100000:3.0:1763345635.948092:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924322688:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345635.955999:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910114816 00000100:00100000:3.0:1763345635.956009:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910114816 00000100:00100000:3.0:1763345635.956063:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7589 00000100:00100000:3.0:1763345635.956073:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+30:55937:x1849000910114816:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345635.956090:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345635.956109:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58a8e1b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831cc0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345635.956130:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x318:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345635.956148:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345635.956150:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345635.956159:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58a8e1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980831cc0 expref: 31 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.956178:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58a8e1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980831cc0 expref: 31 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.956189:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672e57800, rc 0) 00000100:00100000:3.0:1763345635.956235:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+32:55937:x1849000910114816:12345-192.168.203.8@tcp:101:bash.0 Request processed in 163us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345635.956243:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7589 00010000:00010000:3.0:1763345635.956849:0:28868:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58a8e14 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.956859:0:28868:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58a8e14 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.956869:0:28868:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58a8e14 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.956877:0:28868:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58a8e14 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.957105:0:28868:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345635.960990:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542036680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+50:3657:x1849000924322560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24265us (24681us total) trans 21474839291 rc 0/0 00000100:00100000:3.0:1763345635.961005:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7585 00000100:00100000:3.0:1763345635.965491:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910114944 00000100:00100000:3.0:1763345635.965505:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910114944 00000100:00100000:3.0:1763345635.965557:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7590 00000100:00100000:3.0:1763345635.965565:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+12:55937:x1849000910114944:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345635.965581:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345635.965600:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b672e56600/0x52bea07cb58a8e22 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x31b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831cc7 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345635.966371:0:28868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x31b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345635.966396:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345635.966399:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345635.966409:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b672e56600/0x52bea07cb58a8e22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980831cc7 expref: 13 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.966426:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b672e56600/0x52bea07cb58a8e22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980831cc7 expref: 13 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345635.966438:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672e56600, rc 0) 00000100:00100000:3.0:1763345635.966499:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+13:55937:x1849000910114944:12345-192.168.203.8@tcp:101:bash.0 Request processed in 934us (5234us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345635.966507:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7590 00000100:00100000:3.0:1763345635.972649:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345635.976495:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910115712 00000100:00100000:3.0:1763345635.976510:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910115712 00000100:00100000:3.0:1763345635.976580:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3636 00000100:00100000:3.0:1763345635.976591:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+277:57126:x1849000910115712:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345635.976953:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+278:57126:x1849000910115712:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 363us (4303us total) trans 8589940497 rc 0/0 00000100:00100000:3.0:1763345635.976962:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3636 00000100:00100000:3.0:1763345635.978623:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:3.0:1763345635.985963:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345635.993316:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:3.0:1763345636.004377:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8e76 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x214:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345636.004389:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8e76 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x214:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:3.0:1763345636.004437:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x214:0x0]: returning size 5 00000004:00200000:3.0:1763345636.004441:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763345636.004461:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8e76 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x214:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345636.004473:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8e76 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345636.004484:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe200/0x52bea07cb58a8e68 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345636.004491:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe200/0x52bea07cb58a8e68 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345636.004497:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe200/0x52bea07cb58a8e68 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345636.004503:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe200/0x52bea07cb58a8e68 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345636.004509:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748fe200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345636.004513:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe200/0x52bea07cb58a8e68 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345636.004519:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe200/0x52bea07cb58a8e68 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345636.004529:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b66c9bb200) 00010000:00010000:3.0:1763345636.004549:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345636.004554:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe200/0x52bea07cb58a8e68 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345636.004560:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe200/0x52bea07cb58a8e68 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345636.004573:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094e00/0x52bea07cb58a8e6f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345636.004579:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094e00/0x52bea07cb58a8e6f lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345636.004585:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094e00/0x52bea07cb58a8e6f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345636.004589:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545094e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345636.004592:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094e00/0x52bea07cb58a8e6f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345636.004598:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094e00/0x52bea07cb58a8e6f lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345636.004604:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b66c9bbd00) 00010000:00010000:3.0:1763345636.004607:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345636.004609:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094e00/0x52bea07cb58a8e6f lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345636.004614:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094e00/0x52bea07cb58a8e6f lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345636.004649:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58a8e61 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831cdc expref: 283 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.004669:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8e76 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831cdc expref: 282 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.004676:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x214:0x0].0x0 (ffff91b644c51c00) 00010000:00010000:3.0:1763345636.004679:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345636.004681:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545094800, rc 0) 00000100:00100000:3.0:1763345636.004752:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+282:57127:x1849000910116480:12345-192.168.203.8@tcp:101:rm.0 Request processed in 10899us (11437us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.004776:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10523 00000100:00100000:3.0:1763345636.011944:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.012045:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910116992 00000100:00100000:3.0:1763345636.012055:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910116992 00000100:00100000:3.0:1763345636.012116:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10525 00000100:00100000:3.0:1763345636.012128:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+282:57127:x1849000910116992:12345-192.168.203.8@tcp:36:rm.0 00010000:00010000:3.0:1763345636.012180:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763345636.012203:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58a8df8 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x214:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831cb9 expref: 283 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.012222:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58a8e76 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831cdc expref: 282 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.012234:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b640030e00/0x52bea07cb58a8d8f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x214:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831c8f expref: 281 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.012245:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x214:0x0].0x0 (ffff91b644c51c00) 00010000:00010000:3.0:1763345636.012250:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345636.012270:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58a8e99 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345636.012291:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58a8e99 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345636.012311:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58a8e99 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345636.012333:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58a8ea0 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345636.012343:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58a8ea0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345636.012350:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58a8ea0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345636.012424:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58a8eae lrc: 3/0,1 mode: --/EX res: [0x200000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345636.012437:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58a8e84 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831ce3 expref: 282 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.012457:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58a8eae lrc: 4/0,1 mode: --/EX res: [0x200000405:0x214:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00000100:00100000:3.0:1763345636.016038:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910117376 00000100:00100000:3.0:1763345636.016048:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910117376 00000100:00100000:3.0:1763345636.016111:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7591 00000100:00100000:3.0:1763345636.016123:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+31:2408:x1849000910117376:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:3.0:1763345636.016164:0:28868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b658b9e400/0x52bea07cb58a8eb5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x318:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.016189:0:28868:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58a8e1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x318:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980831cc0 expref: 31 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.016197:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345636.016199:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345636.016202:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b658b9e400/0x52bea07cb58a8eb5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x318:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345636.039014:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910118400 00000100:00100000:3.0:1763345636.039022:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910118400 00000100:00100000:3.0:1763345636.039070:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10530 00000100:00100000:3.0:1763345636.039080:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+283:57128:x1849000910118400:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345636.039096:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345636.039116:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a8eed lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831cff expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.039177:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a8ef4 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.039188:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a8ef4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.039198:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a8ef4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:3.0:1763345636.039231:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763345636.039236:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763345636.039267:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a8eed lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831cff expref: 285 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.039288:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a8ef4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831cff expref: 284 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.039295:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b644c51900) 00010000:00010000:3.0:1763345636.039297:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763345636.039300:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541517800, rc 0) 00000100:00100000:3.0:1763345636.039361:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+284:57128:x1849000910118400:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 282us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.039369:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10530 00000100:00100000:3.0:1763345636.042447:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1763345636.042458:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ed3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924323840:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345636.042506:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345636.042535:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6749e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924323968:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345636.042557:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345636.042591:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924323840 00000100:00100000:3.0:1763345636.042597:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924323840 00000100:00100000:3.0:1763345636.043832:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7592 00000100:00100000:3.0:1763345636.043841:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3659:x1849000924324224:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763345636.044445:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x31c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345636.044448:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x31c:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763345636.044450:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x31c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345636.044452:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x31c:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763345636.044454:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x31c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345636.044492:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3659:x1849000924324224:12345-0@lo:2:osp-syn-1-0.0 Request processed in 653us (1959us total) trans 17179872043 rc 0/0 00000100:00100000:3.0:1763345636.044501:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7592 00000100:00100000:3.0:1763345636.048403:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.055370:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.055413:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.056576:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10535 00000100:00100000:3.0:1763345636.056588:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+280:57126:x1849000910119296:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345636.056601:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345636.056613:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a8f41 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831d22 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.056662:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a8f48 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.056677:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a8f48 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x214:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.056689:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a8f48 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x214:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345636.056737:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x214:0x0]: returning size 5 00000004:00200000:3.0:1763345636.056743:0:9296:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763345636.056782:0:9296:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a8f48 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x214:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.056814:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a8f41 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831d22 expref: 282 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.056832:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a8f48 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x214:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831d22 expref: 281 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.056843:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x214:0x0].0x0 (ffff91b644c51c00) 00010000:00010000:3.0:1763345636.056846:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1763345636.056849:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541517200, rc 0) 00000100:00100000:3.0:1763345636.057348:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+281:57126:x1849000910119296:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 761us (1932us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.057356:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10535 00000100:00100000:3.0:1763345636.067360:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910119552 00000100:00100000:3.0:1763345636.067366:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910119552 00000100:00100000:3.0:1763345636.067400:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7596 00000100:00100000:3.0:1763345636.067408:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+32:2409:x1849000910119552:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345636.067421:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345636.067438:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b541516e00/0x52bea07cb58a8f5d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831d29 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345636.067456:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x318:0x0] initial LVB size: 5, mtime: 0x691a84e3, atime: 0x0, ctime: 0x691a84e3, blocks: 0x8 00010000:00010000:3.0:1763345636.067471:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345636.067474:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345636.067483:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b541516e00/0x52bea07cb58a8f5d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831d29 expref: 33 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345636.067497:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b541516e00/0x52bea07cb58a8f5d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831d29 expref: 33 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345636.067508:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541516e00, rc 0) 00000100:00100000:3.0:1763345636.067546:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+33:2409:x1849000910119552:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 138us (1163us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.067556:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7596 00000100:00100000:3.0:1763345636.073123:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910120064 00000100:00100000:3.0:1763345636.073132:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910120064 00000100:00100000:3.0:1763345636.073176:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3639 00000100:00100000:3.0:1763345636.073184:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+280:57128:x1849000910120064:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345636.073829:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+281:57128:x1849000910120064:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 642us (768us total) trans 8589940506 rc 0/0 00000100:00100000:3.0:1763345636.073837:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3639 00000100:00100000:3.0:1763345636.084319:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910120448 00000100:00100000:3.0:1763345636.084328:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910120448 00000100:00100000:3.0:1763345636.084383:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10537 00000100:00100000:3.0:1763345636.084393:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+283:55937:x1849000910120448:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345636.084414:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345636.084434:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a8f87 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x216:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831d37 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.084467:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a8f8e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x216:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.084479:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a8f8e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x216:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.084490:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a8f8e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x216:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.084598:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a8f87 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x216:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831d37 expref: 285 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.084621:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a8f8e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x216:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831d37 expref: 284 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.084630:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x216:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:3.0:1763345636.084633:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763345636.084637:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541517000, rc 0) 00000100:00100000:3.0:1763345636.084709:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+284:55937:x1849000910120448:12345-192.168.203.8@tcp:101:bash.0 Request processed in 306us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.084717:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10537 00000100:00100000:3.0:1763345636.089535:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.093603:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910120832 00000100:00100000:3.0:1763345636.093613:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910120832 00000100:00100000:3.0:1763345636.093664:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10539 00000100:00100000:3.0:1763345636.093673:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+286:55937:x1849000910120832:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345636.093696:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345636.093902:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a8f9c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x216:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831d3e expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.093962:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a8f9c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x216:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831d3e expref: 287 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.093975:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a8f9c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x216:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831d3e expref: 287 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.093993:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x216:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:3.0:1763345636.093997:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345636.094002:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541517800, rc 0) 00000100:00100000:3.0:1763345636.094067:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+287:55937:x1849000910120832:12345-192.168.203.8@tcp:101:bash.0 Request processed in 395us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.094074:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10539 00000100:00100000:3.0:1763345636.103078:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924324608:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345636.103140:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345636.103178:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763345636.103184:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924324480:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345636.103203:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345636.103232:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924324608 00000100:00100000:3.0:1763345636.103240:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924324608 00000100:00100000:3.0:1763345636.103278:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924324480 00000100:00100000:3.0:1763345636.103281:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924324480 00000100:00100000:3.0:1763345636.103299:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7597 00000100:00100000:3.0:1763345636.103306:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3657:x1849000924324608:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345636.103474:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3657:x1849000924324608:12345-0@lo:2:osp-syn-1-0.0 Request processed in 168us (333us total) trans 17179872044 rc 0/0 00000100:00100000:3.0:1763345636.103481:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7597 00000100:00100000:3.0:1763345636.103500:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7598 00000100:00100000:3.0:1763345636.103506:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3657:x1849000924324480:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345636.103573:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3657:x1849000924324480:12345-0@lo:2:osp-syn-1-0.0 Request processed in 67us (369us total) trans 17179872045 rc 0/0 00000100:00100000:3.0:1763345636.103579:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7598 00000100:00100000:3.0:1763345636.104687:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924324736 00000100:00100000:3.0:1763345636.104694:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924324736 00000100:00100000:3.0:1763345636.104739:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924324864 00000100:00100000:3.0:1763345636.104743:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924324864 00000100:00100000:3.0:1763345636.104807:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7600 00000100:00100000:3.0:1763345636.104812:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+53:3658:x1849000924324864:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345636.104949:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+55:3658:x1849000924324864:12345-0@lo:2:osp-syn-0-0.0 Request processed in 135us (1311us total) trans 21474839296 rc 0/0 00000100:00100000:3.0:1763345636.104957:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7600 00000004:00080000:3.0:1763345636.105017:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5435bb100/2, rc 0, transno 17179872045 00000100:00100000:3.0:1763345636.105022:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924324480:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763345636.105033:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5435b9180/2, rc 0, transno 17179872044 00000100:00100000:3.0:1763345636.105036:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924324608:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345636.116190:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.116257:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.116904:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.132336:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.156324:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.159648:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.161042:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.162931:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.164273:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.171236:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.173622:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.174428:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.177869:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.181248:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.198243:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910125440 00000100:00100000:3.0:1763345636.198248:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910125440 00000100:00100000:3.0:1763345636.198348:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7607 00000100:00100000:3.0:1763345636.198357:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+36:2408:x1849000910125440:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:3.0:1763345636.198454:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x318:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763345636.198458:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x318:0x0] updating lvb mtime from disk: 1763345635 -> 1763345635 00002000:00010000:3.0:1763345636.198460:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x318:0x0] updating lvb atime from disk: 0 -> 1763345635 00002000:00010000:3.0:1763345636.198463:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x318:0x0] updating lvb ctime from disk: 1763345635 -> 1763345635 00002000:00010000:3.0:1763345636.198466:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x318:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763345636.199120:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+37:2408:x1849000910125440:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 760us (956us total) trans 21474839300 rc 0/0 00000100:00100000:3.0:1763345636.199129:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7607 00000100:00100000:3.0:1763345636.200932:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910125952 00000100:00100000:3.0:1763345636.200941:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910125952 00000100:00100000:3.0:1763345636.200994:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3642 00000100:00100000:3.0:1763345636.201003:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+287:57130:x1849000910125952:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345636.201189:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+288:57130:x1849000910125952:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 187us (729us total) trans 8589940518 rc 0/0 00000100:00100000:3.0:1763345636.201197:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3642 00000100:00100000:3.0:1763345636.212568:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.212595:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910126720 00000100:00100000:3.0:1763345636.212603:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910126720 00000100:00100000:3.0:1763345636.212642:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10553 00000100:00100000:3.0:1763345636.212649:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+292:55937:x1849000910126720:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345636.212666:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345636.212681:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a90de lrc: 2/0,0 mode: --/PR res: [0x200000405:0x218:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831da7 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.212709:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a90e5 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x218:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.212723:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a90e5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x218:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.212732:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a90e5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x218:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.212853:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a90de lrc: 0/0,0 mode: --/PR res: [0x200000405:0x218:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831da7 expref: 293 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.212865:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a90e5 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x218:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831da7 expref: 292 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.212873:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x218:0x0].0x0 (ffff91b5432dc300) 00010000:00010000:3.0:1763345636.212876:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763345636.212879:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541517200, rc 0) 00000100:00100000:3.0:1763345636.212932:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+292:55937:x1849000910126720:12345-192.168.203.8@tcp:101:bash.0 Request processed in 282us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.212939:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10553 00000100:00100000:3.0:1763345636.222358:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924326272 00000100:00100000:3.0:1763345636.222361:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924326272 00000100:00100000:3.0:1763345636.222381:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7613 00000100:00100000:3.0:1763345636.222387:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+55:3657:x1849000924326272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763345636.222403:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:794 count 1 00010000:00010000:3.0:1763345636.222424:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b541517800/0x52bea07cb58a90fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.222441:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b641660e00/0x52bea07cb58a8fb8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980831d53 expref: 36 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.222454:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345636.222455:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345636.222458:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b541517800/0x52bea07cb58a90fa lrc: 4/0,1 mode: --/PW res: [0x280000401:0x31a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.222479:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b641660e00/0x52bea07cb58a8fb8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980831d53 expref: 36 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.222490:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b641660e00/0x52bea07cb58a8fb8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x31a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980831d53 expref: 36 pid: 28868 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763345636.222501:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b95c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924326784:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345636.222549:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b658bee300 going to sleep for 11 seconds 00000100:00100000:3.0:1763345636.222562:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924326656:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345636.222584:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345636.222604:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763345636.222609:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924326528:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345636.222627:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763345636.222651:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345636.222657:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b640031a00/0x52bea07cb58a9101 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.222664:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b640031a00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345636.222669:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b640031a00/0x52bea07cb58a9101 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.222683:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b640031a00/0x52bea07cb58a9101 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.222697:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b640031a00/0x52bea07cb58a9101 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.222704:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b640031a00/0x52bea07cb58a9101 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.222719:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345636.222721:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345636.222723:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345636.222733:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7615 00000100:00100000:3.0:1763345636.222739:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+57:3659:x1849000924326528:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763345636.222819:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x318:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763345636.222823:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x318:0x0] updating lvb mtime from disk: 1763345635 -> 1763345635 00002000:00010000:3.0:1763345636.222826:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x318:0x0] updating lvb atime from disk: 1763345635 -> 1763345635 00002000:00010000:3.0:1763345636.222829:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x318:0x0] updating lvb ctime from disk: 1763345635 -> 1763345635 00002000:00010000:3.0:1763345636.222832:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x318:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763345636.224182:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+58:3659:x1849000924326528:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1440us (1550us total) trans 21474839302 rc 0/0 00000100:00100000:3.0:1763345636.224193:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7615 00000100:00100000:3.0:1763345636.226669:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910127104 00000100:00100000:3.0:1763345636.226673:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910127104 00000100:00100000:3.0:1763345636.226708:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10555 00000100:00100000:3.0:1763345636.226716:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542036680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+278:57126:x1849000910127104:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345636.226734:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345636.226750:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a910f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831dae expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.226813:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a910f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831dae expref: 279 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.226825:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517a00/0x52bea07cb58a910f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831dae expref: 279 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.226841:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x214:0x0].0x0 (ffff91b644c51c00) 00010000:00010000:3.0:1763345636.226843:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345636.226846:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541517a00, rc 0) 00000100:00100000:3.0:1763345636.227315:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542036680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+279:57126:x1849000910127104:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 600us (976us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.227321:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10555 00000100:00100000:3.0:1763345636.232669:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910128000 00000100:00100000:3.0:1763345636.232676:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910128000 00000100:00100000:3.0:1763345636.232715:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10557 00000100:00100000:3.0:1763345636.232724:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+281:55937:x1849000910128000:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345636.232739:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345636.232741:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763345636.232796:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d600/0x52bea07cb58a9116 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x218:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831db5 expref: 281 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.232810:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x218:0x0].0x0 (ffff91b5432dc300) 00010000:00010000:3.0:1763345636.232814:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345636.232825:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a9124 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x218:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831dbc expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.232866:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a912b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x218:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.232876:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a912b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x218:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.232884:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a912b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x218:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000040:00080000:3.0:1763345636.233058:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1724, 88 off143664 00000004:00080000:3.0:1763345636.233065:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1028758305016ns, next at 1029666359107ns, rc = 0 00000040:00080000:3.0:1763345636.233099:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1740, 88 off145192 00000004:00080000:3.0:1763345636.233104:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1028758344471ns, next at 1029666336575ns, rc = 0 00000040:00080000:3.0:1763345636.233154:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1741, 88 off145280 00000004:00080000:3.0:1763345636.233160:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1028758400366ns, next at 1029666336575ns, rc = 0 00000040:00080000:3.0:1763345636.233180:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1725, 88 off143752 00000004:00080000:3.0:1763345636.233185:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1028758425016ns, next at 1029666359107ns, rc = 0 00000001:00080000:3.0:1763345636.235300:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940524 is committed 00000004:00080000:3.0:1763345636.235308:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1105 committed 00000004:00080000:3.0:1763345636.235328:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1120 committed 00000004:00080000:3.0:1763345636.235338:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1119 committed 00000004:00080000:3.0:1763345636.235342:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1104 committed 00010000:00010000:3.0:1763345636.235566:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a912b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x218:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831dbc expref: 279 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.235582:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x218:0x0].0x0 (ffff91b5432dc300) 00010000:00010000:3.0:1763345636.235587:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763345636.235605:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a9124 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x218:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831dbc expref: 280 pid: 9295 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763345636.235625:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a912b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x218:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831dbc expref: 279 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.235653:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x218:0x0].0x0 (ffff91b5432dc300) 00010000:00010000:3.0:1763345636.235660:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763345636.235666:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541517800, rc 0) 00000100:00100000:3.0:1763345636.235718:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+279:55937:x1849000910128000:12345-192.168.203.8@tcp:101:bash.0 Request processed in 2993us (3111us total) trans 8589940524 rc 0/0 00000100:00100000:3.0:1763345636.235734:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10557 00000100:00100000:3.0:1763345636.237013:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7622 00000100:00100000:3.0:1763345636.237025:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3656:x1849000924327040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763345636.237042:0:8404:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:796 count 1 00010000:00010000:3.0:1763345636.237057:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b677b32e00/0x52bea07cb58a916a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.237072:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b641661200/0x52bea07cb58a9044 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831d76 expref: 12 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.237080:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345636.237081:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345636.237084:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b677b32e00/0x52bea07cb58a916a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x31c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.237106:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b641661200/0x52bea07cb58a9044 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980831d76 expref: 12 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.237121:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b641661200/0x52bea07cb58a9044 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x31c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980831d76 expref: 12 pid: 8403 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763345636.237133:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8404:1849000924328320:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345636.237163:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b658bee300 going to sleep for 11 seconds 00000100:00100000:3.0:1763345636.239638:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.240605:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8404:1849000924328320:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345636.240621:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b677b32e00/0x52bea07cb58a916a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.241434:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58a9147 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.241443:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58a9147 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.241452:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58a9147 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.241459:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58a9147 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.241475:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345636.241746:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+62:3658:x1849000924327168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6011us (6193us total) trans 21474839307 rc 0/0 00000100:00100000:3.0:1763345636.241882:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7617 00000100:00100000:3.0:1763345636.243295:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910129152 00000100:00100000:3.0:1763345636.243302:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910129152 00000100:00100000:3.0:1763345636.243343:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7626 00000100:00100000:3.0:1763345636.243352:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+11:55937:x1849000910129152:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345636.243364:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345636.243379:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b677b32000/0x52bea07cb58a917f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x31f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831dd8 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345636.243396:0:28868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x31f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345636.243410:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345636.243412:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345636.243419:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b677b32000/0x52bea07cb58a917f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980831dd8 expref: 12 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.243432:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b677b32000/0x52bea07cb58a917f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980831dd8 expref: 12 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.243442:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b677b32000, rc 0) 00000100:00100000:3.0:1763345636.243472:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+12:55937:x1849000910129152:12345-192.168.203.8@tcp:101:bash.0 Request processed in 122us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.243478:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7626 00002000:00010000:3.0:1763345636.243701:0:8560:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x31c:0x0] updating lvb mtime: 0 -> 1763345635 00002000:00010000:3.0:1763345636.243705:0:8560:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x31c:0x0] updating lvb atime: 0 -> 1763345635 00002000:00010000:3.0:1763345636.243708:0:8560:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x31c:0x0] updating lvb ctime: 0 -> 1763345635 00000100:00100000:3.0:1763345636.243719:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6749e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924328448:192.168.203.8@tcp:106: 00010000:00010000:3.0:1763345636.243744:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b672b54800/0x52bea07cb58a9178 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x31c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831dd1 expref: 36 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345636.243843:0:8560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b672b54800/0x52bea07cb58a9178 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x31c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831dd1 expref: 36 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345636.243855:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b54800, rc 0) 00000100:00100000:3.0:1763345636.246031:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910129408 00000100:00100000:3.0:1763345636.246041:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910129408 00002000:00010000:3.0:1763345636.246310:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/799 (0->18446744073709551615) 00002000:00100000:3.0:1763345636.246315:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5442d3100 with x1849000910129408 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345636.246320:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5442d3100. 00000100:00100000:3.0:1763345636.246335:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1819 00000100:00100000:3.0:1763345636.246342:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+12:2408:x1849000910129408:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:3.0:1763345636.246435:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x31f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345636.246438:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x31f:0x0] updating lvb mtime from disk: 0 -> 1763345635 00002000:00010000:3.0:1763345636.246440:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x31f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345636.246442:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x31f:0x0] updating lvb ctime from disk: 0 -> 1763345635 00002000:00010000:3.0:1763345636.246445:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x31f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345636.246470:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+13:2408:x1849000910129408:12345-192.168.203.8@tcp:10:bash.0 Request processed in 128us (523us total) trans 17179872057 rc 0/0 00000100:00100000:3.0:1763345636.246478:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1819 00002000:00010000:3.0:1763345636.246483:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/799 (0->18446744073709551615) 00002000:00100000:3.0:1763345636.246485:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5442d3100 with x1849000910129408 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345636.246490:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5442d3100. 00000100:00100000:3.0:1763345636.254012:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.257729:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.274344:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.280176:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10566 00000100:00100000:3.0:1763345636.280189:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+285:57132:x1849000910131712:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345636.280198:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345636.280210:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b33200/0x52bea07cb58a9212 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831e09 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.280241:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32a00/0x52bea07cb58a9220 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.280251:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32a00/0x52bea07cb58a9220 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.280258:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32a00/0x52bea07cb58a9220 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:3.0:1763345636.280292:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763345636.280300:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763345636.280333:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b33200/0x52bea07cb58a9212 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831e09 expref: 287 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.280354:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32a00/0x52bea07cb58a9220 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831e09 expref: 286 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.280370:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b66c9bb400) 00010000:00010000:3.0:1763345636.280373:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763345636.280376:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b677b32a00, rc 0) 00000100:00100000:3.0:1763345636.280422:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+286:57132:x1849000910131712:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 234us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.280447:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10566 00000100:00100000:3.0:1763345636.286054:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.299165:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10569 00000100:00100000:3.0:1763345636.299177:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+287:57132:x1849000910132352:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345636.299200:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345636.299221:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b33200/0x52bea07cb58a925f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x21a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831e1e expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.299319:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32e00/0x52bea07cb58a9274 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x21a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.299333:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58a9251 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831e17 expref: 289 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.299341:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32e00/0x52bea07cb58a9274 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x21a:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.299376:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58a9251 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980831e17 expref: 289 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.299388:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58a9251 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980831e17 expref: 289 pid: 6522 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763345636.299400:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b95c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924328576:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345636.299478:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b658beeb40 going to sleep for 11 seconds 00000100:00100000:3.0:1763345636.301832:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.305726:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b95c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924328576:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345636.305754:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32e00/0x52bea07cb58a9274 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x21a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.306219:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32e00/0x52bea07cb58a9274 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x21a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.306228:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32e00/0x52bea07cb58a9274 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x21a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763345636.306252:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x21a:0x0]: returning size 0 00000004:00080000:3.0:1763345636.306408:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x321:0x0], index 1: 0 00000004:00080000:3.0:1763345636.306469:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x31e:0x0], index 0: 0 00000004:00080000:3.0:1763345636.306479:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x31f:0x0], index 0: 0 00000004:00080000:3.0:1763345636.306484:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x322:0x0], index 1: 0 00010000:00010000:3.0:1763345636.306675:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32e00/0x52bea07cb58a9274 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x21a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.306684:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32e00/0x52bea07cb58a9274 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x21a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.306690:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32e00/0x52bea07cb58a9274 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x21a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.306696:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b677b32e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345636.306700:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32e00/0x52bea07cb58a9274 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x21a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.306707:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32e00/0x52bea07cb58a9274 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x21a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.306716:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x21a:0x0].0x0 (ffff91b5484ccc00) 00010000:00010000:3.0:1763345636.306719:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345636.306723:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32e00/0x52bea07cb58a9274 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x21a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.306733:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32e00/0x52bea07cb58a9274 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x21a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.308510:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b33200/0x52bea07cb58a925f lrc: 1/0,0 mode: --/CR res: [0x200000405:0x21a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831e1e expref: 289 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.308527:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x21a:0x0].0x0 (ffff91b5484ccc00) 00010000:00010000:3.0:1763345636.308530:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763345636.308535:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b33200/0x52bea07cb58a925f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x21a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831e1e expref: 289 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.308553:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b677b33200, rc 0) 00000100:00100000:3.0:1763345636.308613:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+288:57132:x1849000910132352:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 9438us (10882us total) trans 8589940534 rc 301/301 00000100:00100000:3.0:1763345636.308622:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10569 00000100:00100000:3.0:1763345636.308648:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910133248 00000100:00100000:3.0:1763345636.308654:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910133248 00000100:00100000:3.0:1763345636.308707:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10571 00000100:00100000:3.0:1763345636.308716:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+288:57134:x1849000910133248:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345636.308732:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345636.308749:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32c00/0x52bea07cb58a9289 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831e2c expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.308847:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32a00/0x52bea07cb58a9290 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.308860:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32a00/0x52bea07cb58a9290 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.308875:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32a00/0x52bea07cb58a9290 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.308886:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a9297 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.308904:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a9297 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.308912:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a9297 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.309009:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a929e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x21a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.309017:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a929e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.309023:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a929e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.309108:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32a00/0x52bea07cb58a9290 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.309114:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32a00/0x52bea07cb58a9290 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.309120:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32a00/0x52bea07cb58a9290 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.309125:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32a00/0x52bea07cb58a9290 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.309130:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b677b32a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345636.309135:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32a00/0x52bea07cb58a9290 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.309141:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32a00/0x52bea07cb58a9290 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.309150:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dff00) 00010000:00010000:3.0:1763345636.309152:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345636.309155:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32a00/0x52bea07cb58a9290 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.309209:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32a00/0x52bea07cb58a9290 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.309223:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a9297 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.309229:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a9297 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.309234:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a9297 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.309238:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541517200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345636.309240:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a9297 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.309245:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a9297 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.309251:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b66c9bb800) 00010000:00010000:3.0:1763345636.309253:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345636.309256:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a9297 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.309264:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a9297 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.309296:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32c00/0x52bea07cb58a9289 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831e2c expref: 291 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.309314:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a929e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831e2c expref: 290 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.309321:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x21a:0x0].0x0 (ffff91b5432df100) 00010000:00010000:3.0:1763345636.309323:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345636.309325:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541517800, rc 0) 00000100:00100000:3.0:1763345636.309371:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+290:57134:x1849000910133248:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 656us (2424us total) trans 8589940535 rc 0/0 00000100:00100000:3.0:1763345636.309378:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10571 00000100:00100000:3.0:1763345636.311465:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910133504 00000100:00100000:3.0:1763345636.311475:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910133504 00000100:00100000:3.0:1763345636.316719:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910133888 00000100:00100000:3.0:1763345636.316728:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910133888 00000100:00100000:3.0:1763345636.316807:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3651 00000100:00100000:3.0:1763345636.316818:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541771880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+291:57132:x1849000910133888:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345636.317053:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541771880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+292:57132:x1849000910133888:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 236us (574us total) trans 8589940537 rc 0/0 00000100:00100000:3.0:1763345636.317060:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3651 00000100:00100000:3.0:1763345636.336077:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910134912 00000100:00100000:3.0:1763345636.336087:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910134912 00000100:00100000:3.0:1763345636.353838:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.362303:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000001:00080000:3.0:1763345636.370303:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940546 is committed 00000004:00080000:3.0:1763345636.370313:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1122 committed 00000004:00080000:3.0:1763345636.370328:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1107 committed 00000004:00080000:3.0:1763345636.370342:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1106 committed 00000004:00080000:3.0:1763345636.370344:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1121 committed 00000100:00100000:3.0:1763345636.371325:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924328832:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1763345636.381849:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b677b32000/0x52bea07cb58a917f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980831dd8 expref: 13 pid: 28868 timeout: 1128 lvb_type: 0 00000100:00100000:3.0:1763345636.381861:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8404:1849000924329984:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345636.381877:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58a9362 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.381885:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58a9362 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.381902:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58a9362 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.381911:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58a9362 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.381919:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58a9362 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.381941:0:8404:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345636.382152:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3656:x1849000924329344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7888us (8135us total) trans 17179872061 rc 0/0 00000100:00100000:3.0:1763345636.382160:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7633 00010000:00010000:3.0:1763345636.383636:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345636.383641:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b6748fec00/0x52bea07cb58a935b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.383647:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748fec00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345636.383650:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b6748fec00/0x52bea07cb58a935b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.383658:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b6748fec00/0x52bea07cb58a935b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.383669:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b6748fec00/0x52bea07cb58a935b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.383675:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b6748fec00/0x52bea07cb58a935b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.383689:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345636.383690:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345636.383692:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345636.393186:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.400180:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.402437:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910138624 00000100:00100000:3.0:1763345636.402441:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910138624 00002000:00010000:3.0:1763345636.402456:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/798 (0->18446744073709551615) 00002000:00100000:3.0:1763345636.402460:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541770000 with x1849000910138624 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345636.402466:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b541770000. 00000100:00100000:3.0:1763345636.402495:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1821 00000100:00100000:3.0:1763345636.402502:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541770000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+36:2409:x1849000910138624:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:3.0:1763345636.402611:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x31e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345636.402615:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x31e:0x0] updating lvb mtime from disk: 0 -> 1763345635 00002000:00010000:3.0:1763345636.402618:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x31e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345636.402621:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x31e:0x0] updating lvb ctime from disk: 0 -> 1763345635 00002000:00010000:3.0:1763345636.402624:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x31e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345636.403323:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541770000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+37:2409:x1849000910138624:12345-192.168.203.8@tcp:10:bash.0 Request processed in 817us (1030us total) trans 21474839314 rc 0/0 00000100:00100000:3.0:1763345636.403864:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1821 00002000:00010000:3.0:1763345636.403868:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/798 (0->18446744073709551615) 00002000:00100000:3.0:1763345636.403871:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541770000 with x1849000910138624 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345636.403876:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b541770000. 00000100:00100000:3.0:1763345636.410790:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910139008 00000100:00100000:3.0:1763345636.410801:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910139008 00000100:00100000:3.0:1763345636.410861:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3659 00000100:00100000:3.0:1763345636.410871:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+284:55937:x1849000910139008:12345-192.168.203.8@tcp:35:bash.0 00000100:00100000:3.0:1763345636.411173:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+285:55937:x1849000910139008:12345-192.168.203.8@tcp:35:bash.0 Request processed in 302us (540us total) trans 8589940551 rc 0/0 00000100:00100000:3.0:1763345636.411181:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3659 00000100:00100000:3.0:1763345636.421064:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910139264 00000100:00100000:3.0:1763345636.421075:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910139264 00000100:00100000:3.0:1763345636.427811:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:3.0:1763345636.429078:0:9295:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3000/0x52bea07cb58a93d9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.429088:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3000/0x52bea07cb58a93d9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:3.0:1763345636.429109:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x21a:0x0]: returning size 5 00000004:00200000:3.0:1763345636.429113:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763345636.429128:0:9295:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3000/0x52bea07cb58a93d9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.429150:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58a93d2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x21a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831e8e expref: 286 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.429162:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3000/0x52bea07cb58a93d9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831e8e expref: 285 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.429169:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x21a:0x0].0x0 (ffff91b653620200) 00010000:00010000:3.0:1763345636.429171:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345636.429173:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6586e3000, rc 0) 00000100:00100000:3.0:1763345636.429201:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+285:57136:x1849000910139776:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 847us (1389us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.429207:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10584 00000100:00100000:3.0:1763345636.433718:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.443097:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910140160 00000100:00100000:3.0:1763345636.443108:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910140160 00000100:00100000:3.0:1763345636.443169:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10585 00000100:00100000:3.0:1763345636.443180:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+286:57138:x1849000910140160:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345636.443200:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345636.443227:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a93e7 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831e95 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.443296:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a93ee lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.443309:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a93ee lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.443320:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a93ee lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.443329:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a93f5 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.443335:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a93f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.443341:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a93f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.443374:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a93ee lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.443380:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a93ee lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.443386:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a93ee lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.443391:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a93ee lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.443396:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541516e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345636.443400:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a93ee lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.443410:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a93ee lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.443420:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b543322c00) 00010000:00010000:3.0:1763345636.443422:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345636.443425:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a93ee lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.443431:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a93ee lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.443442:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a93f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.443448:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a93f5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.443454:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a93f5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.443458:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541517000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345636.443460:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a93f5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.443465:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a93f5 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.443470:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653620d00) 00010000:00010000:3.0:1763345636.443472:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345636.443475:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a93f5 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.443479:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a93f5 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.443501:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a93e7 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831e95 expref: 287 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.443510:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b543322c00) 00010000:00010000:3.0:1763345636.443512:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345636.443515:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a93e7 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831e95 expref: 287 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.443526:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541517200, rc 0) 00000100:00100000:3.0:1763345636.445947:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+286:57138:x1849000910140160:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2755us (2932us total) trans 0 rc 301/301 00000100:00100000:3.0:1763345636.445960:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10585 00000100:00100000:3.0:1763345636.449232:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910140288 00000100:00100000:3.0:1763345636.449241:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910140288 00000100:00100000:3.0:1763345636.487473:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.487801:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.487835:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910141696 00000100:00100000:3.0:1763345636.487842:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910141696 00010000:00010000:3.0:1763345636.487874:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0600/0x52bea07cb58a945e lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980831eb8 expref: 291 pid: 9295 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763345636.487912:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3489 00000100:00100000:3.0:1763345636.487920:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b94000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+291:2409:x1849000910141696:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345636.487932:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345636.487938:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0600/0x52bea07cb58a945e lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980831eb8 expref: 291 pid: 9295 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345636.487954:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0600/0x52bea07cb58a945e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980831eb8 expref: 291 pid: 9295 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345636.487976:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x21b:0x0].0x0 (ffff91b658be5d00) 00010000:00010000:3.0:1763345636.487981:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58a9473 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x21b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.487990:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58a9473 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x21b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.487997:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58a9473 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x21b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.488015:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345636.488062:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b94000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+291:2409:x1849000910141696:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 142us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.488070:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3489 00000100:00100000:3.0:1763345636.491570:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910141952 00000100:00100000:3.0:1763345636.491581:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910141952 00000100:00100000:3.0:1763345636.491640:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3661 00000100:00100000:3.0:1763345636.491650:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+290:57140:x1849000910141952:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345636.491976:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+291:57140:x1849000910141952:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 327us (582us total) trans 8589940558 rc 0/0 00000100:00100000:3.0:1763345636.491984:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3661 00000100:00100000:3.0:1763345636.492006:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910142208 00000100:00100000:3.0:1763345636.492010:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910142208 00000100:00100000:3.0:1763345636.492031:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3662 00000100:00100000:3.0:1763345636.492038:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+291:57138:x1849000910142208:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345636.492131:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+292:57138:x1849000910142208:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 91us (327us total) trans 8589940559 rc 0/0 00000100:00100000:3.0:1763345636.492138:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3662 00000100:00100000:3.0:1763345636.495911:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910142720 00000100:00100000:3.0:1763345636.495918:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910142720 00000100:00100000:3.0:1763345636.495981:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10593 00000100:00100000:3.0:1763345636.495991:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+293:57140:x1849000910142720:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345636.496006:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345636.496030:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a9496 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831ecd expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.496090:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a949d lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.496103:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a949d lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.496116:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a949d lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.496125:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a94a4 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.496133:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a94a4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.496139:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a94a4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.496311:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a94ab lrc: 3/1,0 mode: --/PR res: [0x200000405:0x21b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.496325:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a94ab lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.496334:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a94ab lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345636.496346:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x21b:0x0]: returning size 0 00010000:00010000:3.0:1763345636.496405:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a949d lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.496415:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a949d lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.496422:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a949d lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.496430:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a949d lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.496436:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541517200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345636.496442:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a949d lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.496450:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a949d lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.496462:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b543322c00) 00010000:00010000:3.0:1763345636.496466:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345636.496471:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a949d lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.496477:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a949d lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.496494:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a94a4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.496500:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a94a4 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.496505:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a94a4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.496510:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541517000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345636.496512:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a94a4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.496518:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a94a4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.496525:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653620d00) 00010000:00010000:3.0:1763345636.496528:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345636.496531:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a94a4 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.496536:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a94a4 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.496568:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a9496 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831ecd expref: 296 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.496644:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a94ab lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831ecd expref: 295 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.496652:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x21b:0x0].0x0 (ffff91b543322900) 00010000:00010000:3.0:1763345636.496668:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345636.496671:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541516e00, rc 0) 00000100:00100000:3.0:1763345636.496717:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+295:57140:x1849000910142720:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 727us (973us total) trans 8589940561 rc 0/0 00000100:00100000:3.0:1763345636.496725:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10593 00000100:00100000:3.0:1763345636.500637:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.500728:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.500841:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.506011:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.507811:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910143616 00000100:00100000:3.0:1763345636.507816:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910143616 00000100:00100000:3.0:1763345636.508485:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3664 00000100:00100000:3.0:1763345636.508494:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+297:57140:x1849000910143616:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345636.508645:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+298:57140:x1849000910143616:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 153us (1177us total) trans 8589940563 rc 0/0 00000100:00100000:3.0:1763345636.508652:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3664 00000100:00100000:3.0:1763345636.518790:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10598 00000100:00100000:3.0:1763345636.518806:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+302:57140:x1849000910144128:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345636.518816:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345636.518833:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a94f8 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831ef0 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.518907:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a94ff lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.518917:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a94ff lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.518930:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a94ff lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.518940:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a9506 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.518947:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a9506 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.518952:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a9506 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.519048:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a950d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x21b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.519056:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a950d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.519063:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a950d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345636.519071:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x21b:0x0]: returning size 0 00010000:00010000:3.0:1763345636.519158:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a94ff lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.519165:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a94ff lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.519171:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a94ff lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.519507:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a94ff lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.519513:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541517000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345636.519517:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a94ff lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.519524:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a94ff lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.519535:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b543322c00) 00010000:00010000:3.0:1763345636.519538:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345636.519542:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a94ff lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.519548:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a94ff lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.519560:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a9506 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.519566:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a9506 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.519571:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a9506 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.519575:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541517200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345636.519577:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a9506 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.519582:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a9506 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.519589:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653620d00) 00010000:00010000:3.0:1763345636.519591:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345636.519593:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a9506 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.519603:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a9506 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345636.524468:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:3.0:1763345636.533563:0:9296:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58a9522 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x21b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.533572:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58a9522 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x21b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000040:00080000:3.0:1763345636.534944:0:9296:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1732, 88 off144272 00000004:00080000:3.0:1763345636.534959:0:9296:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1029060198547ns, next at 1029666359107ns, rc = 0 00000100:00100000:3.0:1763345636.536342:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a0b7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+304:57140:x1849000910145024:12345-192.168.203.8@tcp:33:lfs.0 Request processed in 1243us (3314us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.536351:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3666 00000001:00080000:3.0:1763345636.541481:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940568 is committed 00000004:00080000:3.0:1763345636.541494:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1109 committed 00000004:00080000:3.0:1763345636.541510:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1124 committed 00000004:00080000:3.0:1763345636.541529:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1123 committed 00000004:00080000:3.0:1763345636.541532:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1108 committed 00000100:00100000:3.0:1763345636.541796:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924330752:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345636.541866:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345636.542291:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b65ed7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924330880:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345636.544556:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924331008 00000100:00100000:3.0:1763345636.544563:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924331008 00000100:00100000:3.0:1763345636.544595:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924331520 00000100:00100000:3.0:1763345636.544598:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924331520 00000100:00100000:3.0:1763345636.544621:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7644 00000100:00100000:3.0:1763345636.544629:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:3657:x1849000924331008:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763345636.544647:0:15692:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:802 count 1 00002000:00010000:3.0:1763345636.544668:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x322:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345636.544675:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b541517200/0x52bea07cb58a9530 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x322:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.544686:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345636.544688:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345636.544693:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b541517200/0x52bea07cb58a9530 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.544705:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b541517200/0x52bea07cb58a9530 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.544713:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b541517200/0x52bea07cb58a9530 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.544720:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b541517200/0x52bea07cb58a9530 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.544737:0:15692:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345636.546004:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+20:3657:x1849000924331008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1375us (2521us total) trans 17179872065 rc 0/0 00000100:00100000:3.0:1763345636.546011:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7644 00010000:00010000:3.0:1763345636.546672:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345636.546679:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b672c86c00/0x52bea07cb58a9537 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.546687:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672c86c00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345636.546691:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b672c86c00/0x52bea07cb58a9537 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.546700:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b672c86c00/0x52bea07cb58a9537 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.546713:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b672c86c00/0x52bea07cb58a9537 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.546721:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b672c86c00/0x52bea07cb58a9537 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.546736:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345636.546739:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345636.546740:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345636.551570:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910145152 00000100:00100000:3.0:1763345636.551578:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910145152 00010000:00010000:3.0:1763345636.552624:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b6748fe400/0x52bea07cb58a93a1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x31e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980831e80 expref: 38 pid: 8403 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763345636.552653:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3492 00000100:00100000:3.0:1763345636.552661:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+38:2408:x1849000910145152:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345636.552671:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345636.552675:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b6748fe400/0x52bea07cb58a93a1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x31e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980831e80 expref: 38 pid: 8403 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345636.552684:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b6748fe400/0x52bea07cb58a93a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x31e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980831e80 expref: 38 pid: 8403 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345636.552703:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345636.552706:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345636.552709:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b641661200/0x52bea07cb58a9529 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.552716:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b641661200/0x52bea07cb58a9529 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x31e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.552729:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345636.552752:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+38:2408:x1849000910145152:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 93us (1400us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.552783:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3492 00010000:00010000:3.0:1763345636.553424:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763345636.553430:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b641661200/0x52bea07cb58a9529 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.553437:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b641661200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345636.553441:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b641661200/0x52bea07cb58a9529 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.553450:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b641661200/0x52bea07cb58a9529 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.553462:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b641661200/0x52bea07cb58a9529 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.553467:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b641661200/0x52bea07cb58a9529 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.553483:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345636.553486:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b6821e0800/0x52bea07cb58a953e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.553492:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e0800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345636.553494:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b6821e0800/0x52bea07cb58a953e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.553501:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b6821e0800/0x52bea07cb58a953e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.553509:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b6821e0800/0x52bea07cb58a953e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.553515:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b6821e0800/0x52bea07cb58a953e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.553526:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345636.553528:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345636.553530:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345636.565303:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910145664 00000100:00100000:3.0:1763345636.565314:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910145664 00000100:00100000:3.0:1763345636.565375:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10600 00000100:00100000:3.0:1763345636.565385:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+279:57141:x1849000910145664:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345636.565411:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345636.565434:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a954c lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831f0c expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.565528:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a9553 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.565543:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a9553 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.565554:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a9553 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.565567:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a955a lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.565574:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a955a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.565582:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a955a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.565691:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a9561 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x21b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.565712:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a9561 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.565719:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a9561 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345636.565729:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x21b:0x0]: returning size 2 00010000:00010000:3.0:1763345636.565874:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a9553 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.565882:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a9553 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.565903:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a9553 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.565910:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a9553 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.565915:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541517000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345636.565919:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a9553 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.565926:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a9553 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.565938:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432df100) 00010000:00010000:3.0:1763345636.565941:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345636.565946:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a9553 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.565952:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a9553 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.565966:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a955a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.565972:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a955a lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.565977:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a955a lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.565982:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541516e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345636.565984:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a955a lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.565994:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a955a lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.566001:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dfe00) 00010000:00010000:3.0:1763345636.566003:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345636.566006:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a955a lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.566011:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a955a lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.566051:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a954c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831f0c expref: 282 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.566065:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a9561 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831f0c expref: 281 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.566072:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x21b:0x0].0x0 (ffff91b653620700) 00010000:00010000:3.0:1763345636.566075:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345636.566078:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541517800, rc 0) 00000100:00100000:3.0:1763345636.566132:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+281:57141:x1849000910145664:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 749us (928us total) trans 8589940569 rc 0/0 00000100:00100000:3.0:1763345636.566140:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10600 00000100:00100000:3.0:1763345636.570191:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910145920 00000100:00100000:3.0:1763345636.570202:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910145920 00000100:00100000:3.0:1763345636.571936:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.577094:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910146816 00000100:00100000:3.0:1763345636.577101:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910146816 00000100:00100000:3.0:1763345636.580035:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.590685:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910147328 00000100:00100000:3.0:1763345636.590691:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910147328 00000100:00100000:3.0:1763345636.590823:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10603 00000100:00100000:3.0:1763345636.590833:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543386680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+285:57141:x1849000910147328:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345636.590852:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345636.590870:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58a95a7 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x21b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831f28 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.590956:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a95ae lrc: 3/1,0 mode: --/PR res: [0x200000405:0x21b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.590967:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a95ae lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.590976:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a95ae lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345636.590993:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x21b:0x0]: returning size 5 00000004:00200000:3.0:1763345636.590996:0:9296:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763345636.591006:0:9296:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a95ae lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.591027:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58a95a7 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x21b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831f28 expref: 287 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.591041:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a95ae lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831f28 expref: 286 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.591049:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x21b:0x0].0x0 (ffff91b653620700) 00010000:00010000:3.0:1763345636.591055:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345636.591059:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541517800, rc 0) 00000100:00100000:3.0:1763345636.591108:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543386680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+286:57141:x1849000910147328:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 273us (950us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.591116:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10603 00000100:00100000:3.0:1763345636.599463:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.609354:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.610121:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.612447:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.616913:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.616988:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.620650:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000001:00080000:3.0:1763345636.624154:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940575 is committed 00000004:00080000:3.0:1763345636.624165:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1111 committed 00000004:00080000:3.0:1763345636.624179:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1126 committed 00000004:00080000:3.0:1763345636.624196:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1125 committed 00000004:00080000:3.0:1763345636.624200:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1110 committed 00000100:00100000:3.0:1763345636.624356:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924332416:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345636.624426:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924332544 00000100:00100000:3.0:1763345636.624433:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924332544 00000100:00100000:3.0:1763345636.624485:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924332416 00000100:00100000:3.0:1763345636.624489:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924332416 00000100:00100000:3.0:1763345636.624517:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7652 00000100:00100000:3.0:1763345636.624527:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542035f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+71:3659:x1849000924332416:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345636.624674:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542035f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+73:3659:x1849000924332416:12345-0@lo:2:osp-syn-0-0.0 Request processed in 148us (219us total) trans 21474839321 rc 0/0 00000100:00100000:3.0:1763345636.624707:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7652 00000100:00100000:3.0:1763345636.625071:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000004:00080000:3.0:1763345636.625340:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541d66d80/2, rc 0, transno 17179872068 00000100:00100000:3.0:1763345636.625346:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924332800:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345636.628068:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.643013:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910150144 00000100:00100000:3.0:1763345636.643020:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910150144 00010000:00010000:3.0:1763345636.643053:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58a965d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x21c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980831f60 expref: 285 pid: 9296 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763345636.643088:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3496 00000100:00100000:3.0:1763345636.643097:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+285:2409:x1849000910150144:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345636.643111:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345636.643118:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58a965d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x21c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980831f60 expref: 285 pid: 9296 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345636.643130:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58a965d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x21c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980831f60 expref: 285 pid: 9296 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345636.643149:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58a965d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x21c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980831f60 expref: 285 pid: 9296 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345636.643163:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x21c:0x0].0x0 (ffff91b66c9bb800) 00010000:00010000:3.0:1763345636.643167:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903a00/0x52bea07cb58a9680 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x21c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.643176:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903a00/0x52bea07cb58a9680 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x21c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.643184:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903a00/0x52bea07cb58a9680 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x21c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.643214:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345636.644358:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+284:2409:x1849000910150144:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 1260us (1706us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.644371:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3496 00000100:00100000:3.0:1763345636.650314:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910150400 00000100:00100000:3.0:1763345636.650323:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910150400 00000100:00100000:3.0:1763345636.650380:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3669 00000100:00100000:3.0:1763345636.650390:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+283:57143:x1849000910150400:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345636.650823:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+284:57143:x1849000910150400:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 433us (638us total) trans 8589940578 rc 0/0 00000100:00100000:3.0:1763345636.650832:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3669 00000100:00100000:3.0:1763345636.668940:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10617 00000100:00100000:3.0:1763345636.668957:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+287:55937:x1849000910151040:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345636.668983:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345636.669003:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a96b8 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x21c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831f83 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.669040:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a96bf lrc: 3/1,0 mode: --/PR res: [0x200000405:0x21c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.669059:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a96bf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.669070:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a96bf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763345636.700856:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763345636.700872:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924333056:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345636.700931:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345636.700975:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924333184:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345636.700997:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345636.701030:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924333056 00000100:00100000:3.0:1763345636.701036:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924333056 00000100:00100000:3.0:1763345636.701070:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924333184 00000100:00100000:3.0:1763345636.701073:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924333184 00000100:00100000:3.0:1763345636.701090:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7656 00000100:00100000:3.0:1763345636.701098:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+73:3658:x1849000924333056:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345636.701291:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+74:3658:x1849000924333056:12345-0@lo:2:osp-syn-0-0.0 Request processed in 193us (359us total) trans 21474839323 rc 0/0 00000100:00100000:3.0:1763345636.701298:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7656 00000100:00100000:3.0:1763345636.701313:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7657 00000100:00100000:3.0:1763345636.701319:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+73:3656:x1849000924333184:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345636.701383:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+74:3656:x1849000924333184:12345-0@lo:2:osp-syn-0-0.0 Request processed in 64us (384us total) trans 21474839324 rc 0/0 00000100:00100000:3.0:1763345636.701389:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7657 00000004:00080000:3.0:1763345636.701428:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dcce00/2, rc 0, transno 21474839323 00000100:00100000:3.0:1763345636.701434:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924333056:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763345636.701447:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dcd180/2, rc 0, transno 21474839324 00000100:00100000:3.0:1763345636.701450:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924333184:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345636.702079:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924333312 00000100:00100000:3.0:1763345636.702084:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924333312 00000100:00100000:3.0:1763345636.702115:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924333440 00000100:00100000:3.0:1763345636.702118:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924333440 00000100:00100000:3.0:1763345636.702133:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7658 00000100:00100000:3.0:1763345636.702138:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3656:x1849000924333312:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345636.702245:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3656:x1849000924333312:12345-0@lo:2:osp-syn-1-0.0 Request processed in 106us (618us total) trans 17179872070 rc 0/0 00000100:00100000:3.0:1763345636.702251:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7658 00000100:00100000:3.0:1763345636.702265:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7659 00000100:00100000:3.0:1763345636.702273:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3658:x1849000924333440:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345636.704271:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3658:x1849000924333440:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1996us (2595us total) trans 17179872071 rc 0/0 00000100:00100000:3.0:1763345636.704281:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7659 00000004:00080000:3.0:1763345636.704318:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541d65c00/2, rc 0, transno 17179872071 00000100:00100000:3.0:1763345636.704323:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924333440:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345636.704982:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.710005:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910151936 00000100:00100000:3.0:1763345636.710015:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910151936 00000100:00100000:3.0:1763345636.710074:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7661 00000100:00100000:3.0:1763345636.710085:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+41:2408:x1849000910151936:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:3.0:1763345636.710204:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+41:2408:x1849000910151936:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 120us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.710211:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7661 00000100:00100000:3.0:1763345636.726235:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910152576 00000100:00100000:3.0:1763345636.726242:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910152576 00002000:00010000:3.0:1763345636.726261:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/802 (0->18446744073709551615) 00002000:00100000:3.0:1763345636.726264:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ed1500 with x1849000910152576 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345636.726271:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ed1500. 00000100:00100000:3.0:1763345636.744812:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910153216 00000100:00100000:3.0:1763345636.744822:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910153216 00010000:00010000:3.0:1763345636.744862:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b641660e00/0x52bea07cb58a94c0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x324:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980831ed4 expref: 19 pid: 8404 timeout: 1129 lvb_type: 1 00000100:00100000:3.0:1763345636.744916:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3497 00000100:00100000:3.0:1763345636.744926:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910153216:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345636.744942:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345636.744974:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b641660e00/0x52bea07cb58a94c0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x324:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980831ed4 expref: 19 pid: 8404 timeout: 1129 lvb_type: 1 00010000:00010000:3.0:1763345636.744987:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b641660e00/0x52bea07cb58a94c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x324:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980831ed4 expref: 19 pid: 8404 timeout: 1129 lvb_type: 1 00010000:00010000:3.0:1763345636.745011:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345636.745013:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345636.745018:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b6821e0600/0x52bea07cb58a9705 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x324:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.745028:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b6821e0600/0x52bea07cb58a9705 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x324:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.745050:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345636.745114:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910153216:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 189us (764us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.745122:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3497 00010000:00010000:3.0:1763345636.759238:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345636.759246:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58a973d lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.759253:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543345600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345636.759257:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58a973d lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.759264:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58a973d lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.759273:0:10338:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x21c:0x0].0x0 (ffff91b5432dd700) 00010000:00010000:3.0:1763345636.759276:0:10338:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763345636.759279:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58a973d lrc: 1/0,0 mode: --/PW res: [0x200000405:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.759284:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58a973d lrc: 0/0,0 mode: --/PW res: [0x200000405:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345636.759297:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345636.759299:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345636.759301:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345636.784399:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910154112 00000100:00100000:3.0:1763345636.784407:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910154112 00000100:00100000:3.0:1763345636.784449:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7664 00000100:00100000:3.0:1763345636.784458:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+12:57141:x1849000910154112:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345636.784471:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345636.784485:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b541517000/0x52bea07cb58a9760 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x324:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980831fbb expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345636.784506:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x324:0x0] initial LVB size: 4096, mtime: 0x691a84e4, atime: 0x0, ctime: 0x691a84e4, blocks: 0x8 00010000:00010000:3.0:1763345636.784522:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345636.784525:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345636.784536:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b541517000/0x52bea07cb58a9760 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831fbb expref: 13 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.784549:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b541517000/0x52bea07cb58a9760 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831fbb expref: 13 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.784560:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541517000, rc 0) 00000100:00100000:3.0:1763345636.784600:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+13:57141:x1849000910154112:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 144us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.784607:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7664 00000100:00100000:3.0:1763345636.787829:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.792838:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924333696:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345636.792870:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58a977c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980831fc9 expref: 44 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.792901:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6821e1a00, rc 0) 00000100:00100000:3.0:1763345636.792954:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+44:57141:x1849000910154368:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4499us (5126us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.792963:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7665 00000100:00100000:3.0:1763345636.796460:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910154880 00000100:00100000:3.0:1763345636.796466:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910154880 00002000:00010000:3.0:1763345636.796490:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/804 (5->18446744073709551615) 00002000:00100000:3.0:1763345636.796495:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5450c8000 with x1849000910154880 ext(5->18446744073709551615) 00002000:00010000:3.0:1763345636.796504:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5450c8000. 00000100:00100000:3.0:1763345636.796534:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910155008 00000100:00100000:3.0:1763345636.796538:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910155008 00002000:00010000:3.0:1763345636.796552:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/801 (0->18446744073709551615) 00002000:00100000:3.0:1763345636.796558:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5450c9c00 with x1849000910155008 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345636.796568:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5450c9c00. 00000100:00100000:3.0:1763345636.796595:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1828 00000100:00100000:3.0:1763345636.796605:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+13:2410:x1849000910154880:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:3.0:1763345636.796919:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x324:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:3.0:1763345636.796924:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x324:0x0] updating lvb mtime from disk: 1763345636 -> 1763345636 00002000:00010000:3.0:1763345636.796926:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x324:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345636.796929:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x324:0x0] updating lvb ctime from disk: 1763345636 -> 1763345636 00002000:00010000:3.0:1763345636.796932:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x324:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763345636.796959:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+14:2410:x1849000910154880:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 355us (761us total) trans 17179872074 rc 0/0 00000100:00100000:3.0:1763345636.797633:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1828 00002000:00010000:3.0:1763345636.797636:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/804 (5->18446744073709551615) 00002000:00100000:3.0:1763345636.797638:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5450c8000 with x1849000910154880 ext(5->18446744073709551615) 00002000:00010000:3.0:1763345636.797643:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5450c8000. 00000100:00100000:3.0:1763345636.804841:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.804947:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.818644:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.824306:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910156800 00000100:00100000:3.0:1763345636.824316:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910156800 00000100:00100000:3.0:1763345636.824362:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3673 00000100:00100000:3.0:1763345636.824370:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+291:57141:x1849000910156800:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:3.0:1763345636.824424:0:16418:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000405:0x21b:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe200/0x52bea07cb58a95bc lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x21b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831f2f expref: 291 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.824469:0:16418:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a97ec lrc: 3/0,1 mode: --/EX res: [0x200000405:0x21b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16418 initiator: MDT0 00010000:00010000:3.0:1763345636.824480:0:16418:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58a9641 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x21b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980831f59 expref: 291 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.824495:0:16418:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a97ec lrc: 4/0,1 mode: --/EX res: [0x200000405:0x21b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16418 initiator: MDT0 00010000:00010000:3.0:1763345636.824575:0:16418:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58a9641 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x21b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980831f59 expref: 291 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.824588:0:16418:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58a9641 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x21b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980831f59 expref: 291 pid: 9296 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763345636.824602:0:16418:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5432ece00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:16418:1849000924334336:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345636.824686:0:16418:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6467a59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763345636.828506:0:16418:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5432ece00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:16418:1849000924334336:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345636.833323:0:16418:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a97ec lrc: 3/0,1 mode: --/EX res: [0x200000405:0x21b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16418 initiator: MDT0 00000100:00100000:3.0:1763345636.838033:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5432ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924334848:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345636.838097:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345636.838156:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5432edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924334592:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345636.838184:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345636.838207:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763345636.838213:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5432efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924334720:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345636.838233:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345636.838267:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924334592 00000100:00100000:3.0:1763345636.838273:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924334592 00000100:00100000:3.0:1763345636.838306:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7668 00000100:00100000:3.0:1763345636.838321:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+77:3658:x1849000924334848:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763345636.838442:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x321:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345636.838446:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x321:0x0] updating lvb mtime from disk: 1763345636 -> 1763345636 00002000:00010000:3.0:1763345636.838448:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x321:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345636.838450:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x321:0x0] updating lvb ctime from disk: 1763345636 -> 1763345636 00002000:00010000:3.0:1763345636.838452:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x321:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345636.838489:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+78:3658:x1849000924334848:12345-0@lo:2:osp-syn-0-0.0 Request processed in 174us (394us total) trans 21474839328 rc 0/0 00000100:00100000:3.0:1763345636.841275:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7668 00010000:00010000:3.0:1763345636.841309:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345636.841323:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b6821e0800/0x52bea07cb58a97fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.841332:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e0800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345636.841336:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b6821e0800/0x52bea07cb58a97fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.841345:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b6821e0800/0x52bea07cb58a97fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.841359:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b6821e0800/0x52bea07cb58a97fa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.841366:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b6821e0800/0x52bea07cb58a97fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.841384:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345636.841386:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345636.841388:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345636.841402:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924335232:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345636.842077:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763345636.842122:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5432efb80/2, rc 0, transno 21474839330 00000100:00100000:3.0:1763345636.842128:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5432efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924334720:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763345636.842142:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5432edf80/2, rc 0, transno 21474839329 00000100:00100000:3.0:1763345636.842150:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5432edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924334592:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345636.842162:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763345636.842170:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924335360:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345636.842197:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345636.842225:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924335360 00000100:00100000:3.0:1763345636.842230:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924335360 00000100:00100000:3.0:1763345636.842254:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7675 00000100:00100000:3.0:1763345636.842266:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3656:x1849000924335360:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345636.852048:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910157696 00000100:00100000:3.0:1763345636.852057:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910157696 00010000:00010000:3.0:1763345636.852092:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b544903000/0x52bea07cb58a96e9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980831f9f expref: 45 pid: 28867 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763345636.852123:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910157824 00000100:00100000:3.0:1763345636.852128:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910157824 00010000:00010000:3.0:1763345636.852146:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b544903600/0x52bea07cb58a96e2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980831f98 expref: 14 pid: 28867 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763345636.852173:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3502 00000100:00100000:3.0:1763345636.852181:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+45:2408:x1849000910157696:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345636.852194:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345636.852200:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b544903000/0x52bea07cb58a96e9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x322:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980831f9f expref: 45 pid: 28867 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345636.852210:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b544903000/0x52bea07cb58a96e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x322:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980831f9f expref: 45 pid: 28867 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345636.852228:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345636.852230:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345636.852235:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543344200/0x52bea07cb58a97f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x322:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.852244:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543344200/0x52bea07cb58a97f3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x322:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.852263:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345636.852293:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+45:2408:x1849000910157696:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 113us (674us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.852301:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3502 00000100:00100000:3.0:1763345636.852321:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3503 00000100:00100000:3.0:1763345636.852330:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910157824:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345636.852339:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345636.852345:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b544903600/0x52bea07cb58a96e2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x325:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980831f98 expref: 14 pid: 28867 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345636.852357:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b544903600/0x52bea07cb58a96e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x325:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980831f98 expref: 14 pid: 28867 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345636.852371:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345636.852373:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345636.852376:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543344600/0x52bea07cb58a9801 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x325:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.852384:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543344600/0x52bea07cb58a9801 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x325:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.852397:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345636.852423:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910157824:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 95us (767us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.852430:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3503 00010000:00010000:3.0:1763345636.854734:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763345636.854745:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b543344200/0x52bea07cb58a97f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.854755:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543344200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345636.854783:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543344200/0x52bea07cb58a97f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.854793:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543344200/0x52bea07cb58a97f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.854810:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b543344200/0x52bea07cb58a97f3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.854818:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543344200/0x52bea07cb58a97f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.854836:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345636.854840:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b543344600/0x52bea07cb58a9801 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.854846:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543344600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345636.854848:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543344600/0x52bea07cb58a9801 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.854855:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543344600/0x52bea07cb58a9801 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.854866:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b543344600/0x52bea07cb58a9801 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.854872:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543344600/0x52bea07cb58a9801 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.855777:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345636.855781:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345636.855783:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345636.855790:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345636.857006:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.860481:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3675 00000100:00100000:3.0:1763345636.860494:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+282:57141:x1849000910158208:12345-192.168.203.8@tcp:35:lfs.0 00000004:00080000:3.0:1763345636.860691:0:6523:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x21b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763345636.860743:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1742, 64 off145080 00000040:00080000:3.0:1763345636.860795:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1758, 64 off146608 00000040:00080000:3.0:1763345636.860808:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1759, 64 off146672 00000040:00080000:3.0:1763345636.860817:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1743, 64 off145144 00010000:00010000:3.0:1763345636.860874:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a9847 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x21b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345636.860905:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a9847 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345636.860915:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a9847 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345636.860923:0:6523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a9847 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345636.860929:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a9847 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345636.860934:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a9847 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345636.860957:0:6523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345636.861233:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+283:57141:x1849000910158208:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 741us (1675us total) trans 8589940594 rc 0/0 00000100:00100000:3.0:1763345636.861241:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3675 00000100:00100000:3.0:1763345636.862579:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.863611:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.870435:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.875862:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000001:00080000:3.0:1763345636.878721:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940598 is committed 00000004:00080000:3.0:1763345636.878732:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1117 committed 00000004:00080000:3.0:1763345636.878747:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1132 committed 00000004:00080000:3.0:1763345636.878782:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1131 committed 00000004:00080000:3.0:1763345636.878786:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1116 committed 00000100:00100000:3.0:1763345636.879339:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924335872:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345636.879589:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924335744:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345636.879973:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7679 00000100:00100000:3.0:1763345636.879986:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+79:3658:x1849000924336640:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345636.880215:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+80:3658:x1849000924336640:12345-0@lo:2:osp-syn-0-0.0 Request processed in 229us (358us total) trans 21474839332 rc 0/0 00000100:00100000:3.0:1763345636.880235:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7679 00000100:00100000:3.0:1763345636.880400:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924335872 00000100:00100000:3.0:1763345636.880407:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924335872 00000100:00100000:3.0:1763345636.880434:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7682 00000100:00100000:3.0:1763345636.880446:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3657:x1849000924336512:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345636.880597:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3657:x1849000924336512:12345-0@lo:2:osp-syn-1-0.0 Request processed in 153us (311us total) trans 17179872080 rc 0/0 00000100:00100000:3.0:1763345636.880610:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7682 00000004:00080000:3.0:1763345636.880670:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6748a4380/2, rc 0, transno 21474839333 00000100:00100000:3.0:1763345636.880677:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924336384:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345636.882964:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910159616 00000100:00100000:3.0:1763345636.882970:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910159616 00010000:00010000:3.0:1763345636.882994:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58a977c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.8@tcp remote: 0x199a96980831fc9 expref: 45 pid: 8403 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763345636.883026:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910159744 00000100:00100000:3.0:1763345636.883032:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910159744 00010000:00010000:3.0:1763345636.883048:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b641661200/0x52bea07cb58a956f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x323:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980831f13 expref: 13 pid: 28867 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763345636.883069:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3504 00000100:00100000:3.0:1763345636.883078:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+45:2408:x1849000910159616:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345636.883089:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345636.883095:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58a977c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x321:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.8@tcp remote: 0x199a96980831fc9 expref: 45 pid: 8403 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345636.883108:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58a977c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x321:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.8@tcp remote: 0x199a96980831fc9 expref: 45 pid: 8403 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345636.883135:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58a977c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x321:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.8@tcp remote: 0x199a96980831fc9 expref: 45 pid: 8403 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345636.883149:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345636.883152:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345636.883156:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5434caa00/0x52bea07cb58a989b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.883166:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5434caa00/0x52bea07cb58a989b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.883204:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345636.883237:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+44:2408:x1849000910159616:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 157us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.883254:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3504 00010000:00010000:3.0:1763345636.883846:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b544903000/0x52bea07cb58a98a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.883855:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b544903000/0x52bea07cb58a98a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.883863:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b544903000/0x52bea07cb58a98a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.883868:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b544903000/0x52bea07cb58a98a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.883879:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763345636.884637:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3659:x1849000924335744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4667us (4825us total) trans 17179872081 rc 0/0 00000100:00100000:3.0:1763345636.884644:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7678 00010000:00010000:3.0:1763345636.884658:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345636.885577:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345636.885586:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1400/0x52bea07cb58a98a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.885599:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e1400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345636.885604:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1400/0x52bea07cb58a98a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.885620:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1400/0x52bea07cb58a98a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.885644:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1400/0x52bea07cb58a98a9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.885660:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1400/0x52bea07cb58a98a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.885686:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345636.885691:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5434cba00/0x52bea07cb58a98b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.885699:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5434cba00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345636.885703:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5434cba00/0x52bea07cb58a98b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.885711:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5434cba00/0x52bea07cb58a98b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.885721:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5434cba00/0x52bea07cb58a98b0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.885728:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5434cba00/0x52bea07cb58a98b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.885744:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345636.885747:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345636.885749:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763345636.886440:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dfe680/2, rc 0, transno 17179872082 00000100:00100000:3.0:1763345636.886446:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924336000:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345636.890596:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910160896 00000100:00100000:3.0:1763345636.890603:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910160896 00010000:00010000:3.0:1763345636.890628:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58a987f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x324:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832016 expref: 44 pid: 27809 timeout: 1129 lvb_type: 1 00000100:00100000:3.0:1763345636.890666:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3508 00000100:00100000:3.0:1763345636.890675:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+44:2408:x1849000910160896:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345636.890687:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345636.890693:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58a987f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x324:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832016 expref: 44 pid: 27809 timeout: 1129 lvb_type: 1 00010000:00010000:3.0:1763345636.890704:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58a987f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x324:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832016 expref: 44 pid: 27809 timeout: 1129 lvb_type: 1 00010000:00010000:3.0:1763345636.890723:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58a987f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x324:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832016 expref: 44 pid: 27809 timeout: 1129 lvb_type: 1 00010000:00010000:3.0:1763345636.890735:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345636.890737:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345636.890743:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54594c400/0x52bea07cb58a98b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x324:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a9698083202b expref: 43 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.890753:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54594c400/0x52bea07cb58a98b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x324:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a9698083202b expref: 43 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345636.891473:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.893186:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.895276:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910161536 00000100:00100000:3.0:1763345636.895283:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910161536 00002000:00010000:3.0:1763345636.895306:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/804 (0->18446744073709551615) 00002000:00100000:3.0:1763345636.895312:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454de680 with x1849000910161536 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345636.895323:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5454de680. 00000100:00100000:3.0:1763345636.895431:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1830 00000100:00100000:3.0:1763345636.895440:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+43:2408:x1849000910161536:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:3.0:1763345636.895581:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x324:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345636.895585:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x324:0x0] updating lvb mtime from disk: 0 -> 1763345636 00002000:00010000:3.0:1763345636.895587:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x324:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345636.895589:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x324:0x0] updating lvb ctime from disk: 0 -> 1763345636 00002000:00010000:3.0:1763345636.895591:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x324:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345636.895633:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+44:2408:x1849000910161536:12345-192.168.203.8@tcp:10:bash.0 Request processed in 194us (412us total) trans 21474839336 rc 0/0 00000100:00100000:3.0:1763345636.895639:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1830 00002000:00010000:3.0:1763345636.895643:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/804 (0->18446744073709551615) 00002000:00100000:3.0:1763345636.895645:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454de680 with x1849000910161536 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345636.895650:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5454de680. 00000100:00100000:3.0:1763345636.896662:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.909178:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910162304 00000100:00100000:3.0:1763345636.909184:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910162304 00000100:00100000:3.0:1763345636.909553:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10642 00000100:00100000:3.0:1763345636.909564:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+284:57146:x1849000910162304:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345636.909574:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345636.909587:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a98fd lrc: 2/0,0 mode: --/CR res: [0x200000405:0x21e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832040 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.909657:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a9904 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x21e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.909667:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903a00/0x52bea07cb58a98f6 lrc: 2/0,1 mode: EX/EX res: [0x200000405:0x21e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345636.909676:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a9904 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x21e:0x0].0x0 bits 0x5/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763345636.921983:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.940873:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.940964:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.941131:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10648 00000100:00100000:3.0:1763345636.941138:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+286:57149:x1849000910163456:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345636.941154:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345636.941175:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a996d lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083206a expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.941230:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a997b lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.941685:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a997b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.941694:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a997b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000100:00100000:3.0:1763345636.947145:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.967230:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910164992 00000100:00100000:3.0:1763345636.967237:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910164992 00000100:00100000:3.0:1763345636.967266:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910165120 00000100:00100000:3.0:1763345636.967270:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910165120 00000100:00100000:3.0:1763345636.967292:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7687 00000100:00100000:3.0:1763345636.967302:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+44:2409:x1849000910164992:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345636.967313:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345636.967332:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b541517000/0x52bea07cb58a99d6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x327:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832086 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345636.967354:0:8560:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x327:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345636.967883:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345636.967894:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345636.967901:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b541517000/0x52bea07cb58a99d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832086 expref: 45 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345636.967915:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b541517000/0x52bea07cb58a99d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832086 expref: 45 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345636.967926:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541517000, rc 0) 00000100:00100000:3.0:1763345636.968530:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+45:2409:x1849000910164992:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1227us (1464us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.968538:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7687 00000100:00100000:3.0:1763345636.972173:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.972462:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910165632 00000100:00100000:3.0:1763345636.972468:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910165632 00000100:00100000:3.0:1763345636.972515:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10652 00000100:00100000:3.0:1763345636.972524:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+294:55937:x1849000910165632:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345636.972536:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345636.972560:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a99e4 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832094 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.972697:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a99eb lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.972711:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a99eb lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.972723:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a99eb lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.972733:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a99f2 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.972740:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a99f2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.972746:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a99f2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.972857:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903a00/0x52bea07cb58a99f9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x220:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.972867:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903a00/0x52bea07cb58a99f9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x220:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.972874:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903a00/0x52bea07cb58a99f9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x220:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763345636.972884:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x220:0x0]: returning size 0 00010000:00010000:3.0:1763345636.972953:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a99eb lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.972960:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a99eb lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.972965:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a99eb lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.972970:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a99eb lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.972975:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541517200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345636.972979:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a99eb lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.972986:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a99eb lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.972998:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432df800) 00010000:00010000:3.0:1763345636.973002:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345636.973007:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a99eb lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.973014:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a99eb lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.973027:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a99f2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.973033:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a99f2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.973039:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a99f2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.973044:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541516e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345636.973046:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a99f2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.973052:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a99f2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.973059:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b66c9bb200) 00010000:00010000:3.0:1763345636.973062:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345636.973065:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a99f2 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.973074:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a99f2 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.973104:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a99e4 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832094 expref: 296 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.973122:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903a00/0x52bea07cb58a99f9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x220:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832094 expref: 295 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.973129:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x220:0x0].0x0 (ffff91b66c9bbe00) 00010000:00010000:3.0:1763345636.973132:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345636.973134:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b544903a00, rc 0) 00000100:00100000:3.0:1763345636.973167:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+295:55937:x1849000910165632:12345-192.168.203.8@tcp:101:bash.0 Request processed in 644us (776us total) trans 8589940610 rc 0/0 00000100:00100000:3.0:1763345636.973173:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10652 00000100:00100000:3.0:1763345636.975488:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910165760 00000100:00100000:3.0:1763345636.975499:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910165760 00000100:00100000:3.0:1763345636.975552:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10653 00000100:00100000:3.0:1763345636.975563:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+296:55937:x1849000910165760:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345636.975585:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345636.975605:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58a9a07 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x220:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083209b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.975640:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58a9a0e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x220:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.975655:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58a9a0e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x220:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.976286:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58a9a0e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x220:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.976463:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58a9a07 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x220:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083209b expref: 297 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.976487:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58a9a0e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x220:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083209b expref: 296 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.976496:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x220:0x0].0x0 (ffff91b66c9bbe00) 00010000:00010000:3.0:1763345636.976500:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763345636.976502:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b544903c00, rc 0) 00000100:00100000:3.0:1763345636.977403:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+295:55937:x1849000910165760:12345-192.168.203.8@tcp:101:bash.0 Request processed in 1838us (2066us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.977411:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10653 00000100:00100000:3.0:1763345636.978812:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910166144 00000100:00100000:3.0:1763345636.978822:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910166144 00000100:00100000:3.0:1763345636.978874:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10654 00000100:00100000:3.0:1763345636.978883:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+295:57150:x1849000910166144:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345636.978908:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345636.978927:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58a9a15 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x220:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808320a2 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.979024:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58a9a1c lrc: 3/1,0 mode: --/CR res: [0x200000405:0x220:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.979038:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58a9a1c lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x220:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.979054:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58a9a1c lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x220:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763345636.979066:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x220:0x0]: returning size 0 00010000:00010000:3.0:1763345636.979174:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58a9a15 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x220:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808320a2 expref: 298 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.979192:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58a9a1c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x220:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808320a2 expref: 297 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.979199:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x220:0x0].0x0 (ffff91b66c9bbe00) 00010000:00010000:3.0:1763345636.979202:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763345636.979206:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5434cba00, rc 0) 00000100:00100000:3.0:1763345636.979269:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+297:57150:x1849000910166144:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 386us (1619us total) trans 8589940611 rc 0/0 00000100:00100000:3.0:1763345636.979275:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10654 00000100:00100000:3.0:1763345636.980671:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910166400 00000100:00100000:3.0:1763345636.980681:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910166400 00000100:00100000:3.0:1763345636.980743:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10655 00000100:00100000:3.0:1763345636.980753:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+297:55937:x1849000910166400:12345-192.168.203.8@tcp:36:bash.0 00010000:00010000:3.0:1763345636.980823:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345636.980846:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58a99c8 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x220:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083207f expref: 297 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.980861:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x220:0x0].0x0 (ffff91b66c9bbe00) 00010000:00010000:3.0:1763345636.980866:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345636.981030:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58a9a2a lrc: 3/0,1 mode: --/PW res: [0x200000405:0x220:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.981043:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58a9a2a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x220:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.981051:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58a9a2a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x220:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:3.0:1763345636.981102:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589940612 00000004:00010000:3.0:1763345636.981126:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000052e87d58 reply state 000000002c2b967b transno 8589940613 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58a9a2a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x220:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.981138:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58a9a2a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x220:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.981148:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x220:0x0].0x0 (ffff91b66c9bbe00) 00010000:00010000:3.0:1763345636.981151:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345636.981154:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763345636.981241:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+299:55937:x1849000910166400:12345-192.168.203.8@tcp:36:bash.0 Request processed in 488us (1289us total) trans 8589940613 rc 0/0 00000100:00100000:3.0:1763345636.981252:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10655 00000020:00080000:3.0:1763345636.981258:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345636.982430:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910166528 00000100:00100000:3.0:1763345636.982438:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910166528 00000100:00100000:3.0:1763345636.982533:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910166784 00000100:00100000:3.0:1763345636.982539:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910166784 00000100:00100000:3.0:1763345636.982587:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10657 00000100:00100000:3.0:1763345636.982606:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541772a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+301:55937:x1849000910166784:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345636.982618:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345636.982621:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763345636.982637:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58a9a1c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x220:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808320a2 expref: 301 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.982657:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x220:0x0].0x0 (ffff91b66c9bbe00) 00010000:00010000:3.0:1763345636.982664:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345636.982677:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58a9a3f lrc: 2/0,0 mode: --/EX res: [0x200000405:0x220:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808320b0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.982724:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661200/0x52bea07cb58a9a46 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x220:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.982735:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50400/0x52bea07cb58a9a38 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x220:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345636.982744:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661200/0x52bea07cb58a9a46 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x220:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.982806:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50400/0x52bea07cb58a9a38 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x220:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a969808320a9 expref: 302 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.982822:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50400/0x52bea07cb58a9a38 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x220:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808320a9 expref: 301 pid: 9295 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763345636.982840:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432dce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924337792:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345636.982927:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b658790300 going to sleep for 11 seconds 00000100:00100000:3.0:1763345636.984440:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432dce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924337792:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345636.984463:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661200/0x52bea07cb58a9a46 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x220:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763345636.985615:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910167168 00000100:00100000:3.0:1763345636.985620:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910167168 00010000:00010000:3.0:1763345636.985637:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50400/0x52bea07cb58a9a38 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x220:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808320a9 expref: 303 pid: 9295 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763345636.985668:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3510 00000100:00100000:3.0:1763345636.985676:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541773800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+303:2409:x1849000910167168:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345636.985686:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345636.985692:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50400/0x52bea07cb58a9a38 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x220:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808320a9 expref: 303 pid: 9295 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345636.985716:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50400/0x52bea07cb58a9a38 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x220:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808320a9 expref: 303 pid: 9295 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345636.985736:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50400/0x52bea07cb58a9a38 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x220:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808320a9 expref: 303 pid: 9295 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345636.985749:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x220:0x0].0x0 (ffff91b66c9bbe00) 00010000:00010000:3.0:1763345636.985755:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661200/0x52bea07cb58a9a46 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x220:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.985810:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661200/0x52bea07cb58a9a46 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x220:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.985818:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661200/0x52bea07cb58a9a46 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x220:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345636.985845:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345636.986425:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541773800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+303:2409:x1849000910167168:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 750us (1105us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.986432:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3510 00000001:00080000:3.0:1763345636.988550:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940615 is committed 00000004:00080000:3.0:1763345636.988556:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1134 committed 00000004:00080000:3.0:1763345636.988571:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1119 committed 00000004:00080000:3.0:1763345636.988579:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1118 committed 00000004:00080000:3.0:1763345636.988581:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1133 committed 00000100:00100000:3.0:1763345636.988732:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a829f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924338048:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345636.988797:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345636.988828:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763345636.988834:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a828000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924338176:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345636.988855:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345636.988883:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924338176 00000100:00100000:3.0:1763345636.988900:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924338176 00000100:00100000:3.0:1763345636.989008:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7690 00000100:00100000:3.0:1763345636.989016:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+83:3656:x1849000924338176:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345636.989157:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+85:3656:x1849000924338176:12345-0@lo:2:osp-syn-0-0.0 Request processed in 143us (300us total) trans 21474839337 rc 0/0 00000100:00100000:3.0:1763345636.989164:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7690 00000100:00100000:3.0:1763345636.989178:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924338432 00000100:00100000:3.0:1763345636.989181:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924338432 00000100:00100000:3.0:1763345636.989205:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7692 00000100:00100000:3.0:1763345636.989211:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3658:x1849000924338816:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763345636.989282:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x32a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345636.989285:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x32a:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763345636.989287:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x32a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345636.989289:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x32a:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763345636.989292:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x32a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345636.989320:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3658:x1849000924338816:12345-0@lo:2:osp-syn-1-0.0 Request processed in 109us (232us total) trans 17179872084 rc 0/0 00000100:00100000:3.0:1763345636.989325:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7692 00000100:00100000:3.0:1763345636.989339:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7693 00000100:00100000:3.0:1763345636.989344:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3658:x1849000924338432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763345636.989356:0:8560:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:807 count 1 00010000:00010000:3.0:1763345636.989368:0:8560:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b641660e00/0x52bea07cb58a9a54 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x327:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.989383:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b544903600/0x52bea07cb58a98e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x327:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832039 expref: 13 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.989390:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345636.989392:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345636.989395:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b641660e00/0x52bea07cb58a9a54 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x327:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.989418:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b544903600/0x52bea07cb58a98e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x327:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980832039 expref: 13 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.989430:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b544903600/0x52bea07cb58a98e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x327:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832039 expref: 13 pid: 8560 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763345636.989439:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a82ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8560:1849000924338944:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345636.989490:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b658790300 going to sleep for 11 seconds 00010000:00010000:3.0:1763345636.990047:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345636.990052:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b6748fe400/0x52bea07cb58a9a77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.990060:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748fe400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345636.990064:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b6748fe400/0x52bea07cb58a9a77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.990071:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b6748fe400/0x52bea07cb58a9a77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.990085:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b6748fe400/0x52bea07cb58a9a77 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.990093:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b6748fe400/0x52bea07cb58a9a77 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.990113:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345636.990115:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345636.990117:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345636.993287:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910167552 00000100:00100000:3.0:1763345636.993291:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910167552 00010000:00010000:3.0:1763345636.993316:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b544903600/0x52bea07cb58a98e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x327:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832039 expref: 14 pid: 8560 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763345636.993344:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910168064 00000100:00100000:3.0:1763345636.993347:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910168064 00010000:00010000:3.0:1763345636.993364:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54594c400/0x52bea07cb58a98b7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x324:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.203.8@tcp remote: 0x199a9698083202b expref: 45 pid: 8560 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763345636.993396:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3512 00000100:00100000:3.0:1763345636.993407:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+45:2409:x1849000910168064:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345636.993418:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345636.993426:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54594c400/0x52bea07cb58a98b7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x324:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.203.8@tcp remote: 0x199a9698083202b expref: 45 pid: 8560 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345636.993440:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54594c400/0x52bea07cb58a98b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x324:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.203.8@tcp remote: 0x199a9698083202b expref: 45 pid: 8560 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345636.993469:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345636.993474:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345636.993479:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672b50200/0x52bea07cb58a9a7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x324:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.993499:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672b50200/0x52bea07cb58a9a7e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x324:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345636.993529:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345636.993549:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+44:2409:x1849000910168064:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 144us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345636.993555:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3512 00010000:00010000:3.0:1763345636.994543:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345636.995710:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.996446:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.998259:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345636.998290:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.005070:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00080000:3.0:1763345637.005232:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763345637.012130:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.018576:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.018669:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:3.0:1763345637.020468:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345637.020479:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58a9ad2 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x220:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.020493:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545b86200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345637.020499:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58a9ad2 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x220:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.020525:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58a9ad2 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x220:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.020549:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x220:0x0].0x0 (ffff91b66c9bb200) 00010000:00010000:3.0:1763345637.020553:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763345637.020557:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58a9ad2 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x220:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.020563:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58a9ad2 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x220:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.020579:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.020581:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.020583:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345637.023067:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.035477:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.039828:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.044434:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.069730:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.069824:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.076474:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910171520 00000100:00100000:3.0:1763345637.076483:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910171520 00000100:00100000:3.0:1763345637.076541:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3690 00000100:00100000:3.0:1763345637.076592:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+292:57155:x1849000910171520:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345637.076835:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+294:57155:x1849000910171520:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 286us (526us total) trans 8589940624 rc 0/0 00000100:00100000:3.0:1763345637.076842:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3690 00000100:00100000:3.0:1763345637.080203:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.084666:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910172416 00000100:00100000:3.0:1763345637.084677:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910172416 00000100:00100000:3.0:1763345637.084779:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3692 00000100:00100000:3.0:1763345637.084790:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+294:57153:x1849000910172416:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345637.084995:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+295:57153:x1849000910172416:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 207us (697us total) trans 8589940628 rc 0/0 00000100:00100000:3.0:1763345637.085005:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3692 00000100:00100000:3.0:1763345637.095901:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910173696 00000100:00100000:3.0:1763345637.095909:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910173696 00000100:00100000:3.0:1763345637.095956:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3694 00000100:00100000:3.0:1763345637.095966:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+299:57155:x1849000910173696:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345637.096156:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+300:57155:x1849000910173696:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 191us (346us total) trans 8589940632 rc 0/0 00000100:00100000:3.0:1763345637.096164:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3694 00000100:00100000:3.0:1763345637.097738:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910173824 00000100:00100000:3.0:1763345637.097746:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910173824 00000100:00100000:3.0:1763345637.097831:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3695 00000100:00100000:3.0:1763345637.097845:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b64a6c0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+300:57155:x1849000910173824:12345-192.168.203.8@tcp:33:lfs.0 00000100:00100000:3.0:1763345637.097995:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a6c0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+300:57155:x1849000910173824:12345-192.168.203.8@tcp:33:lfs.0 Request processed in 153us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.098003:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3695 00000100:00100000:3.0:1763345637.101421:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910174208 00000100:00100000:3.0:1763345637.101432:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910174208 00000100:00100000:3.0:1763345637.101565:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10675 00000100:00100000:3.0:1763345637.101576:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+302:55937:x1849000910174208:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345637.101601:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345637.101630:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a9c14 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x222:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832135 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.101687:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a9c14 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x222:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832135 expref: 303 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.101702:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a9c14 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x222:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832135 expref: 303 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.101721:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x222:0x0].0x0 (ffff91b66c9bb600) 00010000:00010000:3.0:1763345637.101724:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345637.101728:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541516e00, rc 0) 00000100:00100000:3.0:1763345637.101811:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+303:55937:x1849000910174208:12345-192.168.203.8@tcp:101:bash.0 Request processed in 236us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.101819:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10675 00000100:00100000:3.0:1763345637.104826:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910174464 00000100:00100000:3.0:1763345637.104837:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910174464 00000100:00100000:3.0:1763345637.104904:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10676 00000100:00100000:3.0:1763345637.104915:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+303:55937:x1849000910174464:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345637.104932:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345637.104936:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763345637.104960:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a9c14 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x222:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832135 expref: 303 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.104983:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x222:0x0].0x0 (ffff91b66c9bb600) 00010000:00010000:3.0:1763345637.104988:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345637.104999:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a9c1b lrc: 2/0,0 mode: --/EX res: [0x200000405:0x222:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083213c expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.105040:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a9c22 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x222:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.105053:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a9c22 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x222:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.105062:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58a9c22 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x222:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000040:00080000:3.0:1763345637.105255:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1752, 88 off145840 00000004:00080000:3.0:1763345637.105262:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1029630502454ns, next at 1029666359107ns, rc = 0 00000040:00080000:3.0:1763345637.105307:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1768, 88 off147368 00000004:00080000:3.0:1763345637.105313:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1029630553031ns, next at 1029666336575ns, rc = 0 00000040:00080000:3.0:1763345637.105336:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1769, 88 off147456 00000004:00080000:3.0:1763345637.105342:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1029630582121ns, next at 1029666336575ns, rc = 0 00000040:00080000:3.0:1763345637.105357:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1753, 88 off145928 00000004:00080000:3.0:1763345637.105362:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1029630602114ns, next at 1029666359107ns, rc = 0 00000100:00100000:3.0:1763345637.109210:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910174720 00000100:00100000:3.0:1763345637.109218:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910174720 00000100:00100000:3.0:1763345637.109258:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10677 00000100:00100000:3.0:1763345637.109269:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+283:57156:x1849000910174720:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345637.109284:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345637.109302:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58a9c29 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832143 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.109371:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58a9c30 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.109382:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58a9c30 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.109390:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58a9c30 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.109454:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58a9c37 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.109469:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58a9c37 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.109477:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58a9c37 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.109582:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58a9c3e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x222:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.109591:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58a9c3e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.109597:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58a9c3e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345637.109734:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x222:0x0]: returning size 2 00010000:00010000:3.0:1763345637.110433:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58a9c30 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.110446:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58a9c30 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.110463:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58a9c30 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.110471:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58a9c30 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.110478:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545b86200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.110481:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58a9c30 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.110488:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58a9c30 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.110499:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b644c51700) 00010000:00010000:3.0:1763345637.110502:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345637.110506:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58a9c30 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.110518:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58a9c30 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.110531:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58a9c37 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.110538:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58a9c37 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.110548:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58a9c37 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.110558:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5434cb200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.110564:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58a9c37 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.110575:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58a9c37 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.110584:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b644c51300) 00010000:00010000:3.0:1763345637.110587:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345637.110590:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58a9c37 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.110597:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58a9c37 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.111359:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58a9c29 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832143 expref: 284 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.111386:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58a9c3e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832143 expref: 283 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.111406:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x222:0x0].0x0 (ffff91b66c9bb600) 00010000:00010000:3.0:1763345637.111410:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345637.111413:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5434cba00, rc 0) 00000100:00100000:3.0:1763345637.111449:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+283:57156:x1849000910174720:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2181us (3158us total) trans 8589940636 rc 0/0 00000100:00100000:3.0:1763345637.111457:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10677 00000100:00100000:3.0:1763345637.115910:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:3.0:1763345637.116376:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345637.116461:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58a9c53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.116476:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b55a00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345637.116482:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58a9c53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.116494:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58a9c53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.116504:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58a9c53 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.116510:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58a9c53 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.116523:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.116526:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.116529:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345637.116690:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.116957:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924340736:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345637.116974:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b672b54000/0x52bea07cb58a9c61 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x326:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345637.117015:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.117048:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.117068:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910175616 00000100:00100000:3.0:1763345637.117075:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910175616 00010000:00010000:3.0:1763345637.117097:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b6748ff200/0x52bea07cb58a9a93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x326:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808320c5 expref: 48 pid: 8560 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763345637.117138:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3517 00000100:00100000:3.0:1763345637.117153:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+48:2408:x1849000910175616:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345637.117165:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345637.117173:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b6748ff200/0x52bea07cb58a9a93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x326:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808320c5 expref: 48 pid: 8560 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345637.117189:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b6748ff200/0x52bea07cb58a9a93 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x326:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808320c5 expref: 48 pid: 8560 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345637.117208:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b6748ff200/0x52bea07cb58a9a93 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x326:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a969808320c5 expref: 48 pid: 8560 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345637.117218:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345637.117221:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345637.117224:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672b54000/0x52bea07cb58a9c61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x326:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.117233:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672b54000/0x52bea07cb58a9c61 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x326:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.117260:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345637.117291:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+47:2408:x1849000910175616:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 141us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.117305:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3517 00010000:00010000:3.0:1763345637.117356:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345637.117363:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b672b54000/0x52bea07cb58a9c61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.117371:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b54000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345637.117375:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b672b54000/0x52bea07cb58a9c61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.117384:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b672b54000/0x52bea07cb58a9c61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.117397:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b672b54000/0x52bea07cb58a9c61 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.117445:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b672b54000/0x52bea07cb58a9c61 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.117465:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.117467:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.117470:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.117669:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345637.117676:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b672b55400/0x52bea07cb58a9c5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.117685:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b55400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345637.117688:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b672b55400/0x52bea07cb58a9c5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.117695:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b672b55400/0x52bea07cb58a9c5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.117812:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b672b55400/0x52bea07cb58a9c5a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.117825:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b672b55400/0x52bea07cb58a9c5a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.117842:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.117847:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.117849:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.118272:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345637.118278:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58a9c4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.118286:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6586e3200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345637.118290:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58a9c4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.118299:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58a9c4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.118310:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58a9c4c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.118317:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58a9c4c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.118331:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.118333:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.118335:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345637.122920:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910175744 00000100:00100000:3.0:1763345637.122928:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910175744 00010000:00010000:3.0:1763345637.122961:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b672b54800/0x52bea07cb58a9bc0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x328:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832119 expref: 46 pid: 28868 timeout: 1129 lvb_type: 1 00000100:00100000:3.0:1763345637.122997:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3518 00000100:00100000:3.0:1763345637.123005:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+46:2409:x1849000910175744:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345637.123018:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345637.123022:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b672b54800/0x52bea07cb58a9bc0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x328:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832119 expref: 46 pid: 28868 timeout: 1129 lvb_type: 1 00010000:00010000:3.0:1763345637.123034:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b672b54800/0x52bea07cb58a9bc0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x328:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832119 expref: 46 pid: 28868 timeout: 1129 lvb_type: 1 00010000:00010000:3.0:1763345637.123056:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b672b54800/0x52bea07cb58a9bc0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x328:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832119 expref: 46 pid: 28868 timeout: 1129 lvb_type: 1 00010000:00010000:3.0:1763345637.123070:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345637.123072:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345637.123079:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54594c400/0x52bea07cb58a9c68 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x328:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a9698083214a expref: 45 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.123090:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54594c400/0x52bea07cb58a9c68 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x328:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a9698083214a expref: 45 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.123121:0:8428:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b54594c400/0x52bea07cb58a9c68 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x328:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a9698083214a expref: 45 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345637.123133:0:8428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545656300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8428:1849000924340992:192.168.203.8@tcp:105: 00000100:00100000:3.0:1763345637.123202:0:8428:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64931ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1763345637.127913:0:8428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545656300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8428:1849000924340992:192.168.203.8@tcp:105: 00010000:00010000:3.0:1763345637.128298:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345637.128339:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+45:2409:x1849000910175744:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 5333us (5548us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.128347:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3518 00000100:00100000:3.0:1763345637.134242:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910176128 00000100:00100000:3.0:1763345637.134252:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910176128 00000100:00100000:3.0:1763345637.134489:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10678 00000100:00100000:3.0:1763345637.134499:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+284:57157:x1849000910176128:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345637.134520:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345637.134539:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a9c76 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x222:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832158 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.134631:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a9c7d lrc: 3/1,0 mode: --/CR res: [0x200000405:0x222:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.134645:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a9c7d lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x222:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.134666:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a9c7d lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x222:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345637.134677:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x222:0x0]: returning size 2 00010000:00010000:3.0:1763345637.136503:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a9c76 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x222:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832158 expref: 287 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.136525:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a9c7d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x222:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832158 expref: 286 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.136538:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x222:0x0].0x0 (ffff91b66c9bb600) 00010000:00010000:3.0:1763345637.136541:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763345637.136545:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541517800, rc 0) 00000100:00100000:3.0:1763345637.136794:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+286:57157:x1849000910176128:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2296us (2639us total) trans 8589940638 rc 0/0 00000100:00100000:3.0:1763345637.136802:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10678 00000100:00100000:3.0:1763345637.141991:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.144974:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910177024 00000100:00100000:3.0:1763345637.144981:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910177024 00010000:00010000:3.0:1763345637.145015:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58a9c3e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832143 expref: 289 pid: 9296 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763345637.145102:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3519 00000100:00100000:3.0:1763345637.145112:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b97b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+289:2409:x1849000910177024:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345637.145126:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345637.145132:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58a9c3e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832143 expref: 289 pid: 9296 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345637.145145:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58a9c3e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832143 expref: 289 pid: 9296 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345637.145278:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58a9c3e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832143 expref: 289 pid: 9296 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345637.145293:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x222:0x0].0x0 (ffff91b66c9bb600) 00010000:00010000:3.0:1763345637.145299:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58a9c92 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x222:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.145309:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58a9c92 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x222:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.145317:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58a9c92 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x222:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345637.150311:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:3.0:1763345637.155126:0:9295:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b640030e00/0x52bea07cb58a9cc3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.155134:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b640030e00/0x52bea07cb58a9cc3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:3.0:1763345637.155182:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x222:0x0]: returning size 5 00000004:00200000:3.0:1763345637.155186:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763345637.155203:0:9295:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b640030e00/0x52bea07cb58a9cc3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.155230:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58a9cbc lrc: 0/0,0 mode: --/CR res: [0x200000405:0x222:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083216d expref: 292 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.155248:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b640030e00/0x52bea07cb58a9cc3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083216d expref: 291 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.155254:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x222:0x0].0x0 (ffff91b66c9bb600) 00010000:00010000:3.0:1763345637.155257:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345637.155260:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b640030e00, rc 0) 00000100:00100000:3.0:1763345637.155289:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545654000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+291:57157:x1849000910177280:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4807us (4979us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.155296:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10681 00000100:00100000:3.0:1763345637.157870:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.160732:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910178176 00000100:00100000:3.0:1763345637.160737:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910178176 00000100:00100000:3.0:1763345637.160789:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10683 00000100:00100000:3.0:1763345637.160797:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+287:57157:x1849000910178176:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345637.160810:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345637.160812:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763345637.160820:0:9295:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a9c7d lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x222:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832158 expref: 287 pid: 9296 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345637.160833:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x222:0x0].0x0 (ffff91b66c9bb600) 00010000:00010000:3.0:1763345637.160837:0:9295:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58a9cd8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x222:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.160843:0:9295:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58a9cd8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x222:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.160849:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58a9cd8 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x222:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.160861:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345637.160869:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a9cdf lrc: 2/0,0 mode: --/CR res: [0x200000405:0x222:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832174 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.160946:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a9ce6 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x222:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.160955:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a9ce6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x222:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.160962:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58a9ce6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x222:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:3.0:1763345637.160973:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x222:0x0]: returning size 5 00000100:00100000:3.0:1763345637.183378:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910179200 00000100:00100000:3.0:1763345637.183388:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910179200 00000100:00100000:3.0:1763345637.183436:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910179328 00000100:00100000:3.0:1763345637.183440:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910179328 00000100:00100000:3.0:1763345637.183469:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10687 00000100:00100000:3.0:1763345637.183479:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+291:57157:x1849000910179200:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:3.0:1763345637.183522:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345637.183550:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b640030e00/0x52bea07cb58a9cf4 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x222:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083217b expref: 291 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.183567:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x222:0x0].0x0 (ffff91b66c9bb600) 00010000:00010000:3.0:1763345637.183574:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345637.183602:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a9d2c lrc: 3/0,1 mode: --/EX res: [0x200000405:0x222:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.183617:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a9d2c lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x222:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.183637:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a9d2c lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x222:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000040:00080000:3.0:1763345637.183883:0:9296:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1754, 88 off146016 00000004:00080000:3.0:1763345637.183902:0:9296:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1029709142174ns, next at 1029666359107ns, rc = 0 00000040:00080000:3.0:1763345637.184063:0:9296:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1770, 88 off147544 00000004:00080000:3.0:1763345637.184070:0:9296:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1029709309978ns, next at 1029666336575ns, rc = 0 00000040:00080000:3.0:1763345637.184100:0:9296:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1771, 88 off147632 00000004:00080000:3.0:1763345637.184106:0:9296:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1029709346338ns, next at 1029666336575ns, rc = 0 00000040:00080000:3.0:1763345637.184118:0:9296:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1755, 88 off146104 00000004:00080000:3.0:1763345637.184122:0:9296:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1029709362528ns, next at 1029666359107ns, rc = 0 00000004:00010000:3.0:1763345637.186473:0:9296:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004d3331d3 reply state 0000000064b457d8 transno 8589940644 ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a9d2c lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x222:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.186489:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a9d2c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x222:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.186501:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x222:0x0].0x0 (ffff91b66c9bb600) 00010000:00010000:3.0:1763345637.186505:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763345637.186508:0:9296:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1763345637.186592:0:9296:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763345637.186610:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+282:57157:x1849000910179200:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 3130us (3502us total) trans 8589940644 rc 0/0 00000100:00100000:3.0:1763345637.186619:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10687 00000100:00100000:3.0:1763345637.186904:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7714 00000100:00100000:3.0:1763345637.186913:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+92:3657:x1849000924341888:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345637.187007:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+92:3657:x1849000924341888:12345-0@lo:2:osp-syn-0-0.0 Request processed in 94us (377us total) trans 21474839349 rc 0/0 00000100:00100000:3.0:1763345637.187014:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7714 00000100:00100000:3.0:1763345637.187576:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.188413:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910179456 00000100:00100000:3.0:1763345637.188419:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910179456 00000100:00100000:3.0:1763345637.188472:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910179584 00000100:00100000:3.0:1763345637.188475:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910179584 00000100:00100000:3.0:1763345637.188512:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10689 00000100:00100000:3.0:1763345637.188834:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545657b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+282:57159:x1849000910179456:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345637.188846:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1763345637.192525:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.206720:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910180480 00000100:00100000:3.0:1763345637.206737:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910180480 00010000:00010000:3.0:1763345637.206843:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32c00/0x52bea07cb58a9d87 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x223:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808321ac expref: 287 pid: 6520 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763345637.206919:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3522 00000100:00100000:3.0:1763345637.206929:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+287:2409:x1849000910180480:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345637.206943:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345637.206950:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32c00/0x52bea07cb58a9d87 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x223:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808321ac expref: 287 pid: 6520 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345637.206961:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32c00/0x52bea07cb58a9d87 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x223:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808321ac expref: 287 pid: 6520 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345637.206987:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32c00/0x52bea07cb58a9d87 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x223:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808321ac expref: 287 pid: 6520 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345637.207003:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x223:0x0].0x0 (ffff91b5432dca00) 00010000:00010000:3.0:1763345637.207009:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b33200/0x52bea07cb58a9d9c lrc: 3/0,1 mode: --/EX res: [0x200000405:0x223:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.207018:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b33200/0x52bea07cb58a9d9c lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x223:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.207025:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b33200/0x52bea07cb58a9d9c lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x223:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.207060:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345637.207113:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+286:2409:x1849000910180480:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 185us (2362us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.207120:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3522 00000100:00100000:3.0:1763345637.216950:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.217187:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3700 00000100:00100000:3.0:1763345637.217199:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545656a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+286:57159:x1849000910180992:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345637.217484:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545656a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+287:57159:x1849000910180992:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 287us (541us total) trans 8589940648 rc 0/0 00000100:00100000:3.0:1763345637.217491:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3700 00000100:00100000:3.0:1763345637.225523:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910181376 00000100:00100000:3.0:1763345637.225533:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910181376 00000100:00100000:3.0:1763345637.225629:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7716 00000100:00100000:3.0:1763345637.225639:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+48:2408:x1849000910181376:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:3.0:1763345637.225796:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+48:2408:x1849000910181376:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 154us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.225805:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7716 00000100:00100000:3.0:1763345637.236432:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.236899:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1836 00000100:00100000:3.0:1763345637.236911:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+48:2408:x1849000910182016:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:3.0:1763345637.236948:0:16618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b541516e00/0x52bea07cb58a9de2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x328:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.236964:0:16618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345637.236966:0:16618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345637.236971:0:16618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b541516e00/0x52bea07cb58a9de2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x328:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.236984:0:16618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b541516e00/0x52bea07cb58a9de2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x328:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.237100:0:16618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b541516e00/0x52bea07cb58a9de2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x328:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.237113:0:16618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b541516e00/0x52bea07cb58a9de2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x328:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.237121:0:16618:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b541516e00/0x52bea07cb58a9de2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x328:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.237129:0:16618:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541516e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345637.237134:0:16618:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b541516e00/0x52bea07cb58a9de2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x328:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.237143:0:16618:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b541516e00/0x52bea07cb58a9de2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x328:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.237160:0:16618:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b541516e00/0x52bea07cb58a9de2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x328:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.237167:0:16618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b541516e00/0x52bea07cb58a9de2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x328:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345637.237234:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+48:2408:x1849000910182016:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 326us (808us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763345637.237241:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1836 00000100:00100000:3.0:1763345637.241515:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.241560:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.247324:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924342528 00000100:00100000:3.0:1763345637.247331:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924342528 00000100:00100000:3.0:1763345637.247427:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7720 00000100:00100000:3.0:1763345637.247438:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+92:3656:x1849000924342528:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345637.247560:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+93:3656:x1849000924342528:12345-0@lo:2:osp-syn-0-0.0 Request processed in 124us (255us total) trans 21474839350 rc 0/0 00000100:00100000:3.0:1763345637.247575:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7720 00000100:00100000:3.0:1763345637.247596:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763345637.247606:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545655180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924342656:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345637.247638:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763345637.247697:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b677b96d80/2, rc 0, transno 17179872097 00000100:00100000:3.0:1763345637.247703:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924342400:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763345637.247722:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b677b94000/2, rc 0, transno 17179872096 00000100:00100000:3.0:1763345637.247726:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924342272:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345637.247747:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924342656 00000100:00100000:3.0:1763345637.247756:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924342656 00000100:00100000:3.0:1763345637.247821:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7721 00000100:00100000:3.0:1763345637.247829:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545657800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+93:3659:x1849000924342656:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345637.248362:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545657800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+94:3659:x1849000924342656:12345-0@lo:2:osp-syn-0-0.0 Request processed in 532us (726us total) trans 21474839351 rc 0/0 00000100:00100000:3.0:1763345637.248375:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7721 00000100:00100000:3.0:1763345637.250500:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.254445:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00002000:00010000:3.0:1763345637.254982:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x32c:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:3.0:1763345637.254986:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x32c:0x0] updating lvb mtime from disk: 0 -> 1763345636 00002000:00010000:3.0:1763345637.254990:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x32c:0x0] updating lvb ctime from disk: 0 -> 1763345636 00002000:00010000:3.0:1763345637.254992:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x32c:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763345637.255001:0:28400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b672b54000/0x52bea07cb58a9e0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.255016:0:28400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b672b54000/0x52bea07cb58a9e0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.255023:0:28400:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b672b54000/0x52bea07cb58a9e0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.255030:0:28400:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b54000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345637.255034:0:28400:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b672b54000/0x52bea07cb58a9e0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.255043:0:28400:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b672b54000/0x52bea07cb58a9e0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.255058:0:28400:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b672b54000/0x52bea07cb58a9e0c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.255066:0:28400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b672b54000/0x52bea07cb58a9e0c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345637.255103:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+12:2408:x1849000910182656:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 6656us (7249us total) trans 17179872098 rc 0/0 00000100:00100000:3.0:1763345637.255112:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1837 00000100:00100000:3.0:1763345637.257645:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910183040 00000100:00100000:3.0:1763345637.257655:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910183040 00002000:00010000:3.0:1763345637.257691:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/813 (0->18446744073709551615) 00002000:00100000:3.0:1763345637.257695:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5415adf80 with x1849000910183040 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345637.257705:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5415adf80. 00000100:00100000:3.0:1763345637.257734:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910183168 00000100:00100000:3.0:1763345637.257738:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910183168 00002000:00010000:3.0:1763345637.257751:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/810 (0->18446744073709551615) 00002000:00100000:3.0:1763345637.257754:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5415ae680 with x1849000910183168 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345637.257795:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5415ae680. 00000100:00100000:3.0:1763345637.257813:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1838 00000100:00100000:3.0:1763345637.257824:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+12:2409:x1849000910183040:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:3.0:1763345637.258021:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x32d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345637.258028:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x32d:0x0] updating lvb mtime from disk: 0 -> 1763345636 00002000:00010000:3.0:1763345637.258033:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x32d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345637.258038:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x32d:0x0] updating lvb ctime from disk: 0 -> 1763345636 00002000:00010000:3.0:1763345637.258047:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x32d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345637.258104:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+13:2409:x1849000910183040:12345-192.168.203.8@tcp:10:bash.0 Request processed in 281us (667us total) trans 17179872099 rc 0/0 00000100:00100000:3.0:1763345637.258113:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1838 00002000:00010000:3.0:1763345637.258117:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/813 (0->18446744073709551615) 00002000:00100000:3.0:1763345637.258120:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5415adf80 with x1849000910183040 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345637.258125:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5415adf80. 00000100:00100000:3.0:1763345637.263819:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910183424 00000100:00100000:3.0:1763345637.263835:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910183424 00000100:00100000:3.0:1763345637.271646:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.279362:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.292055:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1841 00000100:00100000:3.0:1763345637.292071:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+51:2410:x1849000910184320:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:3.0:1763345637.292179:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x329:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345637.292182:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x329:0x0] updating lvb mtime from disk: 0 -> 1763345636 00002000:00010000:3.0:1763345637.292185:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x329:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345637.292187:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x329:0x0] updating lvb ctime from disk: 0 -> 1763345636 00002000:00010000:3.0:1763345637.292189:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x329:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345637.292214:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+52:2410:x1849000910184320:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 148us (772us total) trans 21474839353 rc 0/0 00000100:00100000:3.0:1763345637.292222:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1841 00002000:00010000:3.0:1763345637.292226:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/809 (0->18446744073709551615) 00002000:00100000:3.0:1763345637.292228:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435b9c00 with x1849000910184320 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345637.292233:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5435b9c00. 00010000:00010000:3.0:1763345637.292637:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345637.292645:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32e00/0x52bea07cb58a9e67 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x223:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.292669:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b677b32e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345637.292675:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32e00/0x52bea07cb58a9e67 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x223:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.292688:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32e00/0x52bea07cb58a9e67 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x223:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.292702:0:10338:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x223:0x0].0x0 (ffff91b5432dc200) 00010000:00010000:3.0:1763345637.292706:0:10338:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763345637.292711:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32e00/0x52bea07cb58a9e67 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x223:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.292720:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32e00/0x52bea07cb58a9e67 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x223:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.292740:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.292744:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.292746:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345637.301396:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910184960 00000100:00100000:3.0:1763345637.301407:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910184960 00000100:00100000:3.0:1763345637.301465:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7726 00000100:00100000:3.0:1763345637.301476:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+52:2408:x1849000910184960:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:3.0:1763345637.301626:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x328:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763345637.301630:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x328:0x0] updating lvb mtime from disk: 1763345636 -> 1763345636 00002000:00010000:3.0:1763345637.301633:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x328:0x0] updating lvb atime from disk: 0 -> 1763345636 00002000:00010000:3.0:1763345637.301635:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x328:0x0] updating lvb ctime from disk: 1763345636 -> 1763345636 00002000:00010000:3.0:1763345637.301638:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x328:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763345637.301701:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+53:2408:x1849000910184960:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 226us (401us total) trans 21474839354 rc 0/0 00000100:00100000:3.0:1763345637.301709:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7726 00000100:00100000:3.0:1763345637.307845:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.308057:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910185600 00000100:00100000:3.0:1763345637.308063:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910185600 00010000:00010000:3.0:1763345637.308091:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee800/0x52bea07cb58a9d41 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x222:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083219e expref: 291 pid: 6522 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763345637.315912:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544208e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924343296:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345637.315983:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345637.316021:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924343808:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345637.316049:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345637.317394:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54420b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924343040:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345637.317423:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345637.317508:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924343552:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345637.317533:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345637.317562:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1763345637.317573:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54420bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924343168:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345637.317610:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345637.317632:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924343680:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345637.317661:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345637.317691:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924343680 00000100:00100000:3.0:1763345637.317695:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924343680 00000100:00100000:3.0:1763345637.318864:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7730 00000100:00100000:3.0:1763345637.318879:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3656:x1849000924343552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763345637.318906:0:28867:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:814 count 1 00002000:00010000:3.0:1763345637.318939:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x32e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345637.318951:0:28867:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b541517200/0x52bea07cb58a9eb4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.318962:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345637.318967:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345637.318973:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b541517200/0x52bea07cb58a9eb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.318998:0:28867:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b541517200/0x52bea07cb58a9eb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.319025:0:28867:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b541517200/0x52bea07cb58a9eb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.319049:0:28867:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b541517200/0x52bea07cb58a9eb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.319090:0:28867:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763345637.321580:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3656:x1849000924343552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2702us (4044us total) trans 17179872102 rc 0/0 00000100:00100000:3.0:1763345637.321590:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7730 00010000:00010000:3.0:1763345637.321618:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345637.321629:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b541517200/0x52bea07cb58a9eb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.321644:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541517200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345637.321652:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b541517200/0x52bea07cb58a9eb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.321663:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b541517200/0x52bea07cb58a9eb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.321688:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b541517200/0x52bea07cb58a9eb4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.321779:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b541517200/0x52bea07cb58a9eb4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.321800:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.321805:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.321809:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345637.324244:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910185984 00000100:00100000:3.0:1763345637.324250:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910185984 00000100:00100000:3.0:1763345637.324289:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10708 00000100:00100000:3.0:1763345637.324301:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+282:57157:x1849000910185984:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345637.324321:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345637.324334:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a9ed7 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x222:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832223 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.324373:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a9ed7 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x222:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832223 expref: 284 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.324496:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541516e00/0x52bea07cb58a9ed7 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x222:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832223 expref: 284 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.324519:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x222:0x0].0x0 (ffff91b66c9bb600) 00010000:00010000:3.0:1763345637.324524:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345637.324528:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541516e00, rc 0) 00000100:00100000:3.0:1763345637.324561:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+284:57157:x1849000910185984:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 262us (945us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.324573:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10708 00010000:00010000:3.0:1763345637.333050:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345637.333059:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b677b32a00/0x52bea07cb58a9ec9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.333070:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b677b32a00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345637.333073:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b677b32a00/0x52bea07cb58a9ec9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.333082:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b677b32a00/0x52bea07cb58a9ec9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.333095:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b677b32a00/0x52bea07cb58a9ec9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.333113:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b677b32a00/0x52bea07cb58a9ec9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.333133:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.333135:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.333139:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345637.335462:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.335533:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.340209:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.349152:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.352683:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.355014:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.356519:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.359536:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.360976:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.363415:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.369488:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924345472:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345637.369521:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345637.369546:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763345637.369556:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924345600:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345637.369583:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345637.369611:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924345472 00000100:00100000:3.0:1763345637.369617:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924345472 00000100:00100000:3.0:1763345637.369647:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924345600 00000100:00100000:3.0:1763345637.369651:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924345600 00000100:00100000:3.0:1763345637.369679:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7739 00000100:00100000:3.0:1763345637.369687:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3658:x1849000924344960:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345637.369843:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3658:x1849000924344960:12345-0@lo:2:osp-syn-1-0.0 Request processed in 157us (781us total) trans 17179872105 rc 0/0 00000100:00100000:3.0:1763345637.370338:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7739 00000100:00100000:3.0:1763345637.370361:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924345344 00000100:00100000:3.0:1763345637.370367:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924345344 00000100:00100000:3.0:1763345637.370385:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924345088 00000100:00100000:3.0:1763345637.370389:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924345088 00000100:00100000:3.0:1763345637.370399:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924345728 00000100:00100000:3.0:1763345637.370403:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924345728 00000100:00100000:3.0:1763345637.370416:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7741 00000100:00100000:3.0:1763345637.370426:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+101:3658:x1849000924345600:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763345637.370495:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x32c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345637.370499:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x32c:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763345637.370501:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x32c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345637.370504:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x32c:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763345637.370506:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x32c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345637.370539:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+102:3658:x1849000924345600:12345-0@lo:2:osp-syn-0-0.0 Request processed in 114us (956us total) trans 21474839359 rc 0/0 00000100:00100000:3.0:1763345637.370544:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7741 00000100:00100000:3.0:1763345637.370561:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7742 00000100:00100000:3.0:1763345637.370567:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+101:3657:x1849000924345344:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763345637.370578:0:28868:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:808 count 1 00010000:00010000:3.0:1763345637.370588:0:28868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b541517200/0x52bea07cb58a9fc5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x328:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.370600:0:28868:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672b54800/0x52bea07cb58a9d80 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x328:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808321b3 expref: 52 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345637.370612:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345637.370614:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345637.370617:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b541517200/0x52bea07cb58a9fc5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x328:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.370634:0:28868:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b672b54800/0x52bea07cb58a9d80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x328:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a969808321b3 expref: 52 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345637.370643:0:28868:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b672b54800/0x52bea07cb58a9d80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x328:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808321b3 expref: 52 pid: 28867 timeout: 1129 lvb_type: 1 00000100:00100000:3.0:1763345637.370653:0:28868:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:28868:1849000924346112:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345637.370691:0:28868:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64931ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1763345637.370712:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7743 00000100:00100000:3.0:1763345637.370718:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3657:x1849000924345088:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345637.370822:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3657:x1849000924345088:12345-0@lo:2:osp-syn-1-0.0 Request processed in 104us (663us total) trans 17179872106 rc 0/0 00000100:00100000:3.0:1763345637.370829:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7743 00000100:00100000:3.0:1763345637.370842:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7745 00000100:00100000:3.0:1763345637.370851:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b64850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3657:x1849000924344704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763345637.370864:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:811 count 1 00010000:00010000:3.0:1763345637.370877:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b541517000/0x52bea07cb58a9fcc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.370907:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58a9c6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832151 expref: 13 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.370917:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345637.370919:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345637.370922:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b541517000/0x52bea07cb58a9fcc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x32b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.370943:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58a9c6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980832151 expref: 13 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.370962:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58a9c6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x32b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832151 expref: 13 pid: 28867 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763345637.370978:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8405:1849000924346240:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345637.371009:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64931e000 going to sleep for 11 seconds 00000004:00080000:3.0:1763345637.371039:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6449d3b80/2, rc 0, transno 21474839359 00000100:00100000:3.0:1763345637.371044:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924345600:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763345637.371107:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dfdc00/2, rc 0, transno 17179872105 00000100:00100000:3.0:1763345637.371112:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924344960:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345637.374507:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8404:1849000924345856:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345637.374523:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58a9fb7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345637.376034:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910190208 00000100:00100000:3.0:1763345637.376041:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910190208 00000100:00100000:3.0:1763345637.376079:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3707 00000100:00100000:3.0:1763345637.376092:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+284:57162:x1849000910190208:12345-192.168.203.8@tcp:49:lfs.0 00000100:00100000:3.0:1763345637.376197:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+284:57162:x1849000910190208:12345-192.168.203.8@tcp:49:lfs.0 Request processed in 107us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.376215:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3707 00010000:00010000:3.0:1763345637.376868:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345637.376876:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58a9fb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.376897:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ade00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345637.376902:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58a9fb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.376911:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58a9fb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.376923:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58a9fb7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.376935:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58a9fb7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.376950:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.376952:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.376953:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763345637.379397:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6449d0000/2, rc 0, transno 21474839361 00000100:00100000:3.0:1763345637.379403:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924345472:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1763345637.379416:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dfd500/2, rc 0, transno 17179872107 00000100:00100000:3.0:1763345637.379419:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924344832:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345637.389928:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910191232 00000100:00100000:3.0:1763345637.389937:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910191232 00000100:00100000:3.0:1763345637.389997:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10719 00000100:00100000:3.0:1763345637.390006:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+285:57162:x1849000910191232:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345637.390027:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345637.390050:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a9fda lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832277 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.390135:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58a9fe1 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.390239:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58a9fe1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.390254:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58a9fe1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.390269:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58a9fe8 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.390275:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58a9fe8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.390281:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58a9fe8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.390390:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58a9fef lrc: 3/1,0 mode: --/PR res: [0x200000405:0x225:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.390399:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58a9fef lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x225:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.390406:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58a9fef lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x225:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763345637.390416:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x225:0x0]: returning size 2 00010000:00010000:3.0:1763345637.390538:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58a9fe1 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.390550:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58a9fe1 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.390559:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58a9fe1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.390580:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58a9fe1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.390595:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ada00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.390601:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58a9fe1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.390613:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58a9fe1 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.390626:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dfa00) 00010000:00010000:3.0:1763345637.390630:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345637.390637:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58a9fe1 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.390655:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58a9fe1 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.390675:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58a9fe8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.390698:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58a9fe8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.390713:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58a9fe8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.390727:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ade00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.390730:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58a9fe8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.390736:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58a9fe8 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.390745:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432df900) 00010000:00010000:3.0:1763345637.390749:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345637.390753:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58a9fe8 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.390789:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58a9fe8 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.390833:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517800/0x52bea07cb58a9fda lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832277 expref: 288 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.390851:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58a9fef lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x225:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832277 expref: 287 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.390858:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x225:0x0].0x0 (ffff91b5432dcc00) 00010000:00010000:3.0:1763345637.390863:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345637.390866:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54594d400, rc 0) 00000100:00100000:3.0:1763345637.390910:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+287:57162:x1849000910191232:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 904us (1295us total) trans 8589940671 rc 0/0 00000100:00100000:3.0:1763345637.390924:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10719 00000100:00100000:3.0:1763345637.396206:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.400105:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910191872 00000100:00100000:3.0:1763345637.400115:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910191872 00002000:00010000:3.0:1763345637.400151:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/812 (0->18446744073709551615) 00002000:00100000:3.0:1763345637.400156:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541d65180 with x1849000910191872 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345637.400168:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b541d65180. 00000100:00100000:3.0:1763345637.400194:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910192000 00000100:00100000:3.0:1763345637.400197:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910192000 00002000:00010000:3.0:1763345637.400210:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/815 (0->18446744073709551615) 00002000:00100000:3.0:1763345637.400213:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541d66680 with x1849000910192000 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345637.400219:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b541d66680. 00000100:00100000:3.0:1763345637.400248:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1842 00000100:00100000:3.0:1763345637.400257:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+51:2408:x1849000910191872:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:3.0:1763345637.400421:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x32c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345637.400425:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x32c:0x0] updating lvb mtime from disk: 0 -> 1763345636 00002000:00010000:3.0:1763345637.400428:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x32c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345637.400430:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x32c:0x0] updating lvb ctime from disk: 0 -> 1763345636 00002000:00010000:3.0:1763345637.400433:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x32c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345637.400982:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+52:2408:x1849000910191872:12345-192.168.203.8@tcp:10:bash.0 Request processed in 724us (1017us total) trans 21474839363 rc 0/0 00000100:00100000:3.0:1763345637.400988:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1842 00002000:00010000:3.0:1763345637.400992:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/812 (0->18446744073709551615) 00002000:00100000:3.0:1763345637.400994:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541d65180 with x1849000910191872 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345637.400999:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b541d65180. 00000100:00100000:3.0:1763345637.401212:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910192128 00000100:00100000:3.0:1763345637.401218:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910192128 00000100:00100000:3.0:1763345637.401295:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3711 00000100:00100000:3.0:1763345637.401303:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b64a6c3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+288:57162:x1849000910192128:12345-192.168.203.8@tcp:33:lfs.0 00000100:00100000:3.0:1763345637.401551:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a6c3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+288:57162:x1849000910192128:12345-192.168.203.8@tcp:33:lfs.0 Request processed in 248us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.401557:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3711 00000100:00100000:3.0:1763345637.407087:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910192384 00000100:00100000:3.0:1763345637.407098:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910192384 00000100:00100000:3.0:1763345637.407165:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3712 00000100:00100000:3.0:1763345637.407177:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+288:55937:x1849000910192384:12345-192.168.203.8@tcp:35:bash.0 00000100:00100000:3.0:1763345637.407462:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+289:55937:x1849000910192384:12345-192.168.203.8@tcp:35:bash.0 Request processed in 286us (1388us total) trans 8589940673 rc 0/0 00000100:00100000:3.0:1763345637.407470:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3712 00000100:00100000:3.0:1763345637.413703:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910192640 00000100:00100000:3.0:1763345637.413713:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910192640 00000100:00100000:3.0:1763345637.424104:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910193280 00000100:00100000:3.0:1763345637.424113:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910193280 00010000:00010000:3.0:1763345637.424150:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58a9fef lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x225:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832277 expref: 293 pid: 6520 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763345637.424190:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3533 00000100:00100000:3.0:1763345637.424199:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+293:2409:x1849000910193280:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345637.424212:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345637.424217:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58a9fef lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x225:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832277 expref: 293 pid: 6520 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345637.424229:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58a9fef lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x225:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832277 expref: 293 pid: 6520 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345637.424255:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58a9fef lrc: 0/0,0 mode: --/PR res: [0x200000405:0x225:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832277 expref: 293 pid: 6520 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345637.424269:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x225:0x0].0x0 (ffff91b5432dcc00) 00010000:00010000:3.0:1763345637.424275:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58aa020 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x225:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.424284:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58aa020 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x225:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.424292:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58aa020 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x225:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.424321:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345637.424366:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+292:2409:x1849000910193280:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 168us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.424373:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3533 00000100:00100000:3.0:1763345637.439942:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910193920 00000100:00100000:3.0:1763345637.439953:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910193920 00010000:00010000:3.0:1763345637.439990:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58aa043 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x225:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832293 expref: 290 pid: 6520 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1763345637.440036:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3535 00000100:00100000:3.0:1763345637.440045:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+290:2411:x1849000910193920:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345637.440059:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345637.440065:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58aa043 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x225:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832293 expref: 290 pid: 6520 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345637.440083:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58aa043 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x225:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832293 expref: 290 pid: 6520 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345637.440104:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58aa043 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x225:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832293 expref: 290 pid: 6520 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345637.440120:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x225:0x0].0x0 (ffff91b5432dcc00) 00010000:00010000:3.0:1763345637.440125:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58aa04a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x225:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.440134:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58aa04a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x225:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.440141:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58aa04a lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x225:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.440178:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345637.440228:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+289:2411:x1849000910193920:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 182us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.440236:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3535 00000100:00100000:3.0:1763345637.440874:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910194176 00000100:00100000:3.0:1763345637.440880:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910194176 00000100:00100000:3.0:1763345637.454609:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910194688 00000100:00100000:3.0:1763345637.454615:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910194688 00002000:00100000:3.0:1763345637.454641:0:28400:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x32c:0x0] (0->4) req@ffff91b672dfea00 x1849000910194688/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:113/0 lens 496/0 e 0 to 0 dl 1763345648 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345637.454649:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dfea00 with x1849000910194688 ext(0->4) 00010000:00010000:3.0:1763345637.454654:0:28400:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff91b6748ff200/0x52bea07cb58a9fd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980832270 expref: 53 pid: 8405 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1763345637.454668:0:28400:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff91b6748ff200/0x52bea07cb58a9fd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980832270 expref: 53 pid: 8405 timeout: 1129 lvb_type: 0 00002000:00010000:3.0:1763345637.454687:0:28400:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91b672dfea00 00000100:00100000:3.0:1763345637.454799:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 126 00000100:00100000:3.0:1763345637.454814:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+53:2409:x1849000910194688:12345-192.168.203.8@tcp:4:bash.0 00000100:00100000:3.0:1763345637.457522:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:3.0:1763345637.458121:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b541e3a000/0x52bea07cb58aa06d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.458136:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b541e3a000/0x52bea07cb58aa06d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.458157:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b541e3a000/0x52bea07cb58aa06d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.458165:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b541e3a000/0x52bea07cb58aa06d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.458172:0:8405:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b541e3a000/0x52bea07cb58aa06d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.458178:0:8405:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541e3a000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345637.458182:0:8405:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b541e3a000/0x52bea07cb58aa06d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.458195:0:8405:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b541e3a000/0x52bea07cb58aa06d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.458207:0:8405:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b541e3a000/0x52bea07cb58aa06d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.458214:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b541e3a000/0x52bea07cb58aa06d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345637.458277:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+53:2408:x1849000910194432:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 6443us (6654us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.458284:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7748 00000100:00100000:3.0:1763345637.461115:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.462543:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.466835:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910195456 00000100:00100000:3.0:1763345637.466844:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910195456 00000100:00100000:3.0:1763345637.467143:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10730 00000100:00100000:3.0:1763345637.467153:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+295:57165:x1849000910195456:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345637.467172:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345637.467193:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa0b3 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808322bd expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.467259:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa0ba lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.467274:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa0ba lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.467289:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa0ba lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.467299:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa0c1 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.467306:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa0c1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.467311:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa0c1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.467343:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa0ba lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.467351:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa0ba lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.467357:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa0ba lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.467363:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa0ba lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.467368:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54594c400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.467373:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa0ba lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.467380:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa0ba lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.467391:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37100) 00010000:00010000:3.0:1763345637.467395:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345637.467400:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa0ba lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.467405:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa0ba lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.467418:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa0c1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.467424:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa0c1 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.467427:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa0c1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.467430:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54594c800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.467432:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa0c1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.467437:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa0c1 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.467443:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c58800) 00010000:00010000:3.0:1763345637.467446:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345637.467449:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa0c1 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.467454:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa0c1 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.467479:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa0b3 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808322bd expref: 296 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.467488:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37100) 00010000:00010000:3.0:1763345637.467491:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345637.467495:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa0b3 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808322bd expref: 296 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.467504:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54594d800, rc 0) 00000100:00100000:3.0:1763345637.467570:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+295:57165:x1849000910195456:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 418us (870us total) trans 0 rc 301/301 00000100:00100000:3.0:1763345637.467578:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10730 00000100:00100000:3.0:1763345637.469382:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5415ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924347136:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345637.469443:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345637.469491:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763345637.469500:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924347264:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345637.469535:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345637.469567:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924347136 00000100:00100000:3.0:1763345637.469573:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924347136 00000100:00100000:3.0:1763345637.470393:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924347264 00000100:00100000:3.0:1763345637.470401:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924347264 00000100:00100000:3.0:1763345637.470445:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7749 00000100:00100000:3.0:1763345637.470457:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3658:x1849000924347136:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345637.470610:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3658:x1849000924347136:12345-0@lo:2:osp-syn-1-0.0 Request processed in 157us (1167us total) trans 17179872110 rc 0/0 00000100:00100000:3.0:1763345637.470617:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7749 00000100:00100000:3.0:1763345637.470634:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7751 00000100:00100000:3.0:1763345637.470641:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3657:x1849000924347008:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763345637.470750:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x32f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345637.470754:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x32f:0x0] updating lvb mtime from disk: 1763345636 -> 1763345636 00002000:00010000:3.0:1763345637.470756:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x32f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345637.470775:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x32f:0x0] updating lvb ctime from disk: 1763345636 -> 1763345636 00002000:00010000:3.0:1763345637.470777:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x32f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345637.470804:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3657:x1849000924347008:12345-0@lo:2:osp-syn-1-0.0 Request processed in 165us (1191us total) trans 17179872111 rc 0/0 00000100:00100000:3.0:1763345637.470810:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7751 00000004:00080000:3.0:1763345637.470857:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5415ac380/2, rc 0, transno 17179872110 00000100:00100000:3.0:1763345637.470862:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5415ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924347136:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763345637.471042:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6779a6d80/2, rc 0, transno 21474839365 00000100:00100000:3.0:1763345637.471048:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924347264:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345637.475288:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10732 00000100:00100000:3.0:1763345637.475304:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+283:57163:x1849000910195840:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345637.475319:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345637.475333:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa0cf lrc: 2/0,0 mode: --/CR res: [0x200000405:0x225:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808322cb expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.475379:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa0cf lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x225:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808322cb expref: 285 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.475392:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa0cf lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x225:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808322cb expref: 285 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.475409:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x225:0x0].0x0 (ffff91b5432dcc00) 00010000:00010000:3.0:1763345637.475412:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345637.475415:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54594d800, rc 0) 00000100:00100000:3.0:1763345637.475469:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+285:57163:x1849000910195840:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 167us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.475481:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10732 00000100:00100000:3.0:1763345637.481846:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.484622:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.500574:0:32329:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543387800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:32329:1849000924347648:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1763345637.500592:0:32329:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x332:0x0]-[0x2c0000401:0x361:0x0] 00000100:00100000:3.0:1763345637.506994:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910196992 00000100:00100000:3.0:1763345637.507005:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910196992 00000100:00100000:3.0:1763345637.507062:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3715 00000100:00100000:3.0:1763345637.507072:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+288:57165:x1849000910196992:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345637.507288:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+289:57165:x1849000910196992:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 216us (416us total) trans 8589940683 rc 0/0 00000100:00100000:3.0:1763345637.507296:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3715 00000100:00100000:3.0:1763345637.511416:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.532659:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.542087:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:3.0:1763345637.546136:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58aa0dd lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.546192:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58aa0dd lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.546201:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58aa0dd lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.546216:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b658b9fe00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.546222:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58aa0dd lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.546231:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58aa0dd lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.546248:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc000) 00010000:00010000:3.0:1763345637.546253:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345637.546259:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58aa0dd lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.546267:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58aa0dd lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.546489:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58aa14d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x227:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.546497:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58aa14d lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x227:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.546507:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58aa14d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x227:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.546518:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b658b9e600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.546524:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58aa14d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x227:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.546530:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58aa14d lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x227:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.546544:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x227:0x0].0x0 (ffff91b5432dcb00) 00010000:00010000:3.0:1763345637.546547:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345637.546550:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58aa14d lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x227:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.546555:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58aa14d lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x227:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00000100:00100000:3.0:1763345637.548178:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910198272 00000100:00100000:3.0:1763345637.548186:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910198272 00000100:00100000:3.0:1763345637.548229:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7760 00000100:00100000:3.0:1763345637.548240:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+54:2409:x1849000910198272:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:3.0:1763345637.548339:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+54:2409:x1849000910198272:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 100us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.548346:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7760 00000100:00100000:3.0:1763345637.551695:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910198400 00000100:00100000:3.0:1763345637.551705:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910198400 00000100:00100000:3.0:1763345637.552063:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7761 00000100:00100000:3.0:1763345637.552076:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+14:55937:x1849000910198400:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345637.552095:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345637.552115:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54594c800/0x52bea07cb58aa169 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x331:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832303 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345637.552138:0:28868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x331:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345637.552161:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345637.552164:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345637.552172:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54594c800/0x52bea07cb58aa169 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832303 expref: 15 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.552189:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b54594c800/0x52bea07cb58aa169 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832303 expref: 15 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.552201:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54594c800, rc 0) 00000100:00100000:3.0:1763345637.553078:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+15:55937:x1849000910198400:12345-192.168.203.8@tcp:101:bash.0 Request processed in 835us (1286us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.553088:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7761 00000100:00100000:3.0:1763345637.556360:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910198656 00000100:00100000:3.0:1763345637.556365:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910198656 00000100:00100000:3.0:1763345637.556403:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7762 00000100:00100000:3.0:1763345637.556412:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543385180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+55:55937:x1849000910198656:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345637.556428:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345637.556444:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54594d400/0x52bea07cb58aa177 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x32e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083230a expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345637.556460:0:28868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x32e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345637.556472:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345637.556474:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345637.556480:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54594d400/0x52bea07cb58aa177 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a9698083230a expref: 56 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.556491:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54594d400/0x52bea07cb58aa177 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a9698083230a expref: 56 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.556502:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54594d400, rc 0) 00000100:00100000:3.0:1763345637.556547:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543385180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+56:55937:x1849000910198656:12345-192.168.203.8@tcp:101:bash.0 Request processed in 137us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.556560:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7762 00010000:00010000:3.0:1763345637.592864:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345637.592871:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aa1c4 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x227:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.592879:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748ff200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345637.592894:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aa1c4 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x227:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.592904:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aa1c4 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x227:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.592915:0:10338:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x227:0x0].0x0 (ffff91b642b37400) 00010000:00010000:3.0:1763345637.592917:0:10338:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763345637.592920:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aa1c4 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x227:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.592925:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aa1c4 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x227:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.592938:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.592939:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.592941:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345637.614622:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910200960 00000100:00100000:3.0:1763345637.614628:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910200960 00000100:00100000:3.0:1763345637.614662:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10746 00000100:00100000:3.0:1763345637.614670:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544209500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+289:57167:x1849000910200960:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345637.614682:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345637.614700:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58aa20a lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083233b expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.614747:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58aa211 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.614789:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58aa211 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.614806:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58aa211 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:3.0:1763345637.614844:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763345637.614851:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763345637.614895:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58aa20a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083233b expref: 291 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.614914:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58aa211 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083233b expref: 290 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.614922:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432df500) 00010000:00010000:3.0:1763345637.614928:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763345637.614933:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541c39e00, rc 0) 00000100:00100000:3.0:1763345637.614961:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544209500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+290:57167:x1849000910200960:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 291us (798us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.614968:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10746 00000100:00100000:3.0:1763345637.618323:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910201344 00000100:00100000:3.0:1763345637.618334:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910201344 00000100:00100000:3.0:1763345637.618391:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10747 00000100:00100000:3.0:1763345637.618401:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+291:57167:x1849000910201344:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345637.618419:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345637.618440:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa218 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832342 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.618480:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58aa226 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.618488:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58aa226 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.618499:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58aa226 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.618510:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58aa22d lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.618515:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58aa22d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.618520:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58aa22d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.618550:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58aa226 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.618556:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58aa226 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.618561:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58aa226 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.618567:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58aa226 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.618572:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541e3ba00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.618576:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58aa226 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.618583:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58aa226 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.618593:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432df500) 00010000:00010000:3.0:1763345637.618596:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345637.618600:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58aa226 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.618606:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58aa226 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.618618:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58aa22d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.618623:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58aa22d lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.618628:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58aa22d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.618632:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541e3a000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.618635:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58aa22d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.618639:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58aa22d lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.618645:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b642b37200) 00010000:00010000:3.0:1763345637.618647:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345637.618649:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58aa22d lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.618654:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58aa22d lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.618671:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa218 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832342 expref: 294 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.618680:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432df500) 00010000:00010000:3.0:1763345637.618682:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345637.618685:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa218 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832342 expref: 294 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.618698:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54594c400, rc 0) 00000100:00100000:3.0:1763345637.618717:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+293:57167:x1849000910201344:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 319us (841us total) trans 0 rc 301/301 00000100:00100000:3.0:1763345637.618726:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10747 00000100:00100000:3.0:1763345637.620658:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910201472 00000100:00100000:3.0:1763345637.620668:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910201472 00000100:00100000:3.0:1763345637.620727:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7765 00000100:00100000:3.0:1763345637.620737:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+58:57163:x1849000910201472:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345637.620751:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1763345637.625678:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.625800:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:3.0:1763345637.630934:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58aa250 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x229:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832350 expref: 295 pid: 6520 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763345637.630952:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b95180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924348544:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345637.630968:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58aa265 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x229:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763345637.636805:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910203264 00000100:00100000:3.0:1763345637.636813:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910203264 00000100:00100000:3.0:1763345637.636858:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3719 00000100:00100000:3.0:1763345637.636868:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+296:57167:x1849000910203264:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345637.637340:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+296:57167:x1849000910203264:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 473us (622us total) trans 8589940695 rc 0/0 00000100:00100000:3.0:1763345637.637347:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3719 00000001:00080000:3.0:1763345637.640086:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940696 is committed 00000004:00080000:3.0:1763345637.640097:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1136 committed 00000004:00080000:3.0:1763345637.640109:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1151 committed 00000004:00080000:3.0:1763345637.640504:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1150 committed 00000004:00080000:3.0:1763345637.641999:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1135 committed 00010000:00010000:3.0:1763345637.642670:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aa273 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x225:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 00010000:00010000:3.0:1763345637.642683:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aa273 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x225:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 00010000:00010000:3.0:1763345637.642827:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aa273 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x225:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 00010000:00010000:3.0:1763345637.642833:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748ff200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.642836:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aa273 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x225:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 00010000:00010000:3.0:1763345637.642844:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aa273 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x225:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 00010000:00010000:3.0:1763345637.642853:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x225:0x0].0x0 (ffff91b5432dcc00) 00010000:00010000:3.0:1763345637.642858:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345637.642863:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aa273 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x225:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 00010000:00010000:3.0:1763345637.642869:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aa273 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x225:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 00000100:00100000:3.0:1763345637.644627:0:27810:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542036300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27810:1849000924349952:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345637.644644:0:27810:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b672b54000/0x52bea07cb58aa2b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x331:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345637.644791:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910204032 00000100:00100000:3.0:1763345637.644796:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910204032 00010000:00010000:3.0:1763345637.644812:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b54594c800/0x52bea07cb58aa169 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x331:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832303 expref: 14 pid: 28868 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763345637.644927:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3542 00000100:00100000:3.0:1763345637.644936:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2411:x1849000910204032:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345637.644945:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345637.644949:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b54594c800/0x52bea07cb58aa169 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x331:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832303 expref: 14 pid: 28868 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345637.644960:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b54594c800/0x52bea07cb58aa169 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x331:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832303 expref: 14 pid: 28868 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345637.644973:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54594c800/0x52bea07cb58aa169 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x331:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832303 expref: 14 pid: 28868 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345637.644984:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345637.644986:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345637.644989:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b672b54000/0x52bea07cb58aa2b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x331:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.644996:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b672b54000/0x52bea07cb58aa2b2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x331:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.645013:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345637.645049:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+13:2411:x1849000910204032:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 114us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.645055:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3542 00010000:00010000:3.0:1763345637.645072:0:27810:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b672b54000/0x52bea07cb58aa2b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.645079:0:27810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b672b54000/0x52bea07cb58aa2b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.645086:0:27810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b672b54000/0x52bea07cb58aa2b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.645092:0:27810:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b672b54000/0x52bea07cb58aa2b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.645103:0:27810:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763345637.645441:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542036a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3656:x1849000924349312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2820us (2912us total) trans 17179872121 rc 0/0 00000100:00100000:3.0:1763345637.645449:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7774 00010000:00010000:3.0:1763345637.645468:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763345637.645474:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa27a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.645483:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b544903c00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345637.645487:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa27a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.645498:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa27a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.645510:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa27a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.645518:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa27a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.645532:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.645534:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.645536:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345637.650321:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10756 00000100:00100000:3.0:1763345637.650333:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542037100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+291:57163:x1849000910204928:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345637.650345:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345637.650359:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58aa2e3 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083237a expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.650421:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aa2ea lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.650431:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aa2ea lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.650440:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aa2ea lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.650452:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aa2f1 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.650459:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aa2f1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.650470:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aa2f1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.650581:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa2f8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x229:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.650590:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa2f8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x229:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.650597:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa2f8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x229:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:3.0:1763345637.650607:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x229:0x0]: returning size 0 00010000:00010000:3.0:1763345637.650680:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aa2ea lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.650687:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aa2ea lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.650692:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aa2ea lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.650709:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aa2ea lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.650715:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ade00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.650719:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aa2ea lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.650725:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aa2ea lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.650735:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b543322300) 00010000:00010000:3.0:1763345637.650737:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345637.650741:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aa2ea lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.650746:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aa2ea lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.650777:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aa2f1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.650784:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aa2f1 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.650789:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aa2f1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.650794:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748ff200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.650796:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aa2f1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.650802:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aa2f1 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.650809:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b543322e00) 00010000:00010000:3.0:1763345637.650811:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345637.650814:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aa2f1 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.650819:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aa2f1 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.650860:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58aa2e3 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083237a expref: 293 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.650875:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa2f8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x229:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083237a expref: 292 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.650891:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x229:0x0].0x0 (ffff91b5484cc900) 00010000:00010000:3.0:1763345637.650893:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345637.650896:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54594c800, rc 0) 00000100:00100000:3.0:1763345637.650940:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542037100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+292:57163:x1849000910204928:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 609us (1027us total) trans 8589940701 rc 0/0 00000100:00100000:3.0:1763345637.650946:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10756 00000100:00100000:3.0:1763345637.657485:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910205696 00000100:00100000:3.0:1763345637.657490:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910205696 00010000:00010000:3.0:1763345637.657511:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa2f8 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x229:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083237a expref: 294 pid: 6522 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763345637.657575:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3543 00000100:00100000:3.0:1763345637.657583:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542035500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+294:2411:x1849000910205696:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345637.657593:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345637.657600:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa2f8 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x229:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083237a expref: 294 pid: 6522 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345637.657659:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa2f8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x229:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083237a expref: 294 pid: 6522 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345637.657681:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa2f8 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x229:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083237a expref: 294 pid: 6522 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345637.657694:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x229:0x0].0x0 (ffff91b5484cc900) 00010000:00010000:3.0:1763345637.657710:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58aa30d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x229:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.657724:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58aa30d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x229:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.657731:0:28406:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58aa30d lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x229:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.657810:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345637.657840:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542035500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+293:2411:x1849000910205696:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 258us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.657847:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3543 00000100:00100000:3.0:1763345637.662458:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924350592:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345637.662526:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345637.662567:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924351104:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345637.662603:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345637.662624:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1763345637.662632:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b671c0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924350208:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345637.662662:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345637.662687:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545656a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924350720:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345637.662711:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345637.662749:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b671c0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924350464:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345637.662809:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763345637.665596:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b671c0c380/2, rc 0, transno 21474839377 00000100:00100000:3.0:1763345637.665603:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b671c0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924350464:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345637.665611:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924350976:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345637.665637:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345637.665674:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924350976 00000100:00100000:3.0:1763345637.665681:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924350976 00000100:00100000:3.0:1763345637.665713:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7783 00000100:00100000:3.0:1763345637.665721:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3659:x1849000924350976:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345637.665870:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3659:x1849000924350976:12345-0@lo:2:osp-syn-1-0.0 Request processed in 149us (231us total) trans 17179872123 rc 0/0 00000100:00100000:3.0:1763345637.665877:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7783 00000004:00080000:3.0:1763345637.665919:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dcd880/2, rc 0, transno 17179872123 00000100:00100000:3.0:1763345637.665924:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924350976:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345637.666406:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910206208 00000100:00100000:3.0:1763345637.666412:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910206208 00000100:00100000:3.0:1763345637.673325:0:27809:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5442d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27809:1849000924351488:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345637.673350:0:27809:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b544903000/0x52bea07cb58aa34c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x330:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.673957:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58aa33e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.673985:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58aa33e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.674004:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58aa33e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.674014:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58aa33e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.674054:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345637.674294:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3656:x1849000924350720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9879us (11583us total) trans 17179872124 rc 0/0 00000100:00100000:3.0:1763345637.674305:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7779 00000004:00080000:3.0:1763345637.674353:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545656a00/2, rc 0, transno 17179872124 00000100:00100000:3.0:1763345637.674361:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545656a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924350720:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345637.675303:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910206848 00000100:00100000:3.0:1763345637.675308:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910206848 00000100:00100000:3.0:1763345637.675353:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3723 00000100:00100000:3.0:1763345637.675363:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b64a6c0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+287:57163:x1849000910206848:12345-192.168.203.8@tcp:33:lfs.0 00000100:00100000:3.0:1763345637.675926:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a6c0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+287:57163:x1849000910206848:12345-192.168.203.8@tcp:33:lfs.0 Request processed in 562us (1391us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.675934:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3723 00000100:00100000:3.0:1763345637.677565:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.680939:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.680977:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.688289:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910207744 00000100:00100000:3.0:1763345637.688463:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910207744 00000100:00100000:3.0:1763345637.688604:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3724 00000100:00100000:3.0:1763345637.688615:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+287:55937:x1849000910207744:12345-192.168.203.8@tcp:35:bash.0 00000100:00100000:3.0:1763345637.711318:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.714051:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.727919:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10769 00000100:00100000:3.0:1763345637.727927:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+295:57172:x1849000910210304:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345637.727934:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345637.727943:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58aa43a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x22b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808323e3 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.728043:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa441 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.728244:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa441 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.728256:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa441 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345637.728267:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x22b:0x0]: returning size 0 00010000:00010000:3.0:1763345637.728345:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa441 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.728352:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa441 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.728358:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa441 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.728365:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54594d800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.728368:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa441 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.728376:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa441 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.728387:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22b:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:3.0:1763345637.728390:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763345637.728395:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa441 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.728401:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa441 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.728438:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58aa43a lrc: 1/0,0 mode: --/CR res: [0x200000405:0x22b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808323e3 expref: 298 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.728447:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22b:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:3.0:1763345637.728449:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763345637.728453:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58aa43a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x22b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808323e3 expref: 298 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.728462:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54594d400, rc 0) 00000100:00100000:3.0:1763345637.728953:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+297:57172:x1849000910210304:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1025us (1566us total) trans 8589940711 rc 301/301 00000100:00100000:3.0:1763345637.728961:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10769 00000100:00100000:3.0:1763345637.731106:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.731423:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.732642:0:32327:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee6680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:32327:1849000924352128:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1763345637.732682:0:32327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345637.732714:0:32327:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b54a89e780 going to sleep for 11 seconds 00000100:00100000:3.0:1763345637.734106:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.738603:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.739270:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.745627:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.750532:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910213120 00000100:00100000:3.0:1763345637.750538:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910213120 00000100:00100000:3.0:1763345637.750586:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10774 00000100:00100000:3.0:1763345637.750594:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+306:55937:x1849000910213120:12345-192.168.203.8@tcp:36:bash.0 00010000:00010000:3.0:1763345637.750625:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345637.750649:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58aa495 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x22b:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808323ff expref: 306 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.750668:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22b:0x0].0x0 (ffff91b5484ccd00) 00010000:00010000:3.0:1763345637.750676:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345637.750843:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa4d4 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x22b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.750856:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa4d4 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.750866:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa4d4 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000001:00080000:3.0:1763345637.750940:0:9296:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589940721 00000004:00010000:3.0:1763345637.750972:0:9296:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000782e5a97 reply state 000000009b951e93 transno 8589940722 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa4d4 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.750985:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa4d4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.750991:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22b:0x0].0x0 (ffff91b5484ccd00) 00010000:00010000:3.0:1763345637.750994:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345637.750997:0:9296:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763345637.751060:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+307:55937:x1849000910213120:12345-192.168.203.8@tcp:36:bash.0 Request processed in 466us (757us total) trans 8589940722 rc 0/0 00000100:00100000:3.0:1763345637.751066:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10774 00000020:00080000:3.0:1763345637.751070:0:9296:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1763345637.758348:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58aa399 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.758364:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58aa399 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.758371:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58aa399 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.758377:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b54000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.758385:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58aa399 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.758392:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58aa399 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.758408:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432e0900) 00010000:00010000:3.0:1763345637.758411:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345637.758416:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58aa399 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.758423:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58aa399 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.758442:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58aa41e lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.758448:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58aa41e lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.758454:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58aa41e lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.758458:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6413ef800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.758461:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58aa41e lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.758467:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58aa41e lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.758474:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432e0900) 00010000:00010000:3.0:1763345637.758477:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345637.758479:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58aa41e lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.758485:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58aa41e lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345637.758503:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa4d4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.758509:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa4d4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.758515:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa4d4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.758521:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54594c400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.758525:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa4d4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.758531:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa4d4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.758538:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22b:0x0].0x0 (ffff91b5484ccd00) 00010000:00010000:3.0:1763345637.758540:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345637.758543:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa4d4 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.758549:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa4d4 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345637.758640:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924352768 00000100:00100000:3.0:1763345637.758648:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924352768 00000100:00100000:3.0:1763345637.758857:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924353152 00000100:00100000:3.0:1763345637.758861:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924353152 00000100:00100000:3.0:1763345637.758897:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7789 00000100:00100000:3.0:1763345637.758905:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3656:x1849000924352768:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345637.759620:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3656:x1849000924352768:12345-0@lo:2:osp-syn-1-0.0 Request processed in 715us (1027us total) trans 17179872127 rc 0/0 00000100:00100000:3.0:1763345637.759628:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7789 00000100:00100000:3.0:1763345637.760659:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924352384 00000100:00100000:3.0:1763345637.760665:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924352384 00000100:00100000:3.0:1763345637.760703:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7792 00000100:00100000:3.0:1763345637.760708:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3658:x1849000924352384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763345637.760724:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:819 count 1 00010000:00010000:3.0:1763345637.760742:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54594d400/0x52bea07cb58aa4f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x333:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.760778:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58aa361 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x333:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a9698083239d expref: 13 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.760786:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345637.760788:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345637.760791:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54594d400/0x52bea07cb58aa4f0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x333:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.760821:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58aa361 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x333:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a9698083239d expref: 13 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.760924:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58aa361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x333:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a9698083239d expref: 13 pid: 15692 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763345637.760936:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a82bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1849000924353280:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345637.760998:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b54a89e780 going to sleep for 11 seconds 00000100:00100000:3.0:1763345637.761370:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7793 00000100:00100000:3.0:1763345637.761378:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:3658:x1849000924352512:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763345637.761393:0:27810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:820 count 1 00002000:00010000:3.0:1763345637.761412:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x334:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345637.761418:0:27810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54594c800/0x52bea07cb58aa4f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x334:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.761428:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345637.761430:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345637.761434:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54594c800/0x52bea07cb58aa4f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.761446:0:27810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54594c800/0x52bea07cb58aa4f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.761455:0:27810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54594c800/0x52bea07cb58aa4f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.761463:0:27810:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b54594c800/0x52bea07cb58aa4f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.761489:0:27810:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345637.761637:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3658:x1849000924352512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 260us (388us total) trans 17179872129 rc 0/0 00000100:00100000:3.0:1763345637.761653:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7793 00000100:00100000:3.0:1763345637.761667:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924352640 00000100:00100000:3.0:1763345637.761669:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924352640 00000100:00100000:3.0:1763345637.762608:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7796 00000100:00100000:3.0:1763345637.762622:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+118:3657:x1849000924352640:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763345637.762638:0:27810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:817 count 1 00002000:00010000:3.0:1763345637.762657:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x331:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345637.762666:0:27810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58aa505 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x331:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.762675:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345637.762677:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345637.762681:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58aa505 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.762694:0:27810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58aa505 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.762703:0:27810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58aa505 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.762810:0:27810:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58aa505 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.762837:0:27810:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345637.763102:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+119:3657:x1849000924352640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 482us (1468us total) trans 21474839384 rc 0/0 00000100:00100000:3.0:1763345637.763110:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7796 00010000:00010000:3.0:1763345637.763131:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345637.763138:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58aa505 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.763149:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672e56600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345637.763155:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58aa505 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.763171:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58aa505 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.763184:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58aa505 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.763191:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58aa505 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.763207:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.763209:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.763211:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763345637.763232:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b677b97b80/2, rc 0, transno 21474839384 00000100:00100000:3.0:1763345637.763237:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924352640:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1763345637.765531:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58aa361 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x333:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a9698083239d expref: 14 pid: 15692 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763345637.765549:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a82bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1849000924353280:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345637.765568:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b54594d400/0x52bea07cb58aa4f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.765577:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b54594d400/0x52bea07cb58aa4f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.765582:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54594d400/0x52bea07cb58aa4f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.765590:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54594d400/0x52bea07cb58aa4f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.765596:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b54594d400/0x52bea07cb58aa4f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.765670:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345637.766408:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3658:x1849000924352384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5697us (6022us total) trans 17179872130 rc 0/0 00000100:00100000:3.0:1763345637.766418:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7792 00000100:00100000:3.0:1763345637.768341:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910214400 00000100:00100000:3.0:1763345637.768347:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910214400 00000100:00100000:3.0:1763345637.768394:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7798 00000100:00100000:3.0:1763345637.768401:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+59:55937:x1849000910214400:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345637.768411:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345637.768428:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58aa536 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x332:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832430 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345637.768446:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x332:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345637.768459:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345637.768461:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345637.768467:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58aa536 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832430 expref: 60 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.768479:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58aa536 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832430 expref: 60 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.768489:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672e57800, rc 0) 00000100:00100000:3.0:1763345637.768833:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+59:55937:x1849000910214400:12345-192.168.203.8@tcp:101:bash.0 Request processed in 429us (984us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.768840:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7798 00000004:00080000:3.0:1763345637.769364:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b677b94a80/2, rc 0, transno 21474839385 00000100:00100000:3.0:1763345637.769370:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924352256:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345637.789238:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910216064 00000100:00100000:3.0:1763345637.789243:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910216064 00010000:00010000:3.0:1763345637.789266:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58aa528 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832429 expref: 295 pid: 9296 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763345637.789299:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3552 00000100:00100000:3.0:1763345637.789308:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+295:2409:x1849000910216064:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345637.789320:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345637.789327:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58aa528 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832429 expref: 295 pid: 9296 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345637.789340:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58aa528 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832429 expref: 295 pid: 9296 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345637.789362:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58aa528 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832429 expref: 296 pid: 9296 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345637.789377:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22b:0x0].0x0 (ffff91b5484ccd00) 00010000:00010000:3.0:1763345637.789383:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58aa559 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x22b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.789391:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58aa559 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x22b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.789399:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58aa559 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x22b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.789423:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345637.789468:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+295:2409:x1849000910216064:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 159us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.789481:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3552 00000100:00100000:3.0:1763345637.796721:0:9295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54545c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924353664:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345637.796756:0:9295:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58aa56e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210400000020 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.797481:0:9295:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58aa56e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.797489:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58aa56e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9295 initiator: MDT0 00000004:00200000:3.0:1763345637.797539:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x22b:0x0]: returning size 5 00000004:00200000:3.0:1763345637.797544:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763345637.797562:0:9295:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58aa56e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.797591:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee800/0x52bea07cb58aa567 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832445 expref: 293 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.797611:0:9295:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58aa56e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832445 expref: 292 pid: 9295 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345637.797620:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58aa56e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832445 expref: 292 pid: 9295 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345637.797628:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6413ee600, rc 0) 00000100:00100000:3.0:1763345637.797672:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+292:57174:x1849000910216320:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 5467us (6033us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.797679:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10780 00000100:00100000:3.0:1763345637.800127:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910216704 00000100:00100000:3.0:1763345637.800136:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910216704 00000100:00100000:3.0:1763345637.800196:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10782 00000100:00100000:3.0:1763345637.800207:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+292:57174:x1849000910216704:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345637.800225:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345637.800245:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58aa58a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x22b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083244c expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.800296:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58aa58a lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x22b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083244c expref: 293 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.800315:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58aa58a lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x22b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083244c expref: 293 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.800338:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22b:0x0].0x0 (ffff91b5484ccd00) 00010000:00010000:3.0:1763345637.800342:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345637.800346:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672e56600, rc 0) 00000100:00100000:3.0:1763345637.800402:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+293:57174:x1849000910216704:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 196us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.800410:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10782 00010000:00010000:3.0:1763345637.801313:0:9296:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58aa583 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.801321:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58aa583 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00080000:3.0:1763345637.801543:0:9296:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x200000405:0x22b:0x0] is inserted into orphan list, open count = 1 00010000:00010000:3.0:1763345637.801620:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58aa583 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.801629:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58aa583 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.801636:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58aa583 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.801641:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545b86000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.801646:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58aa583 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.801652:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58aa583 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.801661:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22b:0x0].0x0 (ffff91b5484ccd00) 00010000:00010000:3.0:1763345637.801664:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763345637.801667:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58aa583 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.801673:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58aa583 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.801687:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58aa575 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.801693:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58aa575 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.801713:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58aa575 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.801718:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58aa575 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.801723:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5434cb200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.801725:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58aa575 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.801731:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58aa575 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.801739:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc200) 00010000:00010000:3.0:1763345637.801741:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345637.801744:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58aa575 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.801750:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58aa575 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000004:00010000:3.0:1763345637.801790:0:9296:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007b1d3507 reply state 000000004985b309 transno 8589940730 ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58aa57c lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.801801:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58aa57c lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.801807:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc700) 00010000:00010000:3.0:1763345637.801809:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345637.801812:0:9296:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763345637.801870:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+293:57175:x1849000910216448:12345-192.168.203.8@tcp:36:rm.0 Request processed in 9584us (10179us total) trans 8589940730 rc 0/0 00000100:00100000:3.0:1763345637.801878:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10781 00000100:00100000:3.0:1763345637.803667:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910217088 00000100:00100000:3.0:1763345637.803677:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910217088 00000100:00100000:3.0:1763345637.803731:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10783 00000100:00100000:3.0:1763345637.803741:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+293:57174:x1849000910217088:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345637.803774:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345637.803794:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58aa591 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x22b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832453 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.803898:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58aa598 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x22b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.803912:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58aa598 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x22b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.803960:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58aa598 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x22b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345637.803974:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x22b:0x0]: returning size 5 00010000:00010000:3.0:1763345637.804065:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58aa591 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x22b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832453 expref: 296 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.804080:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58aa598 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x22b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832453 expref: 295 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.804088:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22b:0x0].0x0 (ffff91b5484ccd00) 00010000:00010000:3.0:1763345637.804091:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763345637.804093:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b641660e00, rc 0) 00000100:00100000:3.0:1763345637.804143:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+295:57174:x1849000910217088:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 404us (603us total) trans 8589940731 rc 0/0 00000100:00100000:3.0:1763345637.804150:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10783 00000100:00100000:3.0:1763345637.807663:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7799 00000100:00100000:3.0:1763345637.807674:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910217216:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:3.0:1763345637.807717:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b6413ee800/0x52bea07cb58aa5a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x335:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.807731:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b544903000/0x52bea07cb58aa50c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x335:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832422 expref: 15 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.807736:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345637.807738:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345637.807741:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b6413ee800/0x52bea07cb58aa5a6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x335:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.807800:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b544903000/0x52bea07cb58aa50c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x335:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.203.8@tcp remote: 0x199a96980832422 expref: 15 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.807820:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b544903000/0x52bea07cb58aa50c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x335:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980832422 expref: 15 pid: 27809 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763345637.807835:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a82bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1849000924353792:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345637.807921:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642f6f000 going to sleep for 11 seconds 00000100:00100000:3.0:1763345637.815630:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a82bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1849000924353792:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345637.815656:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b6413ee800/0x52bea07cb58aa5a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x335:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345637.818744:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.825845:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910217728 00000100:00100000:3.0:1763345637.825855:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910217728 00000100:00100000:3.0:1763345637.825933:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10786 00000100:00100000:3.0:1763345637.825944:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+295:57176:x1849000910217728:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345637.825963:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345637.825987:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58aa5d7 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832468 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.826048:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881a00/0x52bea07cb58aa5de lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.826062:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881a00/0x52bea07cb58aa5de lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.826073:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881a00/0x52bea07cb58aa5de lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:3.0:1763345637.826119:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763345637.826124:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763345637.826157:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58aa5d7 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832468 expref: 297 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.826174:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881a00/0x52bea07cb58aa5de lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832468 expref: 296 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.826183:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b543322600) 00010000:00010000:3.0:1763345637.826186:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763345637.826190:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54a881a00, rc 0) 00000100:00100000:3.0:1763345637.826258:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+296:57176:x1849000910217728:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 316us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.826266:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10786 00000100:00100000:3.0:1763345637.836785:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a828380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924353920:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345637.836843:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345637.836906:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a82b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924354048:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345637.836929:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345637.836961:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763345637.836968:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924354176:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345637.836992:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763345637.837036:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58aa5e5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x22b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.837044:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58aa5e5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x22b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.837050:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58aa5e5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x22b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.837055:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5434caa00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.837059:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58aa5e5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x22b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.837066:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58aa5e5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x22b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.837074:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22b:0x0].0x0 (ffff91b5484ccd00) 00010000:00010000:3.0:1763345637.837076:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345637.837080:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58aa5e5 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x22b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.837085:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58aa5e5 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x22b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345637.837101:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924354304:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345637.837123:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345637.837149:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924353920 00000100:00100000:3.0:1763345637.837155:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924353920 00000100:00100000:3.0:1763345637.837180:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924354048 00000100:00100000:3.0:1763345637.837183:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924354048 00000100:00100000:3.0:1763345637.837194:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924354176 00000100:00100000:3.0:1763345637.837196:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924354176 00000100:00100000:3.0:1763345637.837210:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924354304 00000100:00100000:3.0:1763345637.837212:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924354304 00000100:00100000:3.0:1763345637.837226:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7800 00000100:00100000:3.0:1763345637.837233:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a829180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+18:3657:x1849000924353920:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345637.837374:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a829180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+19:3657:x1849000924353920:12345-0@lo:2:osp-syn-1-0.0 Request processed in 139us (531us total) trans 17179872133 rc 0/0 00000100:00100000:3.0:1763345637.837389:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7800 00000100:00100000:3.0:1763345637.837411:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7802 00000100:00100000:3.0:1763345637.837423:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+120:3658:x1849000924354176:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763345637.837502:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x332:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345637.837507:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x332:0x0] updating lvb mtime from disk: 1763345637 -> 1763345637 00002000:00010000:3.0:1763345637.837509:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x332:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345637.837511:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x332:0x0] updating lvb ctime from disk: 1763345637 -> 1763345637 00002000:00010000:3.0:1763345637.837514:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x332:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345637.837545:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+122:3658:x1849000924354176:12345-0@lo:2:osp-syn-0-0.0 Request processed in 123us (550us total) trans 21474839387 rc 0/0 00000100:00100000:3.0:1763345637.837560:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7802 00000004:00080000:3.0:1763345637.837630:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5435ba300/2, rc 0, transno 21474839387 00000100:00100000:3.0:1763345637.837638:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924354176:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763345637.837652:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54a82b480/2, rc 0, transno 17179872134 00000100:00100000:3.0:1763345637.837656:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a82b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924354048:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763345637.837673:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54a828380/2, rc 0, transno 17179872133 00000100:00100000:3.0:1763345637.837677:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a828380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924353920:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345637.846245:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910218752 00000100:00100000:3.0:1763345637.846255:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910218752 00000100:00100000:3.0:1763345637.846529:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910219008 00000100:00100000:3.0:1763345637.846533:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910219008 00000100:00100000:3.0:1763345637.846858:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10792 00000100:00100000:3.0:1763345637.846868:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+291:57176:x1849000910219008:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345637.846879:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345637.846897:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58aa639 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083248b expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.846979:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa640 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.846993:0:9296:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58aa61d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x22c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083247d expref: 292 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.847003:0:9296:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa640 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x22c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.847037:0:9296:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58aa61d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x22c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083247d expref: 292 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.847050:0:9296:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58aa61d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x22c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083247d expref: 292 pid: 6522 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763345637.847063:0:9296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b65ed7d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924354432:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345637.848015:0:9296:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642f6f000 going to sleep for 11 seconds 00000100:00100000:3.0:1763345637.853037:0:9296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b65ed7d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924354432:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345637.853059:0:9296:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa640 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x22c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345637.853433:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910219264 00000100:00100000:3.0:1763345637.853437:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910219264 00010000:00010000:3.0:1763345637.853458:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58aa61d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x22c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083247d expref: 292 pid: 6522 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763345637.853656:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3556 00000100:00100000:3.0:1763345637.853666:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+292:2409:x1849000910219264:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345637.853683:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345637.853690:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58aa61d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x22c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083247d expref: 292 pid: 6522 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345637.853703:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58aa61d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x22c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083247d expref: 292 pid: 6522 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345637.853721:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58aa61d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x22c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083247d expref: 292 pid: 6522 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345637.853735:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22c:0x0].0x0 (ffff91b541f06f00) 00010000:00010000:3.0:1763345637.853740:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa640 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x22c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.853748:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa640 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x22c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.853754:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa640 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x22c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.853797:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345637.853836:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+291:2409:x1849000910219264:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 170us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.853845:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3556 00000100:00100000:3.0:1763345637.891366:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910220928 00000100:00100000:3.0:1763345637.891372:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910220928 00000100:00100000:3.0:1763345637.891416:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10797 00000100:00100000:3.0:1763345637.891425:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+298:55937:x1849000910220928:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345637.891442:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345637.891445:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763345637.891471:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58aa68d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x22c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808324a7 expref: 298 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.891488:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22c:0x0].0x0 (ffff91b5432dc200) 00010000:00010000:3.0:1763345637.891533:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345637.891550:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa694 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808324ae expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.891595:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58aa69b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.891609:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58aa69b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x22c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.891618:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58aa69b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x22c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000040:00080000:3.0:1763345637.891877:0:9296:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1784, 88 off148416 00000004:00080000:3.0:1763345637.891900:0:9296:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1030417139989ns, next at 1030817742789ns, rc = 0 00000040:00080000:3.0:1763345637.891936:0:9296:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1800, 88 off149944 00000004:00080000:3.0:1763345637.891942:0:9296:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1030417181979ns, next at 1030817717199ns, rc = 0 00000040:00080000:3.0:1763345637.891980:0:9296:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1801, 88 off150032 00000004:00080000:3.0:1763345637.891985:0:9296:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1030417225367ns, next at 1030817717199ns, rc = 0 00000040:00080000:3.0:1763345637.891995:0:9296:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1785, 88 off148504 00000004:00080000:3.0:1763345637.891999:0:9296:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1030417240082ns, next at 1030817742789ns, rc = 0 00010000:00010000:3.0:1763345637.896066:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa616 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.896077:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa616 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.896088:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa616 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.896094:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b544903e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.896098:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa616 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.896105:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa616 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.896120:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541f06700) 00010000:00010000:3.0:1763345637.896123:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345637.896128:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa616 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.896134:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa616 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345637.896154:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58aa686 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.896164:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58aa686 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.896169:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58aa686 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.896174:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b658b9e600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.896177:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58aa686 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.896183:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58aa686 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.896190:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22c:0x0].0x0 (ffff91b5432dc200) 00010000:00010000:3.0:1763345637.896193:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345637.896195:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58aa686 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.896200:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58aa686 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000100:00100000:3.0:1763345637.896218:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924354688:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345637.896340:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345637.897339:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345637.897371:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7808 00000100:00100000:3.0:1763345637.897378:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+123:3656:x1849000924354560:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345637.897467:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+124:3656:x1849000924354560:12345-0@lo:2:osp-syn-0-0.0 Request processed in 89us (203us total) trans 21474839390 rc 0/0 00000100:00100000:3.0:1763345637.897475:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7808 00000004:00080000:3.0:1763345637.898085:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5442d3480/2, rc 0, transno 21474839390 00000100:00100000:3.0:1763345637.898092:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5442d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924354560:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1763345637.898144:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58aa69b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x22c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808324ae expref: 290 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.898157:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22c:0x0].0x0 (ffff91b5432dc200) 00010000:00010000:3.0:1763345637.898159:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763345637.898174:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa694 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x22c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808324ae expref: 290 pid: 9296 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763345637.898191:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58aa69b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x22c:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808324ae expref: 289 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.898215:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22c:0x0].0x0 (ffff91b5432dc200) 00010000:00010000:3.0:1763345637.898218:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763345637.898220:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b544903000, rc 0) 00000100:00100000:3.0:1763345637.898268:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+289:55937:x1849000910220928:12345-192.168.203.8@tcp:101:bash.0 Request processed in 6844us (6987us total) trans 8589940740 rc 0/0 00000100:00100000:3.0:1763345637.898276:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10797 00000100:00100000:3.0:1763345637.904531:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910221440 00000100:00100000:3.0:1763345637.904540:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910221440 00000100:00100000:3.0:1763345637.904587:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10798 00000100:00100000:3.0:1763345637.904595:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+289:57174:x1849000910221440:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345637.904615:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345637.904631:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa6b0 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808324bc expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.904661:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58aa6b7 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.904672:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58aa6b7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.904681:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58aa6b7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345637.904814:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa6b0 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808324bc expref: 291 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.904829:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517200/0x52bea07cb58aa6b7 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808324bc expref: 290 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.904841:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22b:0x0].0x0 (ffff91b5484ccd00) 00010000:00010000:3.0:1763345637.904844:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763345637.904847:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541517200, rc 0) 00000100:00100000:3.0:1763345637.904901:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+290:57174:x1849000910221440:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 307us (1025us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.904907:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10798 00000100:00100000:3.0:1763345637.906459:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.910048:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.910094:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.911551:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910222080 00000100:00100000:3.0:1763345637.911556:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910222080 00010000:00010000:3.0:1763345637.911577:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b641661200/0x52bea07cb58aa480 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x333:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808323f1 expref: 63 pid: 28868 timeout: 1130 lvb_type: 1 00000100:00100000:3.0:1763345637.912308:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3557 00000100:00100000:3.0:1763345637.912321:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+63:2409:x1849000910222080:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345637.912335:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345637.912349:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b641661200/0x52bea07cb58aa480 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x333:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808323f1 expref: 63 pid: 28868 timeout: 1130 lvb_type: 1 00010000:00010000:3.0:1763345637.912362:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b641661200/0x52bea07cb58aa480 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x333:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808323f1 expref: 63 pid: 28868 timeout: 1130 lvb_type: 1 00010000:00010000:3.0:1763345637.912385:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b641661200/0x52bea07cb58aa480 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x333:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a969808323f1 expref: 63 pid: 28868 timeout: 1130 lvb_type: 1 00010000:00010000:3.0:1763345637.912403:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345637.912404:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345637.912409:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b658b9f000/0x52bea07cb58aa6c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x333:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.912417:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b658b9f000/0x52bea07cb58aa6c5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x333:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.912499:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345637.912546:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+62:2409:x1849000910222080:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 228us (1149us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.912554:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3557 00000001:00080000:3.0:1763345637.916272:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839392 is committed 00000001:00080000:3.0:1763345637.916286:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839390 is committed 00000100:00100000:3.0:1763345637.923288:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910222464 00000100:00100000:3.0:1763345637.923298:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910222464 00000100:00100000:3.0:1763345637.923494:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10799 00000100:00100000:3.0:1763345637.923505:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+291:57177:x1849000910222464:12345-192.168.203.8@tcp:101:rm.0 00010000:00010000:3.0:1763345637.923526:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345637.923547:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58aa6cc lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808324ca expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.923617:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa6d3 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.923630:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa6d3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.923640:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa6d3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.923651:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa6da lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.923657:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa6da lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.923663:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa6da lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.923734:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa6e1 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.923743:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa6e1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.923749:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa6e1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:3.0:1763345637.923811:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x22c:0x0]: returning size 5 00000004:00200000:3.0:1763345637.923816:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763345637.923834:0:9295:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa6e1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.923846:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa6e1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.923855:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa6d3 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.923861:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa6d3 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.923868:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa6d3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.923879:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa6d3 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.923895:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b544903c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.923900:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa6d3 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.923907:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa6d3 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.923917:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b671c41800) 00010000:00010000:3.0:1763345637.923920:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345637.923925:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa6d3 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.923931:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa6d3 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.923943:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa6da lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.923948:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa6da lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.923954:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa6da lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.923958:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b544903600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.923961:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa6da lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.923966:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa6da lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.923976:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b671c41e00) 00010000:00010000:3.0:1763345637.923979:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345637.923981:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa6da lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.923986:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa6da lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.924022:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58aa6cc lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808324ca expref: 293 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.924038:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa6e1 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x22c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808324ca expref: 292 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.924044:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22c:0x0].0x0 (ffff91b5432dc200) 00010000:00010000:3.0:1763345637.924047:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345637.924050:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b544903e00, rc 0) 00000100:00100000:3.0:1763345637.924173:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+292:57177:x1849000910222464:12345-192.168.203.8@tcp:101:rm.0 Request processed in 669us (1061us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345637.924182:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10799 00000100:00100000:3.0:1763345637.928692:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910222976 00000100:00100000:3.0:1763345637.928710:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910222976 00000100:00100000:3.0:1763345637.928780:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10800 00000100:00100000:3.0:1763345637.928790:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+293:57174:x1849000910222976:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:3.0:1763345637.928840:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345637.928868:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58aa632 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x22b:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832484 expref: 293 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.928904:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22b:0x0].0x0 (ffff91b5484ccd00) 00010000:00010000:3.0:1763345637.928909:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345637.928971:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58aa6e8 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x22b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.928983:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58aa6e8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.928991:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58aa6e8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00010000:3.0:1763345637.929097:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009ae3b042 reply state 00000000fbcd8270 transno 8589940742 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58aa6e8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929109:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58aa6e8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929115:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22b:0x0].0x0 (ffff91b5484ccd00) 00010000:00010000:3.0:1763345637.929118:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345637.929121:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763345637.929205:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+294:57174:x1849000910222976:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 416us (616us total) trans 8589940742 rc 0/0 00000100:00100000:3.0:1763345637.929212:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10800 00000100:00100000:3.0:1763345637.929233:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10801 00000100:00100000:3.0:1763345637.929241:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+293:57177:x1849000910222720:12345-192.168.203.8@tcp:36:rm.0 00010000:00010000:3.0:1763345637.929262:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763345637.929275:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58aa69b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x22c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808324ae expref: 293 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.929295:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa6e1 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x22c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808324ca expref: 292 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.929307:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58aa67f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x22c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808324a0 expref: 291 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.929317:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22c:0x0].0x0 (ffff91b5432dc200) 00010000:00010000:3.0:1763345637.929325:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345637.929341:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa6ef lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929348:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa6ef lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929355:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa6ef lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929365:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa6f6 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929371:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa6f6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929377:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa6f6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929436:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa6fd lrc: 3/0,1 mode: --/EX res: [0x200000405:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929444:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa6fd lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929454:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa6fd lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000040:00080000:3.0:1763345637.929631:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1786, 64 off148568 00000040:00080000:3.0:1763345637.929653:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1802, 64 off150096 00000040:00080000:3.0:1763345637.929663:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1803, 64 off150160 00000040:00080000:3.0:1763345637.929673:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1787, 64 off148632 00010000:00010000:3.0:1763345637.929709:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58aa704 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929719:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58aa704 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x22c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929726:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58aa704 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x22c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929733:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58aa704 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x22c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929739:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58aa704 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x22c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929746:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58aa704 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x22c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929795:0:9295:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763345637.929811:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345637.929816:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58aa704 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x22c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929822:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672c87200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345637.929825:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58aa704 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x22c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929835:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58aa704 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x22c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929843:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22c:0x0].0x0 (ffff91b671c41f00) 00010000:00010000:3.0:1763345637.929845:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763345637.929848:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58aa704 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x22c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929853:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58aa704 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x22c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929862:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.929864:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.929865:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345637.929879:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa6fd lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929900:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa6fd lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929906:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa6fd lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929911:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54594d800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.929914:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa6fd lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929919:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa6fd lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929927:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22c:0x0].0x0 (ffff91b671c41f00) 00010000:00010000:3.0:1763345637.929929:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763345637.929933:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa6fd lrc: 2/0,0 mode: --/EX res: [0x200000405:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.929937:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa6fd lrc: 0/0,0 mode: --/EX res: [0x200000405:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.930046:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa6ef lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.930053:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa6ef lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.930058:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa6ef lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.930064:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa6ef lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.930069:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54594c800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.930072:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa6ef lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.930077:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa6ef lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.930084:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b671c41700) 00010000:00010000:3.0:1763345637.930087:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345637.930089:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa6ef lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.930093:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa6ef lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000004:00010000:3.0:1763345637.930104:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f1586a0a reply state 000000005e0200d2 transno 8589940743 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa6f6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.930115:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa6f6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345637.930120:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b671c41200) 00010000:00010000:3.0:1763345637.930122:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345637.930123:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763345637.930161:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+292:57177:x1849000910222720:12345-192.168.203.8@tcp:36:rm.0 Request processed in 921us (1620us total) trans 8589940743 rc 0/0 00000100:00100000:3.0:1763345637.930169:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10801 00000100:00100000:3.0:1763345637.942129:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.945961:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910223744 00000100:00100000:3.0:1763345637.945968:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910223744 00002000:00010000:3.0:1763345637.946036:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/822 (0->18446744073709551615) 00002000:00100000:3.0:1763345637.946041:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b671c0ca80 with x1849000910223744 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345637.946049:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b671c0ca80. 00000100:00100000:3.0:1763345637.946303:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1859 00000100:00100000:3.0:1763345637.946312:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910223744:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:3.0:1763345637.946470:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x336:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345637.946474:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x336:0x0] updating lvb mtime from disk: 0 -> 1763345637 00002000:00010000:3.0:1763345637.946477:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x336:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345637.946478:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x336:0x0] updating lvb ctime from disk: 0 -> 1763345637 00002000:00010000:3.0:1763345637.946480:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x336:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345637.946511:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910223744:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 200us (776us total) trans 17179872138 rc 0/0 00000100:00100000:3.0:1763345637.946518:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1859 00002000:00010000:3.0:1763345637.946521:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/822 (0->18446744073709551615) 00002000:00100000:3.0:1763345637.946525:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b671c0ca80 with x1849000910223744 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345637.946529:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b671c0ca80. 00000100:00100000:3.0:1763345637.952673:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.963344:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7816 00000100:00100000:3.0:1763345637.963358:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542034380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3656:x1849000924355968:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763345637.963478:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x332:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345637.963485:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x332:0x0] updating lvb mtime from disk: 1763345637 -> 1763345637 00002000:00010000:3.0:1763345637.963490:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x332:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345637.963495:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x332:0x0] updating lvb ctime from disk: 1763345637 -> 1763345637 00002000:00010000:3.0:1763345637.963500:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x332:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345637.963551:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542034380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3656:x1849000924355968:12345-0@lo:2:osp-syn-0-0.0 Request processed in 196us (473us total) trans 21474839394 rc 0/0 00000100:00100000:3.0:1763345637.963561:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7816 00000100:00100000:3.0:1763345637.963575:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924356096 00000100:00100000:3.0:1763345637.963578:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924356096 00000100:00100000:3.0:1763345637.963611:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7818 00000100:00100000:3.0:1763345637.963620:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3656:x1849000924355584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763345637.963636:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:820 count 1 00010000:00010000:3.0:1763345637.963650:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b672c87200/0x52bea07cb58aa789 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x334:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.963665:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b6413ee800/0x52bea07cb58aa6a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x334:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808324b5 expref: 14 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.963673:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345637.963677:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345637.963682:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672c87200/0x52bea07cb58aa789 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x334:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.963717:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b6413ee800/0x52bea07cb58aa6a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x334:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a969808324b5 expref: 14 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345637.963735:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b6413ee800/0x52bea07cb58aa6a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x334:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808324b5 expref: 14 pid: 27809 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763345637.963786:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b65ed7e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924356608:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345637.963852:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642f6f300 going to sleep for 11 seconds 00000004:00080000:3.0:1763345637.964752:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b542034e00/2, rc 0, transno 21474839396 00000100:00100000:3.0:1763345637.964798:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542034e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924355712:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1763345637.964822:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b542035f80/2, rc 0, transno 21474839395 00000100:00100000:3.0:1763345637.964831:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542035f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924356224:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763345637.964848:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b65ed7f480/2, rc 0, transno 17179872142 00000100:00100000:3.0:1763345637.964856:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b65ed7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924356352:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1763345637.966498:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58aa758 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x22b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 00010000:00010000:3.0:1763345637.966568:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58aa758 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x22b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 00010000:00010000:3.0:1763345637.966576:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58aa758 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x22b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 00010000:00010000:3.0:1763345637.966582:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b640031a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345637.966587:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58aa758 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x22b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 00010000:00010000:3.0:1763345637.966598:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58aa758 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x22b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 00010000:00010000:3.0:1763345637.966609:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22b:0x0].0x0 (ffff91b5484ccd00) 00010000:00010000:3.0:1763345637.966612:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345637.966616:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58aa758 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x22b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 00010000:00010000:3.0:1763345637.966621:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58aa758 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x22b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 00000100:00100000:3.0:1763345637.969444:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.969495:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.969524:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.969552:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000004:00080000:3.0:1763345637.970636:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b65ed7ed80/2, rc 0, transno 17179872143 00000100:00100000:3.0:1763345637.970642:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b65ed7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924355840:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345637.972232:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.974280:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.978814:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.982682:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.984828:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.984869:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.986991:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345637.987691:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910227968 00000100:00100000:3.0:1763345637.987711:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910227968 00000100:00100000:3.0:1763345637.990723:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.002108:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.005315:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910229376 00000100:00100000:3.0:1763345638.005326:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910229376 00000100:00100000:3.0:1763345638.005374:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10817 00000100:00100000:3.0:1763345638.005382:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+304:57179:x1849000910229376:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345638.005398:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345638.005421:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa862 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832541 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.005485:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58aa869 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.005497:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58aa869 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.005506:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58aa869 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.005515:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa870 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.005522:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa870 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.005529:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa870 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:3.0:1763345638.005559:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924357248:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345638.006323:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345638.006370:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924357760:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345638.006394:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345638.006415:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763345638.006422:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924357632:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345638.006442:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345638.006473:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924357248 00000100:00100000:3.0:1763345638.006478:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924357248 00000100:00100000:3.0:1763345638.006509:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924357760 00000100:00100000:3.0:1763345638.006512:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924357760 00000100:00100000:3.0:1763345638.006528:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924357632 00000100:00100000:3.0:1763345638.006531:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924357632 00000100:00100000:3.0:1763345638.006546:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7825 00000100:00100000:3.0:1763345638.006552:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+25:3659:x1849000924357248:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763345638.006673:0:27810:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x339:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345638.006677:0:27810:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x339:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763345638.006680:0:27810:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x339:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345638.006682:0:27810:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x339:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763345638.006684:0:27810:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x339:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345638.006719:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+26:3659:x1849000924357248:12345-0@lo:2:osp-syn-1-0.0 Request processed in 165us (396us total) trans 17179872144 rc 0/0 00000100:00100000:3.0:1763345638.006726:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7825 00000100:00100000:3.0:1763345638.006743:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7826 00000100:00100000:3.0:1763345638.006749:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3659:x1849000924357760:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345638.006863:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3659:x1849000924357760:12345-0@lo:2:osp-syn-0-0.0 Request processed in 114us (468us total) trans 21474839398 rc 0/0 00000100:00100000:3.0:1763345638.006869:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7826 00000100:00100000:3.0:1763345638.006897:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7827 00000100:00100000:3.0:1763345638.006903:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3659:x1849000924357632:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763345638.006926:0:27810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:819 count 1 00010000:00010000:3.0:1763345638.006945:0:27810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa877 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x333:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.006968:0:27810:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58aa70b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x333:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808324d1 expref: 13 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.006976:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345638.006987:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345638.006991:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa877 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x333:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.007018:0:27810:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58aa70b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x333:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a969808324d1 expref: 13 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.007031:0:27810:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58aa70b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x333:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808324d1 expref: 13 pid: 8403 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763345638.007051:0:27810:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432dc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27810:1849000924358016:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345638.007109:0:27810:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642f6f780 going to sleep for 11 seconds 00000004:00080000:3.0:1763345638.007146:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dcdf80/2, rc 0, transno 21474839398 00000100:00100000:3.0:1763345638.007151:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924357760:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763345638.007163:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ee7800/2, rc 0, transno 17179872144 00000100:00100000:3.0:1763345638.007167:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924357248:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1763345638.007268:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661200/0x52bea07cb58aa87e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x22e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.007280:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661200/0x52bea07cb58aa87e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.007290:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661200/0x52bea07cb58aa87e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:3.0:1763345638.007302:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x22e:0x0]: returning size 2 00010000:00010000:3.0:1763345638.007366:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58aa869 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.007373:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58aa869 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.007379:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58aa869 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.007385:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58aa869 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.007390:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54594d400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.007394:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58aa869 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.007400:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58aa869 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.007409:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b671c41700) 00010000:00010000:3.0:1763345638.007412:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.007416:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58aa869 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.007422:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58aa869 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.007433:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa870 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.007439:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa870 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.007449:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa870 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.007453:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54594c400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.007456:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa870 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.007462:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa870 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.007468:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541f06c00) 00010000:00010000:3.0:1763345638.007470:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.007473:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa870 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.007478:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58aa870 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.007516:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58aa862 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832541 expref: 292 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.007530:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661200/0x52bea07cb58aa87e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x22e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832541 expref: 291 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.007537:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22e:0x0].0x0 (ffff91b5432dc400) 00010000:00010000:3.0:1763345638.007539:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345638.007541:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b641661200, rc 0) 00000100:00100000:3.0:1763345638.007571:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+291:57179:x1849000910229376:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2190us (3003us total) trans 8589940759 rc 0/0 00000100:00100000:3.0:1763345638.007578:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10817 00000100:00100000:3.0:1763345638.008614:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924357376 00000100:00100000:3.0:1763345638.008621:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924357376 00000100:00100000:3.0:1763345638.008654:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924356992 00000100:00100000:3.0:1763345638.008660:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924356992 00000100:00100000:3.0:1763345638.008690:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7829 00000100:00100000:3.0:1763345638.008703:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:3656:x1849000924357376:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345638.008987:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:3656:x1849000924357376:12345-0@lo:2:osp-syn-1-0.0 Request processed in 178us (821us total) trans 17179872145 rc 0/0 00000100:00100000:3.0:1763345638.009003:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7829 00000100:00100000:3.0:1763345638.009022:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7832 00000100:00100000:3.0:1763345638.009033:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3657:x1849000924357504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763345638.009053:0:8404:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:818 count 1 00010000:00010000:3.0:1763345638.009068:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa89a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x332:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.009094:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58aa536 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x332:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832430 expref: 13 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.009107:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345638.009109:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345638.009112:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa89a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x332:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.009135:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58aa536 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x332:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980832430 expref: 13 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.009147:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58aa536 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x332:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832430 expref: 13 pid: 8403 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763345638.009163:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8404:1849000924358400:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345638.009193:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642f6f600 going to sleep for 11 seconds 00000100:00100000:3.0:1763345638.013162:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8404:1849000924358400:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345638.013190:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa89a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x332:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345638.013236:0:27809:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5432ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27809:1849000924358144:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345638.013252:0:27809:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b672c87200/0x52bea07cb58aa88c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x336:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.013604:0:27810:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa877 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.013614:0:27810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa877 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.013624:0:27810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa877 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.013632:0:27810:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58aa877 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.013666:0:27810:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345638.014036:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3659:x1849000924357632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7132us (7591us total) trans 21474839400 rc 0/0 00000100:00100000:3.0:1763345638.014048:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7827 00000100:00100000:3.0:1763345638.014097:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.014218:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.014243:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910229888 00000100:00100000:3.0:1763345638.014249:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910229888 00010000:00010000:3.0:1763345638.014268:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1400/0x52bea07cb58aa712 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x336:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.8@tcp remote: 0x199a969808324d8 expref: 21 pid: 8403 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345638.016242:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa89a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.016264:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa89a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.016275:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa89a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.016284:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa89a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.016305:0:8404:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345638.016535:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3657:x1849000924357504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7503us (7825us total) trans 21474839401 rc 0/0 00000100:00100000:3.0:1763345638.017616:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7832 00000100:00100000:3.0:1763345638.022068:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.027566:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.038380:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.044859:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.052113:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.054388:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.058585:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910232064 00000100:00100000:3.0:1763345638.058594:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910232064 00010000:00010000:3.0:1763345638.058627:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661200/0x52bea07cb58aa87e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x22e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832541 expref: 297 pid: 6522 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763345638.058669:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3569 00000100:00100000:3.0:1763345638.058680:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6431fe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+297:2411:x1849000910232064:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345638.058694:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345638.058702:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661200/0x52bea07cb58aa87e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x22e:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832541 expref: 297 pid: 6522 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345638.058715:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661200/0x52bea07cb58aa87e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x22e:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832541 expref: 297 pid: 6522 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345638.058737:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661200/0x52bea07cb58aa87e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x22e:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832541 expref: 297 pid: 6522 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345638.058751:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22e:0x0].0x0 (ffff91b5432dc400) 00010000:00010000:3.0:1763345638.058797:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aa8d2 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x22e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.058809:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aa8d2 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x22e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.058817:0:6507:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aa8d2 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x22e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.058850:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345638.058913:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6431fe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+296:2411:x1849000910232064:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 235us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345638.058926:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3569 00000100:00100000:3.0:1763345638.065195:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910232704 00000100:00100000:3.0:1763345638.065200:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910232704 00010000:00010000:3.0:1763345638.065272:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aa8d2 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x22e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832564 expref: 296 pid: 6520 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763345638.065306:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3570 00000100:00100000:3.0:1763345638.065315:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+296:2409:x1849000910232704:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345638.065326:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345638.065332:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aa8d2 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x22e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832564 expref: 296 pid: 6520 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345638.065345:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aa8d2 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x22e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832564 expref: 296 pid: 6520 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345638.065360:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aa8d2 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x22e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832564 expref: 296 pid: 6520 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345638.065371:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22e:0x0].0x0 (ffff91b5432dc400) 00010000:00010000:3.0:1763345638.065376:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58aa8e7 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x22e:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.065383:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58aa8e7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.065389:0:6507:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58aa8e7 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x22e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.065400:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58aa8fc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.065406:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58aa8fc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.065427:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345638.065487:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+295:2409:x1849000910232704:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 171us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345638.065502:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3570 00000100:00100000:3.0:1763345638.069807:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910233088 00000100:00100000:3.0:1763345638.069815:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910233088 00010000:00010000:3.0:1763345638.069843:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58aa8e7 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x22e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083256b expref: 296 pid: 6520 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763345638.070069:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3571 00000100:00100000:3.0:1763345638.070083:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+296:2411:x1849000910233088:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345638.070095:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345638.070102:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58aa8e7 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x22e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083256b expref: 296 pid: 6520 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345638.070113:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58aa8e7 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x22e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083256b expref: 296 pid: 6520 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345638.070132:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58aa8e7 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x22e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083256b expref: 296 pid: 6520 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345638.070146:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22e:0x0].0x0 (ffff91b5432dc400) 00010000:00010000:3.0:1763345638.070152:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58aa8fc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.070161:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58aa8fc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.070168:0:6507:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58aa8fc lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.070199:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345638.070427:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+295:2411:x1849000910233088:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 347us (767us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345638.071941:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3571 00000100:00100000:3.0:1763345638.082553:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8404:1849000924359168:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345638.082584:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58aa91f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x339:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345638.087630:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.087726:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:3.0:1763345638.088965:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58aa91f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.088976:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58aa91f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.088996:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58aa91f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.089002:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58aa91f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.089009:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58aa91f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.089014:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6586e3a00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345638.089018:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58aa91f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.089026:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58aa91f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.089037:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58aa91f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.089043:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58aa91f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345638.092721:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10825 00000100:00100000:3.0:1763345638.092736:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+298:57182:x1849000910233856:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345638.092777:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345638.092802:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58aa93b lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832587 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.092864:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa942 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.092878:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa942 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.092897:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa942 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.092911:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa949 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.092919:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa949 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.092929:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa949 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.092964:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa942 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.092971:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa942 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.092977:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa942 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.092983:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa942 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.092988:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b544903600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.092992:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa942 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.092999:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa942 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.093006:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b671c41700) 00010000:00010000:3.0:1763345638.093008:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.093012:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa942 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.093018:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa942 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.093028:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa949 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.093034:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa949 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.093039:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa949 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.093044:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b544903c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.093046:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa949 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.093051:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa949 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.093056:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b642a6ed00) 00010000:00010000:3.0:1763345638.093058:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.093060:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa949 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.093065:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903c00/0x52bea07cb58aa949 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.093084:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58aa93b lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832587 expref: 298 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.093092:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b671c41700) 00010000:00010000:3.0:1763345638.093094:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.093098:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58aa93b lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832587 expref: 298 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.093112:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b544903000, rc 0) 00000100:00100000:3.0:1763345638.093162:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+297:57182:x1849000910233856:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 429us (679us total) trans 0 rc 301/301 00000100:00100000:3.0:1763345638.093171:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10825 00010000:00010000:3.0:1763345638.097523:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58aa8f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.097544:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58aa8f5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.097552:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58aa8f5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.097707:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b658b9f000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.097713:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58aa8f5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.097728:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58aa8f5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.097744:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b642a6ed00) 00010000:00010000:3.0:1763345638.097747:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.097752:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58aa8f5 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.097789:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58aa8f5 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345638.098279:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924359552 00000100:00100000:3.0:1763345638.098284:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924359552 00000100:00100000:3.0:1763345638.098309:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7840 00000100:00100000:3.0:1763345638.098315:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3659:x1849000924359552:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763345638.098375:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x336:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345638.098378:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x336:0x0] updating lvb mtime from disk: 1763345637 -> 1763345637 00002000:00010000:3.0:1763345638.098380:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x336:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345638.098383:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x336:0x0] updating lvb ctime from disk: 1763345637 -> 1763345637 00002000:00010000:3.0:1763345638.098385:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x336:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345638.098425:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3659:x1849000924359552:12345-0@lo:2:osp-syn-0-0.0 Request processed in 111us (163us total) trans 21474839404 rc 0/0 00000100:00100000:3.0:1763345638.098431:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7840 00010000:00010000:3.0:1763345638.098655:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aa950 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.098663:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aa950 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.098669:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aa950 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.098674:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5ca00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.098677:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aa950 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.098683:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aa950 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.098691:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22e:0x0].0x0 (ffff91b5432dc400) 00010000:00010000:3.0:1763345638.098693:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345638.098696:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aa950 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.098706:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aa950 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763345638.100285:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.103626:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.104097:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.107253:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.107447:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.110090:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:3.0:1763345638.110791:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58aa9b9 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x22f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.110798:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58aa9b9 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x22f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763345638.110818:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x22f:0x0]: returning size 0 00000004:00080000:3.0:1763345638.110997:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x338:0x0], index 0: 0 00000004:00080000:3.0:1763345638.111005:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x33b:0x0], index 1: 0 00000004:00080000:3.0:1763345638.111009:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x33c:0x0], index 1: 0 00000004:00080000:3.0:1763345638.111014:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x339:0x0], index 0: 0 00010000:00010000:3.0:1763345638.111108:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58aa9b9 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x22f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.111116:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58aa9b9 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x22f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.111122:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58aa9b9 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x22f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.111127:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.111131:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58aa9b9 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x22f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.111138:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58aa9b9 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x22f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.111146:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22f:0x0].0x0 (ffff91b541f06a00) 00010000:00010000:3.0:1763345638.111148:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345638.111151:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58aa9b9 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x22f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.111507:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58aa9b9 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x22f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.111550:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58aa9b2 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x22f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808325b8 expref: 293 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.111559:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22f:0x0].0x0 (ffff91b541f06a00) 00010000:00010000:3.0:1763345638.111562:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763345638.111565:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58aa9b2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x22f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808325b8 expref: 293 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.111577:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261000, rc 0) 00000100:00100000:3.0:1763345638.111625:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+292:57182:x1849000910235264:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3685us (4177us total) trans 8589940769 rc 301/301 00000100:00100000:3.0:1763345638.111633:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10832 00000100:00100000:3.0:1763345638.113828:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.123375:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910236160 00000100:00100000:3.0:1763345638.123385:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910236160 00000100:00100000:3.0:1763345638.123440:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10833 00000100:00100000:3.0:1763345638.123448:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+294:55937:x1849000910236160:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345638.123466:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345638.123487:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58aa9ce lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808325bf expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.123634:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa9d5 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.123649:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa9d5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.123660:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa9d5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.123675:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa9dc lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.123683:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa9dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.123689:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa9dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.123745:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58aa9e3 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x22f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.123753:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58aa9e3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.123783:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58aa9e3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763345638.123794:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x22f:0x0]: returning size 0 00010000:00010000:3.0:1763345638.123870:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa9d5 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.123876:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa9d5 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.123892:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa9d5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.123899:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa9d5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.123905:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b544903600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.123908:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa9d5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.123916:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa9d5 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.123926:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b643b8cb00) 00010000:00010000:3.0:1763345638.123928:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.123933:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa9d5 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.123939:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58aa9d5 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.123952:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa9dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.123957:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa9dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.123962:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa9dc lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.123967:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b544903e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.123969:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa9dc lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.123979:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa9dc lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.123986:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541f06e00) 00010000:00010000:3.0:1763345638.123988:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.123991:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa9dc lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.123997:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58aa9dc lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.124034:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58aa9ce lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808325bf expref: 297 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.124052:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58aa9e3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x22f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808325bf expref: 296 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.124059:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22f:0x0].0x0 (ffff91b643b8c900) 00010000:00010000:3.0:1763345638.124061:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345638.124064:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b653d5de00, rc 0) 00000100:00100000:3.0:1763345638.124130:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+296:55937:x1849000910236160:12345-192.168.203.8@tcp:101:bash.0 Request processed in 681us (1001us total) trans 8589940772 rc 0/0 00000100:00100000:3.0:1763345638.124137:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10833 00000100:00100000:3.0:1763345638.125950:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.128925:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910236544 00000100:00100000:3.0:1763345638.128975:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910236544 00000100:00100000:3.0:1763345638.131058:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:3.0:1763345638.147559:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58aa99d lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.147575:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58aa99d lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.148848:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58aa99d lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.148854:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5d800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.148858:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58aa99d lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.148866:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58aa99d lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.148875:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541f06e00) 00010000:00010000:3.0:1763345638.148877:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.148893:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58aa99d lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.148900:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58aa99d lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.148916:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aa9ff lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x22f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.148922:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aa9ff lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x22f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.148927:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aa9ff lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x22f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.148945:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6586e3e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.148948:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aa9ff lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x22f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.148954:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aa9ff lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x22f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.148963:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22f:0x0].0x0 (ffff91b643b8c900) 00010000:00010000:3.0:1763345638.148965:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.148968:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aa9ff lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x22f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.148974:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aa9ff lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x22f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763345638.157802:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.160016:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.160492:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00002000:00010000:3.0:1763345638.168683:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x337:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:3.0:1763345638.168688:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x337:0x0] updating lvb mtime from disk: 0 -> 1763345637 00002000:00010000:3.0:1763345638.168696:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x337:0x0] updating lvb ctime from disk: 0 -> 1763345637 00002000:00010000:3.0:1763345638.168699:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x337:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763345638.168709:0:16618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5451a9600/0x52bea07cb58aaa3e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x337:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.168719:0:16618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5451a9600/0x52bea07cb58aaa3e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x337:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.168738:0:16618:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5451a9600/0x52bea07cb58aaa3e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x337:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.168746:0:16618:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5451a9600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345638.168751:0:16618:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5451a9600/0x52bea07cb58aaa3e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x337:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.168799:0:16618:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5451a9600/0x52bea07cb58aaa3e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x337:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.168818:0:16618:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5451a9600/0x52bea07cb58aaa3e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x337:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.168825:0:16618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5451a9600/0x52bea07cb58aaa3e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x337:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345638.168896:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+13:2408:x1849000910238080:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 8350us (8885us total) trans 21474839408 rc 0/0 00000100:00100000:3.0:1763345638.168905:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1865 00000100:00100000:3.0:1763345638.184706:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.186721:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.187066:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.190522:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.198202:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910239872 00000100:00100000:3.0:1763345638.198217:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910239872 00002000:00010000:3.0:1763345638.198256:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/823 (5->18446744073709551615) 00002000:00100000:3.0:1763345638.198262:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54545f480 with x1849000910239872 ext(5->18446744073709551615) 00002000:00010000:3.0:1763345638.198283:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54545f480. 00000100:00100000:3.0:1763345638.198310:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910240000 00000100:00100000:3.0:1763345638.198314:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910240000 00002000:00010000:3.0:1763345638.198325:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/826 (0->18446744073709551615) 00002000:00100000:3.0:1763345638.198328:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b671c0e300 with x1849000910240000 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345638.198333:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b671c0e300. 00000100:00100000:3.0:1763345638.199214:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1867 00000100:00100000:3.0:1763345638.199224:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+25:2409:x1849000910240000:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:3.0:1763345638.199393:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x33a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345638.199397:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x33a:0x0] updating lvb mtime from disk: 0 -> 1763345637 00002000:00010000:3.0:1763345638.199400:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x33a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345638.199402:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x33a:0x0] updating lvb ctime from disk: 0 -> 1763345637 00002000:00010000:3.0:1763345638.199405:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x33a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345638.199474:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+26:2409:x1849000910240000:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 250us (1241us total) trans 17179872155 rc 0/0 00000100:00100000:3.0:1763345638.199481:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1867 00002000:00010000:3.0:1763345638.199487:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/826 (0->18446744073709551615) 00002000:00100000:3.0:1763345638.199490:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b671c0e300 with x1849000910240000 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345638.199495:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b671c0e300. 00000100:00100000:3.0:1763345638.206868:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.211675:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.215266:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910241536 00000100:00100000:3.0:1763345638.215276:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910241536 00000100:00100000:3.0:1763345638.215331:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3752 00000100:00100000:3.0:1763345638.215340:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+300:57184:x1849000910241536:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345638.215617:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+301:57184:x1849000910241536:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 277us (443us total) trans 8589940782 rc 0/0 00000100:00100000:3.0:1763345638.215625:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3752 00000100:00100000:0.0:1763345638.220719:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910241920 00010000:00010000:0.0:1763345638.220814:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58aa97a lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083259c expref: 302 pid: 6520 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763345638.220853:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3575 00000100:00100000:0.0:1763345638.220865:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542034380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+302:2408:x1849000910241920:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345638.220891:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345638.220897:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58aa97a lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083259c expref: 302 pid: 6520 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763345638.220922:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58aa97a lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083259c expref: 302 pid: 6520 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763345638.220945:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58aa97a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083259c expref: 302 pid: 6520 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763345638.220961:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22e:0x0].0x0 (ffff91b5432dc400) 00010000:00010000:0.0:1763345638.220966:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58aab1e lrc: 3/0,1 mode: --/EX res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.220975:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58aab1e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.220982:0:28406:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58aab1e lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.221021:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345638.221076:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542034380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+301:2408:x1849000910241920:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 214us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.221083:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3575 00010000:00010000:3.0:1763345638.221372:0:16418:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58aab1e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16418 initiator: MDT0 00010000:00010000:3.0:1763345638.221380:0:16418:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58aab1e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16418 initiator: MDT0 00000040:00080000:3.0:1763345638.221635:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1816, 88 off151208 00000004:00080000:3.0:1763345638.221644:0:16418:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1030746884062ns, next at 1030817717199ns, rc = 0 00000040:00080000:3.0:1763345638.221683:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1800, 88 off149680 00000004:00080000:3.0:1763345638.221689:0:16418:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1030746929671ns, next at 1030817742789ns, rc = 0 00000040:00080000:3.0:1763345638.221898:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1801, 88 off149768 00000004:00080000:3.0:1763345638.221904:0:16418:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1030747144500ns, next at 1030817742789ns, rc = 0 00000040:00080000:3.0:1763345638.223126:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1817, 88 off151296 00000004:00080000:3.0:1763345638.223139:0:16418:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1030748379657ns, next at 1030817717199ns, rc = 0 00000100:00100000:0.0:1763345638.223610:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000001:00080000:0.0:1763345638.227428:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940784 is committed 00000004:00080000:0.0:1763345638.227440:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1169 committed 00010000:00010000:3.0:1763345638.227503:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58aaa68 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.227515:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58aaa68 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.227522:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58aaa68 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.227528:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b640031a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.227532:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58aaa68 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.227539:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58aaa68 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.227556:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc700) 00010000:00010000:3.0:1763345638.227559:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.227564:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58aaa68 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.227570:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58aaa68 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.227587:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aaa7d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.227592:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aaa7d lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.227596:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aaa7d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.227600:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543344200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.227603:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aaa7d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.227608:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aaa7d lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.227613:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22e:0x0].0x0 (ffff91b5432dc400) 00010000:00010000:3.0:1763345638.227616:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.227618:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aaa7d lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.227622:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aaa7d lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.227631:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73600/0x52bea07cb58aaaed lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.227636:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73600/0x52bea07cb58aaaed lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.227640:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73600/0x52bea07cb58aaaed lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.227648:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b650a73600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.227650:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73600/0x52bea07cb58aaaed lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.227655:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73600/0x52bea07cb58aaaed lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.227661:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc700) 00010000:00010000:3.0:1763345638.227663:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.227666:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73600/0x52bea07cb58aaaed lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.227671:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73600/0x52bea07cb58aaaed lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.227685:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aab02 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.227691:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aab02 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.227695:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aab02 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.227699:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543345e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.227701:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aab02 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.227706:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aab02 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.227712:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22e:0x0].0x0 (ffff91b5432dc400) 00010000:00010000:3.0:1763345638.227715:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.227718:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aab02 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.227722:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aab02 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000004:00080000:0.0:1763345638.227791:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1154 committed 00000004:00080000:0.0:1763345638.227801:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1153 committed 00000004:00080000:0.0:1763345638.227804:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1168 committed 00000004:00010000:0.0:1763345638.228503:0:16418:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007ff13011 reply state 000000005696bc1c transno 8589940784 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58aab1e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.228520:0:16418:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58aab1e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.228528:0:16418:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22e:0x0].0x0 (ffff91b5432dc400) 00010000:00010000:0.0:1763345638.228530:0:16418:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763345638.228533:0:16418:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763345638.228540:0:16418:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22e:0x0].0x0 (ffff91b5432dc400) 00010000:00010000:0.0:1763345638.228543:0:16418:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345638.228549:0:16418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a8c00/0x52bea07cb58aa90a lrc: 0/0,0 mode: --/PW res: [0x200000405:0x22e:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832572 expref: 290 pid: 6520 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1763345638.228645:0:16418:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763345638.228660:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a6c3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+290:57180:x1849000910241280:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 16750us (16985us total) trans 8589940784 rc 0/0 00000100:00100000:0.0:1763345638.228669:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3751 00010000:00010000:0.0:1763345638.228723:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58aab1e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.228731:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58aab1e lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.228738:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58aab1e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.228743:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54a881800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345638.228748:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58aab1e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.228755:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58aab1e lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.228790:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22e:0x0].0x0 (ffff91b5432dc400) 00010000:00010000:0.0:1763345638.228792:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345638.228795:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58aab1e lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.228801:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58aab1e lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16418 initiator: MDT0 00000100:00100000:3.0:1763345638.229035:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541772a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924360704:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345638.229075:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345638.229103:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542036a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924361216:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345638.229128:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345638.229147:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1763345638.229153:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541771c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924361088:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345638.229176:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345638.229196:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924361600:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345638.229221:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345638.229956:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7856 00000100:00100000:3.0:1763345638.229966:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+37:3657:x1849000924361216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763345638.229982:0:15692:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:827 count 1 00010000:00010000:3.0:1763345638.229997:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58aab4f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.230011:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58aaa22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808325e2 expref: 26 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.230018:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345638.230020:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345638.230023:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58aab4f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x33b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.230046:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58aaa22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a969808325e2 expref: 26 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.230066:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58aaa22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x33b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808325e2 expref: 26 pid: 28868 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763345638.230078:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924361856:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345638.230150:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7857 00000100:00100000:0.0:1763345638.230159:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3657:x1849000924361088:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1763345638.230227:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x337:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763345638.230231:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x337:0x0] updating lvb mtime from disk: 1763345637 -> 1763345637 00002000:00010000:0.0:1763345638.230233:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x337:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345638.230236:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x337:0x0] updating lvb ctime from disk: 1763345637 -> 1763345637 00002000:00010000:0.0:1763345638.230238:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x337:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763345638.230982:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3657:x1849000924361088:12345-0@lo:2:osp-syn-0-0.0 Request processed in 824us (1805us total) trans 21474839411 rc 0/0 00000100:00100000:0.0:1763345638.230990:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7857 00000100:00100000:0.0:1763345638.231006:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7860 00000100:00100000:0.0:1763345638.231014:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+36:3659:x1849000924361344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1763345638.231026:0:8404:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:828 count 1 00002000:00010000:0.0:1763345638.231042:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x33c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345638.231047:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b650a73800/0x52bea07cb58aab5d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.231058:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.231060:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.231066:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b650a73800/0x52bea07cb58aab5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.231079:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b650a73800/0x52bea07cb58aab5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.231088:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b650a73800/0x52bea07cb58aab5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.231097:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b650a73800/0x52bea07cb58aab5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.231117:0:8404:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763345638.231283:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+37:3659:x1849000924361344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 270us (1787us total) trans 17179872159 rc 0/0 00000100:00100000:0.0:1763345638.231290:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7860 00000100:00100000:3.0:1763345638.231452:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642f6f600 going to sleep for 11 seconds 00010000:00010000:3.0:1763345638.232065:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345638.232250:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.232284:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.232469:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910242304 00000100:00100000:3.0:1763345638.232476:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910242304 00000100:00100000:3.0:1763345638.232520:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910242432 00000100:00100000:3.0:1763345638.232524:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910242432 00000100:00100000:3.0:1763345638.232553:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10850 00000100:00100000:3.0:1763345638.232561:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+290:55937:x1849000910242304:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345638.232576:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345638.232593:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58aab64 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x231:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832636 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.232623:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aab6b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x231:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.232636:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aab6b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x231:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.232646:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aab6b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x231:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.232755:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58aab64 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x231:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832636 expref: 292 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.232803:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aab6b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x231:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832636 expref: 291 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.232811:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x231:0x0].0x0 (ffff91b5484cc100) 00010000:00010000:3.0:1763345638.232814:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763345638.232817:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b653d5ca00, rc 0) 00000100:00100000:3.0:1763345638.232857:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+291:55937:x1849000910242304:12345-192.168.203.8@tcp:101:bash.0 Request processed in 297us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345638.232864:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10850 00000100:00100000:3.0:1763345638.232893:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10851 00000100:00100000:3.0:1763345638.232900:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+290:57180:x1849000910242432:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345638.232917:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345638.232926:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d600/0x52bea07cb58aab72 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x22e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083263d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.232953:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d600/0x52bea07cb58aab72 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083263d expref: 291 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.232963:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d600/0x52bea07cb58aab72 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083263d expref: 291 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.232978:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x22e:0x0].0x0 (ffff91b5432dc400) 00010000:00010000:3.0:1763345638.232981:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345638.232984:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b653d5d600, rc 0) 00000100:00100000:3.0:1763345638.233008:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+291:57180:x1849000910242432:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 108us (724us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345638.233013:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10851 00000100:00100000:0.0:1763345638.237908:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924361856:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345638.237924:0:15692:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58aab4f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345638.238095:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910242560 00000100:00100000:3.0:1763345638.238100:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910242560 00010000:00010000:3.0:1763345638.238120:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58aaa1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x338:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808325db expref: 15 pid: 27809 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763345638.238141:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3576 00000100:00100000:3.0:1763345638.238147:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65350c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+15:2411:x1849000910242560:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345638.238155:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345638.238160:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58aaa1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x338:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808325db expref: 15 pid: 27809 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345638.238170:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58aaa1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x338:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808325db expref: 15 pid: 27809 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345638.238185:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58aaa1b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x338:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a969808325db expref: 15 pid: 27809 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345638.238196:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345638.238198:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345638.238202:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543261a00/0x52bea07cb58aab48 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x338:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.238211:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261a00/0x52bea07cb58aab48 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x338:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.238233:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345638.238256:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65350c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+14:2411:x1849000910242560:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 109us (1443us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345638.238263:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3576 00000100:00100000:0.0:1763345638.238575:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910242944 00000100:00100000:0.0:1763345638.238579:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910242944 00010000:00010000:0.0:1763345638.238596:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58aaa22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x33b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808325e2 expref: 27 pid: 28868 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763345638.238624:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3577 00000100:00100000:0.0:1763345638.238630:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+27:2410:x1849000910242944:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345638.238638:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345638.238642:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58aaa22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x33b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808325e2 expref: 27 pid: 28868 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763345638.238652:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58aaa22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808325e2 expref: 27 pid: 28868 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763345638.238665:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58aaa22 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a969808325e2 expref: 27 pid: 28868 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763345638.238678:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.238680:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.238683:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58aab4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.238691:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58aab4f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x33b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.238707:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345638.238728:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+26:2410:x1849000910242944:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 98us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.238734:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3577 00010000:00010000:0.0:1763345638.238751:0:15692:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58aab4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.238787:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58aab4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.238795:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58aab4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.238803:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58aab4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.238816:0:15692:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763345638.238999:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+37:3657:x1849000924361216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9036us (9869us total) trans 17179872160 rc 0/0 00000100:00100000:0.0:1763345638.239006:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7856 00010000:00010000:0.0:1763345638.239025:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345638.239031:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58aab4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.239038:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5de00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345638.239042:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58aab4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.239051:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58aab4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.239061:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58aab4f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.239072:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58aab4f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.239086:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345638.239087:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345638.239089:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763345638.239113:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b542036a00/2, rc 0, transno 17179872160 00000100:00100000:0.0:1763345638.239118:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542036a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924361216:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1763345638.240616:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345638.240624:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b543261a00/0x52bea07cb58aab48 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.240634:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261a00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345638.240639:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543261a00/0x52bea07cb58aab48 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.240653:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543261a00/0x52bea07cb58aab48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.240669:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b543261a00/0x52bea07cb58aab48 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.240677:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543261a00/0x52bea07cb58aab48 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.240692:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345638.240694:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345638.240696:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345638.240914:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910243200 00000100:00100000:0.0:1763345638.240921:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910243200 00000100:00100000:0.0:1763345638.240963:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3754 00000100:00100000:0.0:1763345638.240973:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+293:57180:x1849000910243200:12345-192.168.203.8@tcp:35:lfs.0 00000004:00080000:0.0:1763345638.241192:0:16418:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x22e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763345638.241254:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1818, 64 off151360 00000040:00080000:0.0:1763345638.241277:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1802, 64 off149832 00000040:00080000:0.0:1763345638.241287:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1803, 64 off149896 00000040:00080000:0.0:1763345638.241296:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1819, 64 off151424 00010000:00010000:0.0:1763345638.241348:0:16418:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58aab80 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x22e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.241361:0:16418:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58aab80 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.241370:0:16418:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58aab80 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.241377:0:16418:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58aab80 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.241386:0:16418:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58aab80 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.241390:0:16418:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58aab80 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.241420:0:16418:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763345638.241576:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+294:57180:x1849000910243200:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 603us (2183us total) trans 8589940788 rc 0/0 00000100:00100000:0.0:1763345638.241583:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3754 00000100:00100000:3.0:1763345638.245488:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.248581:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.252633:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.252727:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.253633:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54440b480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924361984:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345638.253717:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aabb8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x231:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763345638.254024:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:3.0:1763345638.255596:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aabb8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x231:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.255605:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aabb8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x231:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000040:00080000:3.0:1763345638.255845:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1820, 88 off151512 00000004:00080000:3.0:1763345638.255853:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1030781093039ns, next at 1030817717199ns, rc = 0 00000040:00080000:3.0:1763345638.255889:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1804, 88 off149984 00000004:00080000:3.0:1763345638.255895:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1030781135474ns, next at 1030817742789ns, rc = 0 00000040:00080000:3.0:1763345638.255923:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1805, 88 off150072 00000004:00080000:3.0:1763345638.255928:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1030781168328ns, next at 1030817742789ns, rc = 0 00000040:00080000:3.0:1763345638.255952:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1821, 88 off151600 00000004:00080000:3.0:1763345638.255958:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1030781198901ns, next at 1030817717199ns, rc = 0 00000001:00080000:0.0:1763345638.258981:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940790 is committed 00000004:00080000:0.0:1763345638.258993:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1171 committed 00000004:00080000:0.0:1763345638.259059:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1156 committed 00010000:00010000:3.0:1763345638.259591:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aab79 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.259605:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aab79 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.259612:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aab79 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.259618:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543344000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.259623:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aab79 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.259630:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aab79 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.259647:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x231:0x0].0x0 (ffff91b5484cc100) 00010000:00010000:3.0:1763345638.259650:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.259656:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aab79 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.259662:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aab79 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000004:00080000:0.0:1763345638.259947:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1155 committed 00000004:00080000:0.0:1763345638.259952:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1170 committed 00000100:00100000:3.0:1763345638.260125:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54440bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924362240:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763345638.260233:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924362496 00000100:00100000:0.0:1763345638.260246:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924362496 00000100:00100000:0.0:1763345638.260294:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7863 00000100:00100000:0.0:1763345638.260303:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3656:x1849000924362496:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345638.260720:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345638.260744:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542034380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924362752:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763345638.260748:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3656:x1849000924362496:12345-0@lo:2:osp-syn-0-0.0 Request processed in 447us (651us total) trans 21474839414 rc 0/0 00000100:00100000:3.0:1763345638.260784:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345638.260798:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1763345638.260804:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924362368:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345638.260824:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345638.260836:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542035c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924362880:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345638.260853:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345638.261191:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7863 00000100:00100000:0.0:1763345638.261204:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924362752 00000100:00100000:0.0:1763345638.261207:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924362752 00000100:00100000:0.0:1763345638.261217:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924362368 00000100:00100000:0.0:1763345638.261221:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924362368 00000100:00100000:0.0:1763345638.261228:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924362880 00000100:00100000:0.0:1763345638.261230:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924362880 00000100:00100000:0.0:1763345638.261239:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7866 00000100:00100000:0.0:1763345638.261244:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542037800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3657:x1849000924362624:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1763345638.261299:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x33b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345638.261302:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x33b:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763345638.261304:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x33b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345638.261307:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x33b:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763345638.261309:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x33b:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:3.0:1763345638.261378:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aabb8 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x231:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832652 expref: 291 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.261388:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x231:0x0].0x0 (ffff91b5484cc100) 00010000:00010000:3.0:1763345638.261391:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763345638.261403:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58aabb1 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x231:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832652 expref: 291 pid: 6520 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763345638.261417:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aabb8 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x231:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832652 expref: 290 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.261445:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x231:0x0].0x0 (ffff91b5484cc100) 00010000:00010000:3.0:1763345638.261447:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763345638.261450:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543345600, rc 0) 00000100:00100000:0.0:1763345638.261516:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542037800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3657:x1849000924362624:12345-0@lo:2:osp-syn-0-0.0 Request processed in 270us (897us total) trans 21474839415 rc 0/0 00000100:00100000:0.0:1763345638.261521:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7866 00000100:00100000:0.0:1763345638.261534:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7868 00000100:00100000:3.0:1763345638.261567:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+290:55937:x1849000910243840:12345-192.168.203.8@tcp:101:bash.0 Request processed in 12670us (12994us total) trans 8589940790 rc 0/0 00000100:00100000:3.0:1763345638.261574:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10855 00000100:00100000:0.0:1763345638.261780:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545961c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3658:x1849000924362368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1763345638.261793:0:28867:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:823 count 1 00010000:00010000:0.0:1763345638.261803:0:28867:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58aabe2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x337:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.261814:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58aaa99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x337:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808325fe expref: 14 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.261819:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345638.261821:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345638.261823:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58aabe2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x337:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.261841:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58aaa99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x337:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a969808325fe expref: 14 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.261850:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58aaa99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x337:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808325fe expref: 14 pid: 27809 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763345638.261859:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924363392:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345638.261896:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64a66fa80 going to sleep for 11 seconds 00000004:00080000:3.0:1763345638.262071:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b542035c00/2, rc 0, transno 17179872162 00000100:00100000:3.0:1763345638.262076:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542035c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924362880:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345638.266174:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.266195:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.266214:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910244480 00000100:00100000:0.0:1763345638.266221:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910244480 00010000:00010000:0.0:1763345638.266254:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b5451a9200/0x52bea07cb58aa9c0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x339:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808325b1 expref: 27 pid: 8404 timeout: 1130 lvb_type: 1 00000100:00100000:0.0:1763345638.266280:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910244608 00000100:00100000:0.0:1763345638.266282:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910244608 00010000:00010000:0.0:1763345638.266292:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58aaab5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x33a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a9698083260c expref: 28 pid: 27809 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763345638.266309:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3579 00000100:00100000:0.0:1763345638.266317:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+28:2409:x1849000910244480:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345638.266332:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345638.266337:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b5451a9200/0x52bea07cb58aa9c0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x339:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808325b1 expref: 28 pid: 8404 timeout: 1130 lvb_type: 1 00010000:00010000:0.0:1763345638.266349:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b5451a9200/0x52bea07cb58aa9c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x339:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808325b1 expref: 28 pid: 8404 timeout: 1130 lvb_type: 1 00010000:00010000:0.0:1763345638.266378:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.266380:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.266385:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58aabcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x339:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.266394:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58aabcd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x339:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.266413:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345638.266459:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+28:2409:x1849000910244480:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 141us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.266467:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3579 00000100:00100000:0.0:1763345638.266485:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3580 00000100:00100000:0.0:1763345638.266492:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+27:2409:x1849000910244608:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345638.266499:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345638.266503:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58aaab5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x33a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a9698083260c expref: 27 pid: 27809 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763345638.266512:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58aaab5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x33a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a9698083260c expref: 27 pid: 27809 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763345638.266523:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.266525:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.266528:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543345e00/0x52bea07cb58aabd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.266539:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543345e00/0x52bea07cb58aabd4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x33a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.266550:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345638.266569:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+27:2409:x1849000910244608:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 78us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.266575:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3580 00000100:00100000:0.0:1763345638.266618:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.266636:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910244736 00000100:00100000:0.0:1763345638.266640:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910244736 00010000:00010000:0.0:1763345638.266662:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58aaa99 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x337:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808325fe expref: 15 pid: 27809 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763345638.266682:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3581 00000100:00100000:0.0:1763345638.266689:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+15:2410:x1849000910244736:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345638.266709:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345638.266714:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58aaa99 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x337:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808325fe expref: 15 pid: 27809 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763345638.266724:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58aaa99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x337:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808325fe expref: 15 pid: 27809 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763345638.266737:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.266739:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.266742:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58aabe2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x337:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.266754:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58aabe2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x337:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.267092:0:28867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58aaa99 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x337:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a969808325fe expref: 15 pid: 27809 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763345638.267104:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924363392:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345638.268577:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345638.268615:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+14:2410:x1849000910244736:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 1925us (1995us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.268623:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3581 00010000:00010000:0.0:1763345638.268650:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345638.268918:0:28867:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58aabe2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.268930:0:28867:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58aabe2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.268937:0:28867:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58aabe2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.268946:0:28867:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58aabe2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.268953:0:28867:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58aabe2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.268976:0:28867:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345638.269219:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545961c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3658:x1849000924362368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7679us (8393us total) trans 21474839416 rc 0/0 00000100:00100000:3.0:1763345638.269229:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7868 00000100:00100000:0.0:1763345638.270025:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.270389:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910244864 00000100:00100000:3.0:1763345638.270397:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910244864 00000100:00100000:3.0:1763345638.270436:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7871 00000100:00100000:3.0:1763345638.270444:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+25:55937:x1849000910244864:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345638.270459:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345638.270478:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b653d5d800/0x52bea07cb58aabf0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x33d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083266e expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345638.270498:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x33d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345638.270516:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345638.270518:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345638.270527:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b653d5d800/0x52bea07cb58aabf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a9698083266e expref: 26 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.270540:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b653d5d800/0x52bea07cb58aabf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a9698083266e expref: 26 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.270551:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b653d5d800, rc 0) 00000100:00100000:3.0:1763345638.270590:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+26:55937:x1849000910244864:12345-192.168.203.8@tcp:101:bash.0 Request processed in 146us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345638.270596:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7871 00000100:00100000:0.0:1763345638.270737:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.270795:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.270821:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.270838:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910244992 00000100:00100000:0.0:1763345638.270842:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910244992 00010000:00010000:0.0:1763345638.270863:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b658b9e600/0x52bea07cb58aa8af lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x336:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832556 expref: 14 pid: 8405 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763345638.270893:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910245248 00000100:00100000:0.0:1763345638.270895:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910245248 00000100:00100000:0.0:1763345638.270919:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3582 00000100:00100000:0.0:1763345638.270925:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910244992:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345638.270936:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345638.270941:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b658b9e600/0x52bea07cb58aa8af lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x336:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832556 expref: 14 pid: 8405 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763345638.270952:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b658b9e600/0x52bea07cb58aa8af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x336:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832556 expref: 14 pid: 8405 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763345638.270968:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.270970:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.270974:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543344200/0x52bea07cb58aabdb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x336:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.270982:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543344200/0x52bea07cb58aabdb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x336:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.270999:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345638.271021:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910244992:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 96us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.271028:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3582 00000100:00100000:0.0:1763345638.271043:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 439 00000100:00100000:0.0:1763345638.271049:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6446d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+291:2408:x1849000910245248:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345638.271058:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345638.271071:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58aabe9 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x231:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832667 expref: 291 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.271085:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x231:0x0].0x0 (ffff91b5484cc100) 00010000:00010000:0.0:1763345638.271089:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345638.271107:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6446d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+290:2408:x1849000910245248:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 58us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.271113:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 439 00000100:00100000:0.0:1763345638.278030:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910245376 00000100:00100000:0.0:1763345638.278040:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910245376 00000100:00100000:0.0:1763345638.278103:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7873 00000100:00100000:0.0:1763345638.278115:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+13:55937:x1849000910245376:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345638.278132:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:3.0:1763345638.278136:0:8404:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x33d:0x0] updating lvb mtime: 0 -> 1763345637 00002000:00010000:3.0:1763345638.278142:0:8404:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x33d:0x0] updating lvb atime: 0 -> 1763345637 00002000:00010000:3.0:1763345638.278144:0:8404:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x33d:0x0] updating lvb ctime: 0 -> 1763345637 00000100:00100000:3.0:1763345638.278162:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b671c0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8404:1849000924363648:192.168.203.8@tcp:106: 00010000:00010000:0.0:1763345638.278162:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b650a72000/0x52bea07cb58aabfe lrc: 2/0,0 mode: --/PW res: [0x280000401:0x33a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083267c expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345638.278188:0:8560:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x33a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345638.278198:0:8404:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58aabf7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x33d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832675 expref: 27 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345638.278207:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.278210:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.278222:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b650a72000/0x52bea07cb58aabfe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a9698083267c expref: 14 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.278223:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58aabf7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x33d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832675 expref: 27 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345638.278249:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b650a72000/0x52bea07cb58aabfe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a9698083267c expref: 14 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.278260:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b650a72000, rc 0) 00010000:00010000:3.0:1763345638.278290:0:8404:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261c00, rc 0) 00000100:00100000:0.0:1763345638.278316:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:55937:x1849000910245376:12345-192.168.203.8@tcp:101:bash.0 Request processed in 203us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.278325:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7873 00000100:00100000:3.0:1763345638.278332:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+26:2409:x1849000910245120:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 6919us (7534us total) trans 0 rc 301/301 00000100:00100000:3.0:1763345638.278341:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7872 00000100:00100000:3.0:1763345638.284089:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910245632 00000100:00100000:3.0:1763345638.284100:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910245632 00000100:00100000:3.0:1763345638.284159:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3755 00000100:00100000:3.0:1763345638.284179:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+290:57180:x1849000910245632:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345638.284362:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910245760 00000100:00100000:0.0:1763345638.284368:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910245760 00000100:00100000:3.0:1763345638.284380:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+291:57180:x1849000910245632:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 210us (363us total) trans 8589940791 rc 0/0 00000100:00100000:3.0:1763345638.284388:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3755 00002000:00010000:0.0:1763345638.284393:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/829 (0->18446744073709551615) 00002000:00100000:0.0:1763345638.284398:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6432dc380 with x1849000910245760 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345638.284409:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6432dc380. 00000100:00100000:0.0:1763345638.286229:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910245888 00000100:00100000:0.0:1763345638.286243:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910245888 00002000:00010000:0.0:1763345638.286278:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/826 (0->18446744073709551615) 00002000:00100000:0.0:1763345638.286283:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6432dca80 with x1849000910245888 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345638.286294:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6432dca80. 00000100:00100000:0.0:1763345638.286580:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1868 00000100:00100000:0.0:1763345638.286592:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910245760:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:0.0:1763345638.286842:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x33d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345638.286847:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x33d:0x0] updating lvb mtime from disk: 1763345637 -> 1763345637 00002000:00010000:0.0:1763345638.286850:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x33d:0x0] updating lvb atime from disk: 1763345637 -> 0 00002000:00010000:0.0:1763345638.286852:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x33d:0x0] updating lvb ctime from disk: 1763345637 -> 1763345637 00002000:00010000:0.0:1763345638.286854:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x33d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345638.288370:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+27:2408:x1849000910245760:12345-192.168.203.8@tcp:10:bash.0 Request processed in 1774us (4292us total) trans 17179872165 rc 0/0 00000100:00100000:0.0:1763345638.288380:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1868 00002000:00010000:0.0:1763345638.288386:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/829 (0->18446744073709551615) 00002000:00100000:0.0:1763345638.288389:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6432dc380 with x1849000910245760 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345638.288397:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6432dc380. 00000100:00100000:3.0:1763345638.291751:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910246400 00000100:00100000:3.0:1763345638.291773:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910246400 00000100:00100000:3.0:1763345638.291847:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3756 00000100:00100000:3.0:1763345638.291859:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+293:55937:x1849000910246400:12345-192.168.203.8@tcp:35:bash.0 00000100:00100000:3.0:1763345638.292504:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+294:55937:x1849000910246400:12345-192.168.203.8@tcp:35:bash.0 Request processed in 647us (825us total) trans 8589940793 rc 0/0 00000100:00100000:3.0:1763345638.292516:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3756 00000100:00100000:0.0:1763345638.301751:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.301963:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910246528 00000100:00100000:3.0:1763345638.301974:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910246528 00000100:00100000:3.0:1763345638.305685:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910247040 00000100:00100000:3.0:1763345638.305696:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910247040 00000100:00100000:0.0:1763345638.305829:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10859 00000100:00100000:0.0:1763345638.305840:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+293:57180:x1849000910247040:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345638.305862:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345638.305895:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72e00/0x52bea07cb58aac3d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x231:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083268a expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.305992:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73800/0x52bea07cb58aac44 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x231:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.306004:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73800/0x52bea07cb58aac44 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x231:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.306014:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73800/0x52bea07cb58aac44 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x231:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:0.0:1763345638.306027:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x231:0x0]: returning size 5 00010000:00010000:0.0:1763345638.306219:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72e00/0x52bea07cb58aac3d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x231:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083268a expref: 296 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.306235:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73800/0x52bea07cb58aac44 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x231:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083268a expref: 295 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.306244:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x231:0x0].0x0 (ffff91b642b37700) 00010000:00010000:0.0:1763345638.306247:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345638.306251:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b650a73800, rc 0) 00000100:00100000:0.0:1763345638.306355:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+295:57180:x1849000910247040:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 515us (1370us total) trans 8589940795 rc 0/0 00000100:00100000:0.0:1763345638.306364:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10859 00000100:00100000:0.0:1763345638.310967:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910247296 00000100:00100000:0.0:1763345638.310977:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910247296 00000100:00100000:0.0:1763345638.311033:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3758 00000100:00100000:0.0:1763345638.311043:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+295:57180:x1849000910247296:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:0.0:1763345638.311110:0:16418:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000405:0x231:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73800/0x52bea07cb58aac44 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x231:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083268a expref: 295 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.311149:0:16418:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73600/0x52bea07cb58aac52 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x231:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.311160:0:16418:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73600/0x52bea07cb58aac52 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x231:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.311168:0:16418:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73600/0x52bea07cb58aac52 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x231:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16418 initiator: MDT0 00000004:00020000:0.0:1763345638.311301:0:16418:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0000-mdtlov: can not set all stale mirrors for [0x200000405:0x231:0x0]: rc = -1 00010000:00010000:0.0:1763345638.311329:0:16418:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73600/0x52bea07cb58aac52 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x231:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.311337:0:16418:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73600/0x52bea07cb58aac52 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x231:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.311343:0:16418:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73600/0x52bea07cb58aac52 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x231:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.311349:0:16418:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b650a73600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345638.311353:0:16418:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73600/0x52bea07cb58aac52 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x231:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.311360:0:16418:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73600/0x52bea07cb58aac52 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x231:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.311369:0:16418:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x231:0x0].0x0 (ffff91b642b37700) 00010000:00010000:0.0:1763345638.311372:0:16418:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763345638.311376:0:16418:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73600/0x52bea07cb58aac52 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x231:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.311382:0:16418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73600/0x52bea07cb58aac52 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x231:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.311392:0:16418:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x231:0x0].0x0 (ffff91b642b37700) 00010000:00010000:0.0:1763345638.311394:0:16418:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345638.311398:0:16418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73800/0x52bea07cb58aac44 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x231:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083268a expref: 295 pid: 9296 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345638.311520:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+295:57180:x1849000910247296:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 478us (1135us total) trans 8589940796 rc -1/-1 00000100:00100000:0.0:1763345638.311529:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3758 00000100:00100000:0.0:1763345638.313155:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910247424 00000100:00100000:0.0:1763345638.313163:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910247424 00000100:00100000:0.0:1763345638.313215:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10860 00000100:00100000:0.0:1763345638.313224:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+295:57180:x1849000910247424:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345638.313242:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345638.313261:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545331800/0x52bea07cb58aac59 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x231:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832691 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.313303:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545331800/0x52bea07cb58aac59 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x231:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832691 expref: 296 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.313314:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545331800/0x52bea07cb58aac59 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x231:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832691 expref: 296 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.313328:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x231:0x0].0x0 (ffff91b642b37400) 00010000:00010000:0.0:1763345638.313331:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345638.313334:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545331800, rc 0) 00000100:00100000:0.0:1763345638.313375:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+296:57180:x1849000910247424:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 151us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.313381:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10860 00000100:00100000:0.0:1763345638.316046:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910247808 00000100:00100000:0.0:1763345638.316133:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910247808 00000100:00100000:0.0:1763345638.316171:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3759 00000100:00100000:0.0:1763345638.316179:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+296:57180:x1849000910247808:12345-192.168.203.8@tcp:35:lfs.0 00000004:00080000:0.0:1763345638.316391:0:16418:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x231:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763345638.316455:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1822, 64 off151664 00000004:00080000:0.0:1763345638.316463:0:16418:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1030841703339ns, next at 1031841700679ns, rc = 0 00000040:00080000:0.0:1763345638.316485:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1806, 64 off150136 00000004:00080000:0.0:1763345638.316490:0:16418:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1030841730229ns, next at 1031841729076ns, rc = 0 00000040:00080000:0.0:1763345638.316499:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1807, 64 off150200 00000040:00080000:0.0:1763345638.316508:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1823, 64 off151728 00010000:00010000:0.0:1763345638.316554:0:16418:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58aac75 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x231:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.316564:0:16418:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58aac75 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x231:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.316574:0:16418:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58aac75 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x231:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.316581:0:16418:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58aac75 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x231:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.316587:0:16418:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58aac75 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x231:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.316593:0:16418:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58aac75 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x231:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345638.316619:0:16418:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763345638.316794:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+297:57180:x1849000910247808:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 614us (1520us total) trans 8589940797 rc 0/0 00000100:00100000:0.0:1763345638.316802:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3759 00000100:00100000:3.0:1763345638.317649:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910247936 00000100:00100000:3.0:1763345638.317656:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910247936 00000100:00100000:3.0:1763345638.317905:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10862 00000100:00100000:3.0:1763345638.317915:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+297:57186:x1849000910247936:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345638.317930:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345638.317946:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aac7c lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083269f expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.317996:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58aac83 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.318006:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58aac83 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.318014:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58aac83 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.318024:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58aac8a lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.318031:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58aac8a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.318036:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58aac8a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.318066:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58aac83 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.318072:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58aac83 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.318079:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58aac83 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.318084:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58aac83 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.318089:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5de00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.318093:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58aac83 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.318099:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58aac83 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.318107:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b671c41300) 00010000:00010000:3.0:1763345638.318109:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.318112:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58aac83 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.318117:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58aac83 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.318127:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58aac8a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.318133:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58aac8a lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.318138:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58aac8a lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.318142:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5c400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.318145:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58aac8a lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.318150:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58aac8a lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.318156:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc500) 00010000:00010000:3.0:1763345638.318158:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.318161:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58aac8a lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.318166:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58aac8a lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.318186:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aac7c lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083269f expref: 298 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.318195:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b671c41300) 00010000:00010000:3.0:1763345638.318197:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.318201:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aac7c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083269f expref: 298 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.318213:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b653d5ca00, rc 0) 00000100:00100000:3.0:1763345638.318248:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+297:57186:x1849000910247936:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 335us (746us total) trans 0 rc 301/301 00000100:00100000:3.0:1763345638.318254:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10862 00000100:00100000:3.0:1763345638.321946:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910248064 00000100:00100000:3.0:1763345638.321957:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910248064 00000100:00100000:3.0:1763345638.322019:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10863 00000100:00100000:3.0:1763345638.322030:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+297:57186:x1849000910248064:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345638.322055:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345638.322080:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aac91 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808326a6 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.322161:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aac98 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.322174:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aac98 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.322187:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aac98 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345638.322236:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763345638.322241:0:9296:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763345638.322276:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aac91 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808326a6 expref: 299 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.322291:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aac98 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808326a6 expref: 298 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.322298:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b671c41a00) 00010000:00010000:3.0:1763345638.322301:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763345638.322305:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543344200, rc 0) 00000100:00100000:3.0:1763345638.323081:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+298:57186:x1849000910248064:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1048us (1232us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345638.323090:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10863 00000100:00100000:3.0:1763345638.326566:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910248192 00000100:00100000:3.0:1763345638.326574:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910248192 00000100:00100000:3.0:1763345638.326685:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10864 00000100:00100000:3.0:1763345638.326696:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+298:57186:x1849000910248192:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345638.326725:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345638.326745:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aac9f lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808326ad expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.326839:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58aaca6 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.326852:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58aaca6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.326861:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58aaca6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.326872:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aacad lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.326889:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aacad lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.326896:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aacad lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.326934:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58aaca6 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.326941:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58aaca6 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.326946:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58aaca6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.326951:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58aaca6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.326960:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543344600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.326964:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58aaca6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.326970:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58aaca6 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.326980:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b671c41a00) 00010000:00010000:3.0:1763345638.326983:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.326987:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58aaca6 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.326992:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58aaca6 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.327003:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aacad lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.327008:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aacad lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.327013:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aacad lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.327017:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543344000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.327019:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aacad lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.327024:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aacad lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.327030:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc500) 00010000:00010000:3.0:1763345638.327032:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.327035:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aacad lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.327040:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aacad lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.327064:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aac9f lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808326ad expref: 299 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.327073:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b671c41a00) 00010000:00010000:3.0:1763345638.327075:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.327078:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aac9f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808326ad expref: 299 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.327086:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543345e00, rc 0) 00000100:00100000:3.0:1763345638.327147:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+298:57186:x1849000910248192:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 454us (672us total) trans 0 rc 301/301 00000100:00100000:3.0:1763345638.327155:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10864 00000100:00100000:3.0:1763345638.329799:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910248448 00000100:00100000:3.0:1763345638.329808:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910248448 00000100:00100000:3.0:1763345638.329861:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10865 00000100:00100000:3.0:1763345638.329870:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+298:57186:x1849000910248448:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345638.329897:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345638.329900:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763345638.329923:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aac98 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808326a6 expref: 298 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.329940:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b671c41a00) 00010000:00010000:3.0:1763345638.329950:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345638.329964:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aacb4 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808326b4 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.330053:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aacbb lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.330065:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aacbb lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.330074:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aacbb lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.330083:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58aacc2 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.330089:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58aacc2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.330094:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58aacc2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.330424:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58aacc9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x233:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.330432:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58aacc9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.330440:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58aacc9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345638.330448:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x233:0x0]: returning size 0 00010000:00010000:3.0:1763345638.330469:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aacbb lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.330475:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aacbb lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.330481:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aacbb lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.330487:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aacbb lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.330492:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5ca00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.330496:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aacbb lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.330503:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aacbb lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.330511:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b671c41300) 00010000:00010000:3.0:1763345638.330514:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.330519:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aacbb lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.330524:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aacbb lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000004:00010000:3.0:1763345638.330534:0:9296:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000765eeca2 reply state 00000000c226459f transno 8589940798 ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58aacc2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.330544:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58aacc2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.330549:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc500) 00010000:00010000:3.0:1763345638.330551:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345638.330554:0:9296:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763345638.330575:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aacb4 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808326b4 expref: 300 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.330595:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58aacc9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808326b4 expref: 299 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.330602:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x233:0x0].0x0 (ffff91b671c41200) 00010000:00010000:3.0:1763345638.330604:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345638.330606:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b653d5de00, rc 0) 00000100:00100000:3.0:1763345638.330668:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+300:57186:x1849000910248448:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 798us (979us total) trans 8589940798 rc 0/0 00000100:00100000:3.0:1763345638.330675:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10865 00000100:00100000:3.0:1763345638.338484:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910249088 00000100:00100000:3.0:1763345638.338489:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910249088 00010000:00010000:3.0:1763345638.338508:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58aacc9 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808326b4 expref: 305 pid: 9296 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763345638.338539:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3583 00000100:00100000:3.0:1763345638.338546:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+305:2408:x1849000910249088:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345638.338556:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345638.338562:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58aacc9 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808326b4 expref: 305 pid: 9296 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345638.338573:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58aacc9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808326b4 expref: 305 pid: 9296 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345638.338592:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58aacc9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808326b4 expref: 304 pid: 9296 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345638.338605:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x233:0x0].0x0 (ffff91b671c41200) 00010000:00010000:3.0:1763345638.338655:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58aacde lrc: 3/0,1 mode: --/EX res: [0x200000405:0x233:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.338666:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58aacde lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x233:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.338673:0:28406:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58aacde lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x233:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.339421:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345638.339946:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+304:2408:x1849000910249088:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 1396us (1951us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345638.339954:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3583 00000100:00100000:3.0:1763345638.343291:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.343622:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910249856 00000100:00100000:0.0:1763345638.343628:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910249856 00000100:00100000:0.0:1763345638.343674:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3761 00000100:00100000:0.0:1763345638.343683:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+304:57186:x1849000910249856:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345638.343888:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+305:57186:x1849000910249856:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 194us (585us total) trans 8589940803 rc 0/0 00000100:00100000:0.0:1763345638.343896:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3761 00000100:00100000:3.0:1763345638.346293:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.346339:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.346409:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910249984 00000100:00100000:0.0:1763345638.346418:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910249984 00000100:00100000:0.0:1763345638.346471:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910250112 00000100:00100000:0.0:1763345638.346474:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910250112 00000100:00100000:0.0:1763345638.346648:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7875 00000100:00100000:0.0:1763345638.346665:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+15:2411:x1849000910250112:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345638.346673:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345638.346687:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b545330200/0x52bea07cb58aad2b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x33d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808326d7 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345638.346702:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x33d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345638.346711:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.346713:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.346718:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b545330200/0x52bea07cb58aad2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x33d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808326d7 expref: 16 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345638.346729:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b545330200/0x52bea07cb58aad2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x33d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808326d7 expref: 16 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345638.346737:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545330200, rc 0) 00000100:00100000:0.0:1763345638.347348:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+16:2411:x1849000910250112:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 691us (1006us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.347355:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7875 00000100:00100000:3.0:1763345638.347391:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910250368 00000100:00100000:3.0:1763345638.347396:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910250368 00000100:00100000:3.0:1763345638.347430:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3762 00000100:00100000:3.0:1763345638.347436:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658bb7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+305:57186:x1849000910250368:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345638.347961:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658bb7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+306:57186:x1849000910250368:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 522us (585us total) trans 8589940804 rc 0/0 00000100:00100000:3.0:1763345638.347969:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3762 00000100:00100000:3.0:1763345638.351618:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.355557:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.355930:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10870 00000100:00100000:0.0:1763345638.355943:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+309:55937:x1849000910251264:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345638.355965:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345638.355985:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73800/0x52bea07cb58aad47 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x233:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808326ec expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345638.356005:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10871 00000100:00100000:3.0:1763345638.356016:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544208e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+310:57187:x1849000910251136:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345638.356020:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73600/0x52bea07cb58aad4e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x233:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.356027:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345638.356043:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58aad55 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808326e5 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.356099:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aad5c lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.356111:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aad5c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.356123:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aad5c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.356133:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aad63 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.356140:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aad63 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.356146:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aad63 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.356180:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73600/0x52bea07cb58aad4e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x233:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.356192:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73600/0x52bea07cb58aad4e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x233:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.356239:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aad6a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x233:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.356249:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aad6a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x233:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.356255:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aad6a lrc: 2/0,0 mode: --/PR res: [0x200000405:0x233:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.356263:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aad6a lrc: 3/0,0 mode: --/PR res: [0x200000405:0x233:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.356269:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543344200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.356274:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aad6a lrc: 3/0,0 mode: --/PR res: [0x200000405:0x233:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.356284:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aad6a lrc: 4/0,0 mode: --/PR res: [0x200000405:0x233:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.356284:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73800/0x52bea07cb58aad47 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x233:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808326ec expref: 312 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.356305:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x233:0x0].0x0 (ffff91b651a21c00) 00010000:00010000:3.0:1763345638.356312:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aad6a lrc: 2/0,0 mode: --/PR res: [0x200000405:0x233:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.356313:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73600/0x52bea07cb58aad4e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x233:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808326ec expref: 311 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.356326:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aad6a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x233:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.356328:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x233:0x0].0x0 (ffff91b651a21c00) 00010000:00010000:0.0:1763345638.356336:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763345638.356339:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b650a73600, rc 0) 00000004:00200000:3.0:1763345638.356346:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x233:0x0]: returning size 0 00000100:00100000:0.0:1763345638.356402:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+312:55937:x1849000910251264:12345-192.168.203.8@tcp:101:bash.0 Request processed in 461us (851us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.356410:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10870 00010000:00010000:3.0:1763345638.356423:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aad5c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.356430:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aad5c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.356435:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aad5c lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.356441:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aad5c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.356446:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5ca00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.356448:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aad5c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.356454:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aad5c lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.356462:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b671c41300) 00010000:00010000:3.0:1763345638.356464:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.356467:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aad5c lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.356473:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aad5c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.356481:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aad63 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.356487:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aad63 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.356491:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aad63 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.356495:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543345600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.356498:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aad63 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.356502:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aad63 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.356508:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc500) 00010000:00010000:3.0:1763345638.356511:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.356514:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aad63 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.356519:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aad63 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345638.361675:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.364172:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910251904 00000100:00100000:3.0:1763345638.364177:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910251904 00000100:00100000:3.0:1763345638.364216:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10873 00000100:00100000:3.0:1763345638.364227:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+314:55937:x1849000910251904:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345638.364241:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345638.364260:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aad7f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x233:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808326f3 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.364304:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aad7f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x233:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808326f3 expref: 314 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.364319:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aad7f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x233:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808326f3 expref: 314 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.364335:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x233:0x0].0x0 (ffff91b651a21c00) 00010000:00010000:3.0:1763345638.364338:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345638.364342:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543345e00, rc 0) 00000100:00100000:3.0:1763345638.364368:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+314:55937:x1849000910251904:12345-192.168.203.8@tcp:101:bash.0 Request processed in 144us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345638.364375:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10873 00000100:00100000:3.0:1763345638.376068:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910252288 00000100:00100000:3.0:1763345638.376083:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910252288 00000100:00100000:3.0:1763345638.376152:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10874 00000100:00100000:3.0:1763345638.376163:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+314:55937:x1849000910252288:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345638.376182:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345638.376186:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763345638.376212:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aad7f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x233:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808326f3 expref: 314 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.376230:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x233:0x0].0x0 (ffff91b651a21c00) 00010000:00010000:3.0:1763345638.376235:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345638.376248:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aad86 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x233:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808326fa expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.376292:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aad8d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x233:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.376303:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aad8d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x233:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.376311:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aad8d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x233:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000040:00080000:3.0:1763345638.376496:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1808, 88 off150288 00000004:00080000:3.0:1763345638.376502:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1030901742268ns, next at 1031841729076ns, rc = 0 00000040:00080000:3.0:1763345638.376530:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1824, 88 off151816 00000004:00080000:3.0:1763345638.376534:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1030901774394ns, next at 1031841700679ns, rc = 0 00000040:00080000:3.0:1763345638.376561:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1825, 88 off151904 00000004:00080000:3.0:1763345638.376567:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1030901807224ns, next at 1031841700679ns, rc = 0 00000040:00080000:3.0:1763345638.376581:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1809, 88 off150376 00000004:00080000:3.0:1763345638.376585:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1030901825757ns, next at 1031841729076ns, rc = 0 00000100:00100000:3.0:1763345638.381865:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7877 00000100:00100000:3.0:1763345638.381876:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3657:x1849000924364288:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763345638.382002:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x33d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345638.382007:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x33d:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763345638.382009:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x33d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345638.382011:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x33d:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763345638.382013:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x33d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345638.382053:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3657:x1849000924364288:12345-0@lo:2:osp-syn-0-0.0 Request processed in 177us (642us total) trans 21474839419 rc 0/0 00000100:00100000:3.0:1763345638.382063:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7877 00000100:00100000:3.0:1763345638.382081:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7879 00000100:00100000:3.0:1763345638.382091:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3658:x1849000924364160:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345638.382175:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3658:x1849000924364160:12345-0@lo:2:osp-syn-0-0.0 Request processed in 85us (666us total) trans 21474839420 rc 0/0 00000100:00100000:3.0:1763345638.382188:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7879 00000100:00100000:3.0:1763345638.382206:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924364672 00000100:00100000:3.0:1763345638.382210:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924364672 00000100:00100000:3.0:1763345638.382228:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924364544 00000100:00100000:3.0:1763345638.382232:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924364544 00000100:00100000:3.0:1763345638.382246:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924364800 00000100:00100000:3.0:1763345638.382250:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924364800 00000100:00100000:3.0:1763345638.382268:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7880 00000100:00100000:3.0:1763345638.382278:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+43:3659:x1849000924364672:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345638.382383:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+45:3659:x1849000924364672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 104us (255us total) trans 17179872166 rc 0/0 00000100:00100000:3.0:1763345638.382394:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7880 00000100:00100000:3.0:1763345638.382411:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7882 00000100:00100000:3.0:1763345638.382421:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+44:3656:x1849000924364800:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763345638.382485:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x340:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345638.382489:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x340:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763345638.382491:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x340:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345638.382493:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x340:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763345638.382495:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x340:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345638.382534:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+45:3656:x1849000924364800:12345-0@lo:2:osp-syn-1-0.0 Request processed in 114us (292us total) trans 17179872167 rc 0/0 00000100:00100000:3.0:1763345638.382551:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7882 00000100:00100000:3.0:1763345638.382569:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7883 00000100:00100000:3.0:1763345638.382578:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+44:3656:x1849000924364416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763345638.382593:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:829 count 1 00010000:00010000:3.0:1763345638.382606:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543344000/0x52bea07cb58aada9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.382626:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b653d5d800/0x52bea07cb58aabf0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a9698083266e expref: 27 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.382634:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345638.382636:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345638.382639:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543344000/0x52bea07cb58aada9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x33d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.382661:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b653d5d800/0x52bea07cb58aabf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a9698083266e expref: 27 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.382676:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b653d5d800/0x52bea07cb58aabf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x33d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a9698083266e expref: 27 pid: 28867 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763345638.382688:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1849000924365312:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345638.382957:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881a00/0x52bea07cb58aac2f lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345638.382967:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881a00/0x52bea07cb58aac2f lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345638.382975:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881a00/0x52bea07cb58aac2f lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345638.382982:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54a881a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345638.382987:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881a00/0x52bea07cb58aac2f lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345638.382994:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881a00/0x52bea07cb58aac2f lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345638.383009:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc500) 00010000:00010000:0.0:1763345638.383012:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345638.383017:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881a00/0x52bea07cb58aac2f lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345638.383023:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881a00/0x52bea07cb58aac2f lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345638.383040:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58aacc2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.383047:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58aacc2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.383053:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58aacc2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.383058:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5c400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345638.383061:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58aacc2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.383067:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58aacc2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.383074:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc500) 00010000:00010000:0.0:1763345638.383077:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345638.383080:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58aacc2 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.383085:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58aacc2 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.383100:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58aad78 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x233:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.383107:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58aad78 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x233:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.383113:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58aad78 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x233:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.383119:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672e57400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345638.383121:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58aad78 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x233:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.383127:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58aad78 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x233:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.383135:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x233:0x0].0x0 (ffff91b651a21c00) 00010000:00010000:0.0:1763345638.383138:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345638.383141:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58aad78 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x233:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.383146:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58aad78 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x233:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345638.384091:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.386385:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.386404:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.386421:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.386439:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910252672 00000100:00100000:0.0:1763345638.386447:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910252672 00010000:00010000:0.0:1763345638.386475:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b650a72000/0x52bea07cb58aabfe lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x33a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a9698083267c expref: 16 pid: 8560 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763345638.386499:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910252928 00000100:00100000:0.0:1763345638.386502:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910252928 00010000:00010000:0.0:1763345638.386515:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58aabc6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x33e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832660 expref: 28 pid: 28867 timeout: 1130 lvb_type: 1 00000100:00100000:0.0:1763345638.386537:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910252800 00000100:00100000:0.0:1763345638.386540:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910252800 00010000:00010000:0.0:1763345638.386553:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260600/0x52bea07cb58aabbf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x33b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832659 expref: 17 pid: 15692 timeout: 1130 lvb_type: 1 00000100:00100000:0.0:1763345638.386574:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3584 00000100:00100000:0.0:1763345638.386582:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910252672:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345638.386594:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345638.386602:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b650a72000/0x52bea07cb58aabfe lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x33a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a9698083267c expref: 17 pid: 8560 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763345638.386618:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b650a72000/0x52bea07cb58aabfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x33a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a9698083267c expref: 17 pid: 8560 timeout: 1130 lvb_type: 0 00010000:00010000:0.0:1763345638.386655:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.386658:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.386662:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58aad94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.386672:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58aad94 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x33a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.386689:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345638.386731:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910252672:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 149us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.386739:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3584 00000100:00100000:0.0:1763345638.386781:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3585 00000100:00100000:0.0:1763345638.386790:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543698000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+28:2409:x1849000910252928:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345638.386800:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345638.386805:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58aabc6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x33e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832660 expref: 28 pid: 28867 timeout: 1130 lvb_type: 1 00010000:00010000:0.0:1763345638.386816:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58aabc6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x33e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832660 expref: 28 pid: 28867 timeout: 1130 lvb_type: 1 00010000:00010000:0.0:1763345638.386829:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58aabc6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x33e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832660 expref: 28 pid: 28867 timeout: 1130 lvb_type: 1 00010000:00010000:0.0:1763345638.386841:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.386845:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.386849:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58aada2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.386860:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58aada2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x33e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.386893:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345638.386918:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543698000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+27:2409:x1849000910252928:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 127us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.386931:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3585 00010000:00010000:0.0:1763345638.386956:0:27810:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58aada2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.386965:0:27810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58aada2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.386975:0:27810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58aada2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.386991:0:27810:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58aada2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.387014:0:27810:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763345638.387061:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58aad94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.387074:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58aad94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.387081:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58aad94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.387087:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58aad94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.387095:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58aad94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.387119:0:8404:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763345638.387220:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+45:3659:x1849000924364544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4871us (5038us total) trans 17179872168 rc 0/0 00000100:00100000:0.0:1763345638.387233:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7881 00010000:00010000:0.0:1763345638.387262:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345638.387270:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58aad94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345638.387281:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3657:x1849000924363904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5585us (5946us total) trans 21474839421 rc 0/0 00010000:00010000:0.0:1763345638.387282:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672e56600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345638.387289:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58aad94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345638.387299:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7876 00010000:00010000:0.0:1763345638.387309:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58aad94 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.387330:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58aad94 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.387340:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58aad94 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763345638.387341:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54440b800/2, rc 0, transno 21474839421 00000100:00100000:1.0:1763345638.387351:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54440b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924363904:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1763345638.387362:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345638.387366:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345638.387368:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763345638.387391:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545962680/2, rc 0, transno 17179872168 00000100:00100000:0.0:1763345638.387396:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924364544:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1763345638.388453:0:28868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543260600/0x52bea07cb58aabbf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x33b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832659 expref: 14 pid: 15692 timeout: 1130 lvb_type: 1 00000100:00100000:3.0:1763345638.388467:0:28868:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:28868:1849000924365056:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345638.388483:0:28868:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b54a881800/0x52bea07cb58aad9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.388492:0:28868:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b54a881800/0x52bea07cb58aad9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.388500:0:28868:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54a881800/0x52bea07cb58aad9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.388508:0:28868:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54a881800/0x52bea07cb58aad9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.388516:0:28868:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54a881800/0x52bea07cb58aad9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.388544:0:28868:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763345638.388565:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345638.388573:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54a881800/0x52bea07cb58aad9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.388581:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54a881800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345638.388585:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54a881800/0x52bea07cb58aad9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.388600:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54a881800/0x52bea07cb58aad9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.388615:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54a881800/0x52bea07cb58aad9b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.388622:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54a881800/0x52bea07cb58aad9b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.388639:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345638.388642:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345638.388644:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345638.388746:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3658:x1849000924364032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6810us (7284us total) trans 21474839422 rc 0/0 00000100:00100000:3.0:1763345638.388755:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7878 00000100:00100000:1.0:1763345638.390180:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.390257:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.390338:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910253056 00000100:00100000:3.0:1763345638.390345:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910253056 00010000:00010000:3.0:1763345638.390376:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b653d5d800/0x52bea07cb58aabf0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x33d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a9698083266e expref: 27 pid: 28867 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763345638.390548:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3587 00000100:00100000:3.0:1763345638.390557:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+27:2408:x1849000910253056:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345638.390573:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345638.390580:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b653d5d800/0x52bea07cb58aabf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x33d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a9698083266e expref: 27 pid: 28867 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345638.390592:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b653d5d800/0x52bea07cb58aabf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a9698083266e expref: 27 pid: 28867 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345638.390618:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b653d5d800/0x52bea07cb58aabf0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a9698083266e expref: 27 pid: 28867 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345638.390677:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345638.390680:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345638.390689:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543344000/0x52bea07cb58aada9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.390698:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543344000/0x52bea07cb58aada9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x33d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345638.391550:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910253184 00000100:00100000:0.0:1763345638.391558:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910253184 00000100:00100000:0.0:1763345638.391608:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7884 00000100:00100000:0.0:1763345638.391616:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+14:55937:x1849000910253184:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345638.391632:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345638.391649:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b650a72e00/0x52bea07cb58aadd3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x33c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832708 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345638.391671:0:28868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x33c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345638.391687:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.391689:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.391706:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b650a72e00/0x52bea07cb58aadd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832708 expref: 15 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.391722:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b650a72e00/0x52bea07cb58aadd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832708 expref: 15 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.391733:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b650a72e00, rc 0) 00000100:00100000:0.0:1763345638.391808:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+15:55937:x1849000910253184:12345-192.168.203.8@tcp:101:bash.0 Request processed in 192us (1550us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.391816:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7884 00010000:00010000:3.0:1763345638.392417:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345638.392455:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910253056:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 1898us (2277us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345638.392464:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3587 00000100:00100000:0.0:1763345638.392636:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.393150:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910253312 00000100:00100000:1.0:1763345638.393158:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910253312 00000100:00100000:1.0:1763345638.393201:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7885 00000100:00100000:1.0:1763345638.393211:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910253312:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345638.393224:0:8404:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.393239:0:8404:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543261800/0x52bea07cb58aadda lrc: 2/0,0 mode: --/PR res: [0x280000401:0x33c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083270f expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345638.393288:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b96a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8404:1849000924365440:192.168.203.8@tcp:106: 00000100:00100000:1.0:1763345638.393350:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8bc00 going to sleep for 11 seconds 00000004:00080000:1.0:1763345638.393908:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545963b80/2, rc 0, transno 17179872169 00000100:00100000:1.0:1763345638.393915:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924364416:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345638.398233:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.406741:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.408521:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.409052:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910253952 00000100:00100000:1.0:1763345638.409059:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910253952 00002000:00010000:1.0:1763345638.409088:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/831 (0->18446744073709551615) 00002000:00100000:1.0:1763345638.409093:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dcfb80 with x1849000910253952 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345638.409106:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b672dcfb80. 00000100:00100000:1.0:1763345638.409134:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1870 00000100:00100000:1.0:1763345638.409145:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+27:2409:x1849000910253952:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:1.0:1763345638.409286:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x33f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345638.409291:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x33f:0x0] updating lvb mtime from disk: 0 -> 1763345637 00002000:00010000:1.0:1763345638.409293:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x33f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345638.409295:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x33f:0x0] updating lvb ctime from disk: 0 -> 1763345637 00002000:00010000:1.0:1763345638.409297:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x33f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345638.409344:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+28:2409:x1849000910253952:12345-192.168.203.8@tcp:10:bash.0 Request processed in 202us (823us total) trans 17179872170 rc 0/0 00000100:00100000:1.0:1763345638.409351:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1870 00002000:00010000:1.0:1763345638.409355:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/831 (0->18446744073709551615) 00002000:00100000:1.0:1763345638.409357:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dcfb80 with x1849000910253952 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345638.409361:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b672dcfb80. 00000100:00100000:1.0:1763345638.409494:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.409869:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910253824 00000100:00100000:3.0:1763345638.409887:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910253824 00002000:00010000:3.0:1763345638.409908:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/828 (0->18446744073709551615) 00002000:00100000:3.0:1763345638.409913:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b677b97100 with x1849000910253824 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345638.409921:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b677b97100. 00000100:00100000:3.0:1763345638.409941:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1871 00000100:00100000:3.0:1763345638.409950:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910253824:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:3.0:1763345638.410047:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x33c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345638.410050:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x33c:0x0] updating lvb mtime from disk: 1763345637 -> 1763345637 00002000:00010000:3.0:1763345638.410053:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x33c:0x0] updating lvb atime from disk: 1763345637 -> 0 00002000:00010000:3.0:1763345638.410054:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x33c:0x0] updating lvb ctime from disk: 1763345637 -> 1763345637 00002000:00010000:3.0:1763345638.410057:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x33c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345638.410107:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910253824:12345-192.168.203.8@tcp:10:bash.0 Request processed in 157us (613us total) trans 21474839423 rc 0/0 00000100:00100000:3.0:1763345638.410115:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1871 00002000:00010000:3.0:1763345638.410118:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/828 (0->18446744073709551615) 00002000:00100000:3.0:1763345638.410121:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b677b97100 with x1849000910253824 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345638.410126:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b677b97100. 00000100:00100000:1.0:1763345638.418019:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.425280:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.426186:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910254464 00000100:00100000:3.0:1763345638.426198:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910254464 00000100:00100000:0.0:1763345638.426478:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10876 00000100:00100000:0.0:1763345638.426490:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543699180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+295:57189:x1849000910254464:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345638.426513:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345638.426535:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58aade8 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x233:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083271d expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.427900:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58aadef lrc: 3/1,0 mode: --/CR res: [0x200000405:0x233:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.427919:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58aadef lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x233:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.427930:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58aadef lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x233:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:0.0:1763345638.427940:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x233:0x0]: returning size 5 00010000:00010000:0.0:1763345638.428050:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58aade8 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x233:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083271d expref: 298 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.428068:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58aadef lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x233:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083271d expref: 297 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.428076:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x233:0x0].0x0 (ffff91b651a21c00) 00010000:00010000:0.0:1763345638.428079:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763345638.428083:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545a1d400, rc 0) 00000100:00100000:0.0:1763345638.428155:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543699180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+297:57189:x1849000910254464:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1665us (2881us total) trans 8589940815 rc 0/0 00000100:00100000:0.0:1763345638.428163:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10876 00000100:00100000:1.0:1763345638.428213:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.429317:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910254720 00000100:00100000:0.0:1763345638.429328:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910254720 00000100:00100000:0.0:1763345638.430621:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10877 00000100:00100000:0.0:1763345638.430640:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+297:57190:x1849000910254720:12345-192.168.203.8@tcp:36:rm.0 00010000:00010000:0.0:1763345638.430690:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763345638.430728:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aad8d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x233:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808326fa expref: 297 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.430884:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58aadc5 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832701 expref: 296 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.430906:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73600/0x52bea07cb58aad4e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x233:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808326ec expref: 295 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.430916:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x233:0x0].0x0 (ffff91b651a21c00) 00010000:00010000:0.0:1763345638.430920:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345638.430947:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58aadfd lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.430958:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58aadfd lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.430966:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58aadfd lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.430981:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58aae04 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.430987:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58aae04 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.430993:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58aae04 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.431071:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58aae0b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x233:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.431081:0:9296:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58aadef lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x233:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083271d expref: 294 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.431089:0:9296:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58aae0b lrc: 4/0,1 mode: --/EX res: [0x200000405:0x233:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.431123:0:9296:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58aadef lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x233:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083271d expref: 294 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.431137:0:9296:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58aadef lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x233:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083271d expref: 294 pid: 9296 timeout: 1130 lvb_type: 0 00000100:00100000:0.0:1763345638.431151:0:9296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543698a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924365568:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345638.431244:0:9296:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b54ac35540 going to sleep for 11 seconds 00000100:00100000:3.0:1763345638.432998:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.435049:0:9296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543698a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924365568:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345638.435073:0:9296:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58aae0b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x233:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 9296 initiator: MDT0 00000100:00100000:1.0:1763345638.435560:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.435619:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910254976 00000100:00100000:3.0:1763345638.435625:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910254976 00010000:00010000:3.0:1763345638.435654:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58aadef lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x233:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083271d expref: 297 pid: 9296 timeout: 1130 lvb_type: 0 00000100:00100000:3.0:1763345638.435685:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3588 00000100:00100000:3.0:1763345638.435693:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+297:2408:x1849000910254976:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345638.435705:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345638.435711:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58aadef lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x233:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083271d expref: 297 pid: 9296 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345638.435722:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58aadef lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x233:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083271d expref: 297 pid: 9296 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345638.435741:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58aadef lrc: 0/0,0 mode: --/CR res: [0x200000405:0x233:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083271d expref: 297 pid: 9296 timeout: 1130 lvb_type: 0 00010000:00010000:3.0:1763345638.435754:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x233:0x0].0x0 (ffff91b651a21c00) 00010000:00010000:3.0:1763345638.435781:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58aae0b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x233:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.436099:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58aae0b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x233:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.436108:0:28406:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58aae0b lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x233:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.436115:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee800/0x52bea07cb58aae19 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x233:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.436122:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee800/0x52bea07cb58aae19 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x233:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.436128:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee800/0x52bea07cb58aae19 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x233:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.436150:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345638.436232:0:9296:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58aae0b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x233:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.436239:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58aae0b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x233:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9296 initiator: MDT0 00000004:00080000:0.0:1763345638.436447:0:9296:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x200000405:0x233:0x0] is inserted into orphan list, open count = 1 00010000:00010000:0.0:1763345638.436515:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58aae0b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x233:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.436522:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58aae0b lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x233:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.436529:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58aae0b lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x233:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.436534:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b55400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345638.436538:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58aae0b lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x233:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.436545:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58aae0b lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x233:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.436552:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x233:0x0].0x0 (ffff91b651a21c00) 00010000:00010000:0.0:1763345638.436555:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763345638.436557:0:9296:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee800/0x52bea07cb58aae19 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x233:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.436564:0:9296:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee800/0x52bea07cb58aae19 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.436574:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee800/0x52bea07cb58aae19 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.436602:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58aae0b lrc: 2/0,0 mode: --/EX res: [0x200000405:0x233:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.436609:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58aae0b lrc: 0/0,0 mode: --/EX res: [0x200000405:0x233:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.436623:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58aadfd lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.436628:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58aadfd lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.436634:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58aadfd lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.436639:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58aadfd lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.436643:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545a1cc00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345638.436646:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58aadfd lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.436651:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58aadfd lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.436657:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b658be5d00) 00010000:00010000:0.0:1763345638.436659:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345638.436662:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58aadfd lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.436667:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58aadfd lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000004:00010000:0.0:1763345638.436680:0:9296:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000053d75f72 reply state 00000000285fc4c6 transno 8589940816 ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58aae04 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.436689:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58aae04 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.436695:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653620e00) 00010000:00010000:0.0:1763345638.436698:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345638.436700:0:9296:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763345638.436750:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+298:2408:x1849000910254976:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 1055us (1189us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345638.436776:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3588 00000100:00100000:0.0:1763345638.438003:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+297:57190:x1849000910254720:12345-192.168.203.8@tcp:36:rm.0 Request processed in 7366us (9786us total) trans 8589940816 rc 0/0 00000100:00100000:0.0:1763345638.438011:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10877 00000100:00100000:1.0:1763345638.442032:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.442163:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910255232 00000100:00100000:3.0:1763345638.442174:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910255232 00000100:00100000:3.0:1763345638.442234:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3768 00000100:00100000:3.0:1763345638.442244:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658bb6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+296:57189:x1849000910255232:12345-192.168.203.8@tcp:35:lfs.0 00000004:00080000:3.0:1763345638.442479:0:6523:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x233:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763345638.442545:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1810, 64 off150440 00000040:00080000:3.0:1763345638.442570:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1826, 64 off151968 00000040:00080000:3.0:1763345638.442581:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1827, 64 off152032 00000040:00080000:3.0:1763345638.442592:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1811, 64 off150504 00010000:00010000:3.0:1763345638.442648:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aae20 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x233:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345638.442664:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aae20 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x233:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345638.442676:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aae20 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x233:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345638.442684:0:6523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aae20 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x233:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345638.442690:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aae20 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x233:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345638.442710:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aae20 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x233:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345638.442732:0:6523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345638.442962:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658bb6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+297:57189:x1849000910255232:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 718us (937us total) trans 8589940817 rc 0/0 00000100:00100000:3.0:1763345638.442970:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3768 00010000:00010000:0.0:1763345638.444748:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345638.444776:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aae20 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x233:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345638.444788:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543345e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345638.444792:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aae20 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x233:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345638.444801:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aae20 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x233:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345638.444817:0:10338:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x233:0x0].0x0 (ffff91b651a21c00) 00010000:00010000:0.0:1763345638.444820:0:10338:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763345638.444825:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aae20 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x233:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345638.444841:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aae20 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x233:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345638.444856:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345638.444858:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345638.444860:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345638.449343:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.456675:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.456780:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910255488 00000100:00100000:0.0:1763345638.456790:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910255488 00000100:00100000:0.0:1763345638.456840:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10880 00000100:00100000:0.0:1763345638.456851:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+297:57189:x1849000910255488:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345638.456868:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345638.456897:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58aae3c lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832732 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.456952:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58aae43 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.456966:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58aae43 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.456976:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58aae43 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.456983:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58aae4a lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.456990:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58aae4a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.456995:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58aae4a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.457028:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58aae43 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.457033:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58aae43 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.457039:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58aae43 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.457045:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58aae43 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.457050:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b55a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345638.457053:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58aae43 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.457059:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58aae43 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.457069:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653620c00) 00010000:00010000:0.0:1763345638.457071:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345638.457075:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58aae43 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.457080:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58aae43 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.457091:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58aae4a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.457096:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58aae4a lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.457100:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58aae4a lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.457105:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b55000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345638.457107:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58aae4a lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.457116:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58aae4a lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.457121:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653620e00) 00010000:00010000:0.0:1763345638.457123:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345638.457125:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58aae4a lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.457130:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58aae4a lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.457163:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58aae3c lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832732 expref: 298 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.457172:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653620c00) 00010000:00010000:0.0:1763345638.457173:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345638.457177:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58aae3c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832732 expref: 298 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.457187:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b55400, rc 0) 00000100:00100000:0.0:1763345638.457231:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+297:57189:x1849000910255488:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 382us (564us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345638.457237:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10880 00000100:00100000:1.0:1763345638.464587:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.465013:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910255616 00000100:00100000:0.0:1763345638.465025:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910255616 00000100:00100000:0.0:1763345638.465093:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10881 00000100:00100000:0.0:1763345638.465104:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+297:57191:x1849000910255616:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345638.465123:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345638.465147:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58aae51 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832739 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.465210:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58aae58 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.465223:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58aae58 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.465234:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58aae58 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.465244:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58aae5f lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.465250:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58aae5f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.465257:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58aae5f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.465293:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58aae58 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.465300:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58aae58 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.465306:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58aae58 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.465312:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58aae58 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.465318:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b55000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345638.465322:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58aae58 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.465341:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58aae58 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.465352:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653620c00) 00010000:00010000:0.0:1763345638.465355:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345638.465360:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58aae58 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.465365:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58aae58 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.465378:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58aae5f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.465384:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58aae5f lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.465389:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58aae5f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.465395:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b55a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345638.465397:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58aae5f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.465403:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58aae5f lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.465410:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653620e00) 00010000:00010000:0.0:1763345638.465412:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345638.465415:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58aae5f lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.465420:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58aae5f lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.465446:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58aae51 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832739 expref: 298 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.465456:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653620c00) 00010000:00010000:0.0:1763345638.465458:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345638.465462:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58aae51 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832739 expref: 298 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.465475:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b55400, rc 0) 00000100:00100000:0.0:1763345638.465539:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+297:57191:x1849000910255616:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 436us (960us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345638.465546:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10881 00000100:00100000:1.0:1763345638.469741:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.471568:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10882 00000100:00100000:0.0:1763345638.471581:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+297:57191:x1849000910255744:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345638.471600:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345638.471623:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58aae66 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832740 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.471680:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58aae6d lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.471692:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58aae6d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.471702:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58aae6d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:0.0:1763345638.471741:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763345638.471746:0:9296:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763345638.471798:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58aae66 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832740 expref: 299 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.471815:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58aae6d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832740 expref: 298 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.471824:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653620b00) 00010000:00010000:0.0:1763345638.471827:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763345638.471830:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545a1d400, rc 0) 00000100:00100000:0.0:1763345638.472259:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+298:57191:x1849000910255744:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 679us (2525us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.472267:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10882 00000100:00100000:1.0:1763345638.476159:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.476443:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910255872 00000100:00100000:0.0:1763345638.476453:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910255872 00000100:00100000:0.0:1763345638.476514:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10883 00000100:00100000:0.0:1763345638.476524:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+298:57191:x1849000910255872:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345638.476543:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345638.476562:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58aae74 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832747 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.476645:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58aae7b lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.476659:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58aae7b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.476670:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58aae7b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.476680:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58aae82 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.476687:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58aae82 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.476692:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58aae82 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.476729:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58aae7b lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.476735:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58aae7b lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.476741:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58aae7b lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.476747:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58aae7b lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.476752:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e1a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345638.479008:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58aae7b lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.479029:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58aae7b lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.479046:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653620b00) 00010000:00010000:0.0:1763345638.479049:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345638.479055:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58aae7b lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.479063:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58aae7b lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.479082:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58aae82 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.479090:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58aae82 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.479096:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58aae82 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.479101:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e1e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345638.479104:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58aae82 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.479109:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58aae82 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.479116:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653620e00) 00010000:00010000:0.0:1763345638.479118:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345638.479121:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58aae82 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.479126:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58aae82 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.479172:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58aae74 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832747 expref: 299 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.479182:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653620b00) 00010000:00010000:0.0:1763345638.479184:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345638.479188:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58aae74 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832747 expref: 299 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.479196:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545a1c200, rc 0) 00000100:00100000:0.0:1763345638.479264:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+298:57191:x1849000910255872:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2741us (3115us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345638.479273:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10883 00000100:00100000:1.0:1763345638.485283:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.488456:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910256128 00000100:00100000:0.0:1763345638.488470:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910256128 00000100:00100000:0.0:1763345638.488541:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10884 00000100:00100000:0.0:1763345638.488552:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+298:57192:x1849000910256128:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345638.488572:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345638.488593:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58aae89 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083274e expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.488669:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58aae90 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.488683:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58aae90 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.488694:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58aae90 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.488705:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aae97 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.488711:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aae97 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.488717:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aae97 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.488755:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58aae90 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.488782:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58aae90 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.488788:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58aae90 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.488794:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58aae90 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.488800:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e1400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345638.488804:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58aae90 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.488811:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58aae90 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.488822:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653620b00) 00010000:00010000:0.0:1763345638.488825:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345638.488830:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58aae90 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.488836:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58aae90 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.488851:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aae97 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.488857:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aae97 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.488863:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aae97 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.488867:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e0c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345638.488870:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aae97 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.488888:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aae97 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.488896:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653620e00) 00010000:00010000:0.0:1763345638.488898:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345638.488901:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aae97 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.488907:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aae97 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.488937:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58aae89 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083274e expref: 299 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.488947:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653620b00) 00010000:00010000:0.0:1763345638.488949:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763345638.488953:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58aae89 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083274e expref: 299 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.488962:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6821e0800, rc 0) 00000100:00100000:0.0:1763345638.489019:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+298:57192:x1849000910256128:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 470us (3746us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345638.489026:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10884 00000100:00100000:1.0:1763345638.494224:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.500912:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.501051:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910256640 00000100:00100000:0.0:1763345638.501061:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910256640 00000100:00100000:0.0:1763345638.501117:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10886 00000100:00100000:0.0:1763345638.501128:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+300:57191:x1849000910256640:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345638.501150:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345638.501170:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58aaec1 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083275c expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.501272:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aaec8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.501286:0:9296:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58aaeb3 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832755 expref: 301 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.501295:0:9296:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aaec8 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.501327:0:9296:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58aaeb3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832755 expref: 301 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.501340:0:9296:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58aaeb3 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832755 expref: 301 pid: 9295 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763345638.501351:0:9296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54369b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924365696:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345638.501433:0:9296:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642f6f600 going to sleep for 11 seconds 00000100:00100000:3.0:1763345638.505000:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.505052:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.505965:0:9296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54369b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924365696:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345638.505995:0:9296:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aaec8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345638.506609:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910256768 00000100:00100000:3.0:1763345638.506619:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910256768 00010000:00010000:3.0:1763345638.506656:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58aaeb3 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832755 expref: 302 pid: 9295 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763345638.506698:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3589 00000100:00100000:3.0:1763345638.506707:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6446d2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+302:2409:x1849000910256768:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345638.506720:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345638.506725:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58aaeb3 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832755 expref: 302 pid: 9295 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345638.506737:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58aaeb3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832755 expref: 302 pid: 9295 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345638.506776:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58aaeb3 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832755 expref: 302 pid: 9295 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345638.506791:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484cc600) 00010000:00010000:3.0:1763345638.506806:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aaec8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.506815:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aaec8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.506821:0:28406:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aaec8 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.506853:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345638.506923:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6446d2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+302:2409:x1849000910256768:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 215us (1869us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345638.506931:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3589 00000100:00100000:3.0:1763345638.506982:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10887 00000100:00100000:3.0:1763345638.506989:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+301:57193:x1849000910257024:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345638.507004:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345638.507022:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58aaecf lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832763 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.507099:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aaed6 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507108:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aaed6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507115:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aaed6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507124:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aaedd lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507130:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aaedd lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507135:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aaedd lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507239:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aaee4 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507247:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aaee4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507253:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aaee4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763345638.507260:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x234:0x0]: returning size 0 00010000:00010000:3.0:1763345638.507330:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aaee4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507340:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aaee4 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507347:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aaee4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507353:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543344000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.507357:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aaee4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507363:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aaee4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507372:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484cc600) 00010000:00010000:3.0:1763345638.507375:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763345638.507379:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aaee4 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507385:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aaee4 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507399:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aaed6 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507405:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aaed6 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507411:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aaed6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507416:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aaed6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507421:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543345e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.507424:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aaed6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507429:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aaed6 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507436:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b671c41a00) 00010000:00010000:3.0:1763345638.507439:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.507442:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aaed6 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507447:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58aaed6 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507455:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aaedd lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507461:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aaedd lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507467:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aaedd lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507472:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543344200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.507474:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aaedd lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507479:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aaedd lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507486:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653620e00) 00010000:00010000:3.0:1763345638.507488:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.507490:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aaedd lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507498:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58aaedd lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.507526:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58aaecf lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832763 expref: 303 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.507534:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b671c41a00) 00010000:00010000:3.0:1763345638.507536:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763345638.507538:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58aaecf lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832763 expref: 303 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.507551:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543344600, rc 0) 00000100:00100000:3.0:1763345638.507577:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+302:57193:x1849000910257024:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 588us (2588us total) trans 8589940819 rc 301/301 00000100:00100000:3.0:1763345638.507583:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10887 00010000:00010000:0.0:1763345638.508006:0:9296:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aaec8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.508014:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aaec8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:0.0:1763345638.508030:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x234:0x0]: returning size 0 00000004:00080000:0.0:1763345638.508171:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x341:0x0], index 1: 0 00000004:00080000:0.0:1763345638.508178:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x33e:0x0], index 0: 0 00000004:00080000:0.0:1763345638.508182:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x33f:0x0], index 0: 0 00000004:00080000:0.0:1763345638.508186:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x342:0x0], index 1: 0 00010000:00010000:0.0:1763345638.508269:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aaec8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.508276:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aaec8 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.508281:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aaec8 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.508286:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e0c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345638.508289:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aaec8 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.508295:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aaec8 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.508303:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484cc600) 00010000:00010000:0.0:1763345638.508306:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345638.508308:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aaec8 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.508313:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58aaec8 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.508341:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58aaec1 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x234:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083275c expref: 302 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.508350:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484cc600) 00010000:00010000:0.0:1763345638.508352:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763345638.508356:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58aaec1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x234:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083275c expref: 302 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.508367:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6821e0800, rc 0) 00000100:00100000:0.0:1763345638.508408:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+301:57191:x1849000910256640:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 7282us (7504us total) trans 8589940820 rc 301/301 00000100:00100000:0.0:1763345638.508415:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10886 00000100:00100000:1.0:1763345638.515339:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.515381:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.515447:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910257280 00000100:00100000:3.0:1763345638.515456:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910257280 00000100:00100000:3.0:1763345638.515513:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910257536 00000100:00100000:3.0:1763345638.515516:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910257536 00000100:00100000:3.0:1763345638.515539:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3769 00000100:00100000:3.0:1763345638.515547:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+302:57193:x1849000910257280:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345638.515850:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+303:57193:x1849000910257280:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 303us (520us total) trans 8589940821 rc 0/0 00000100:00100000:3.0:1763345638.515858:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3769 00000100:00100000:3.0:1763345638.515873:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3770 00000100:00100000:3.0:1763345638.515890:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+302:57191:x1849000910257536:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345638.515954:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+303:57191:x1849000910257536:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 75us (572us total) trans 8589940822 rc 0/0 00000100:00100000:3.0:1763345638.515959:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3770 00000100:00100000:3.0:1763345638.518315:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.523627:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.529195:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.529270:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.529546:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910258304 00000100:00100000:3.0:1763345638.529555:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910258304 00000100:00100000:3.0:1763345638.529608:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910258432 00000100:00100000:3.0:1763345638.529611:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910258432 00000100:00100000:3.0:1763345638.529636:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10889 00000100:00100000:3.0:1763345638.529646:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+307:57193:x1849000910258304:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345638.529669:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345638.529690:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58aaf1c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832771 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.529820:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58aaf23 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.529834:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58aaf23 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.529844:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58aaf23 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763345638.529872:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x234:0x0]: returning size 0 00000004:00200000:3.0:1763345638.529885:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763345638.529905:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58aaf23 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.529930:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58aaf1c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832771 expref: 309 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345638.530289:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10890 00000100:00100000:1.0:1763345638.530301:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+308:55937:x1849000910258432:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:1.0:1763345638.530311:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.530314:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763345638.530329:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b640030e00/0x52bea07cb58aaf0e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083276a expref: 308 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.530344:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:1.0:1763345638.530349:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345638.530357:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58aaf2a lrc: 2/0,0 mode: --/CW res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832778 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.530433:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58aaf31 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345638.530445:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58aaf23 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832771 expref: 308 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.530453:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58aaf31 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x234:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345638.530485:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58aaf23 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832771 expref: 308 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.530496:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58aaf23 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832771 expref: 308 pid: 6520 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763345638.530509:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545655180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924365824:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345638.530590:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8bcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1763345638.531293:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58aaf23 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832771 expref: 308 pid: 6520 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345638.531305:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58aaf23 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832771 expref: 308 pid: 6520 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345638.531311:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543345400, rc 0) 00000100:00100000:1.0:1763345638.533469:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+308:57193:x1849000910258304:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3815us (4273us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345638.533480:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10889 00000100:00100000:0.0:1763345638.538614:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.538654:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.538692:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.538800:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910258560 00000100:00100000:1.0:1763345638.538810:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910258560 00000100:00100000:3.0:1763345638.539013:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910258816 00000100:00100000:3.0:1763345638.539019:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910258816 00010000:00010000:3.0:1763345638.539046:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58aaf23 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832771 expref: 308 pid: 6520 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763345638.539074:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3590 00000100:00100000:3.0:1763345638.539087:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543698700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+308:2411:x1849000910258816:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345638.539101:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345638.539111:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58aaf23 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832771 expref: 308 pid: 6520 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345638.539128:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58aaf23 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832771 expref: 308 pid: 6520 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345638.539148:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58aaf23 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832771 expref: 308 pid: 6520 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345638.539163:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:3.0:1763345638.539169:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58aaf31 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x234:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.539179:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58aaf31 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x234:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.539193:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58aaf31 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x234:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.539218:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345638.539245:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543698700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+307:2411:x1849000910258816:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 160us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345638.539258:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3590 00010000:00010000:3.0:1763345638.539285:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58aaf31 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x234:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345638.539296:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58aaf31 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x234:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:3.0:1763345638.539319:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x234:0x0]: returning size 0 00010000:00010000:3.0:1763345638.540172:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58aaf2a lrc: 0/0,0 mode: --/CW res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832778 expref: 308 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.540190:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58aaf31 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x234:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832778 expref: 307 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.540198:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:3.0:1763345638.540201:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763345638.540204:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261400, rc 0) 00000100:00100000:3.0:1763345638.540510:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+307:55937:x1849000910258432:12345-192.168.203.8@tcp:101:bash.0 Request processed in 10211us (11238us total) trans 8589940825 rc 0/0 00000100:00100000:3.0:1763345638.540519:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10890 00000100:00100000:0.0:1763345638.543655:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.543695:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.544419:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910258944 00000100:00100000:1.0:1763345638.544431:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910258944 00000100:00100000:1.0:1763345638.544483:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910259072 00000100:00100000:1.0:1763345638.544487:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910259072 00000100:00100000:1.0:1763345638.544522:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10891 00000100:00100000:1.0:1763345638.544532:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+308:57193:x1849000910258944:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345638.544549:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.544570:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58aaf4d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083278d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.544625:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58aaf4d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083278d expref: 309 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.544639:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58aaf4d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083278d expref: 309 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.544658:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:1.0:1763345638.544661:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345638.544664:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261000, rc 0) 00000100:00100000:1.0:1763345638.544717:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+309:57193:x1849000910258944:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 186us (1071us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345638.544724:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10891 00000100:00100000:1.0:1763345638.544743:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10892 00000100:00100000:1.0:1763345638.544749:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+308:55937:x1849000910259072:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:1.0:1763345638.544782:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.544791:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261a00/0x52bea07cb58aaf54 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832794 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.544815:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58aaf5b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.544825:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58aaf5b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.544833:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58aaf5b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.544941:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261a00/0x52bea07cb58aaf54 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832794 expref: 310 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.544956:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58aaf5b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832794 expref: 309 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.544963:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:1.0:1763345638.544966:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763345638.544969:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260200, rc 0) 00000100:00100000:1.0:1763345638.545007:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+309:55937:x1849000910259072:12345-192.168.203.8@tcp:101:bash.0 Request processed in 258us (1311us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345638.545014:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10892 00000100:00100000:0.0:1763345638.548595:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.548640:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.548711:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910259584 00000100:00100000:3.0:1763345638.548717:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910259584 00000100:00100000:3.0:1763345638.549238:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3772 00000100:00100000:3.0:1763345638.549251:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543698000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+312:57193:x1849000910259584:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345638.549350:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543698000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+313:57193:x1849000910259584:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 103us (709us total) trans 8589940828 rc 0/0 00000100:00100000:3.0:1763345638.549753:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3772 00000100:00100000:3.0:1763345638.552328:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.552459:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.552668:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10894 00000100:00100000:1.0:1763345638.552692:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+314:57193:x1849000910260096:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345638.552717:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.552740:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aaf69 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808327a2 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.552848:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aaf70 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.552863:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aaf70 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.552874:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aaf70 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.552901:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58aaf77 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.552908:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58aaf77 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.552914:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58aaf77 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.553021:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aaf7e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.553038:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aaf7e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.553049:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aaf7e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763345638.553061:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x234:0x0]: returning size 0 00010000:00010000:1.0:1763345638.553139:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aaf70 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.553148:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aaf70 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.553161:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aaf70 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.553181:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aaf70 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.553198:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.553203:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aaf70 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.553210:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aaf70 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.553230:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b651a21000) 00010000:00010000:1.0:1763345638.553236:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.553242:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aaf70 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.553249:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aaf70 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.553263:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58aaf77 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.553268:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58aaf77 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.553273:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58aaf77 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.553277:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.553279:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58aaf77 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.553285:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58aaf77 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.553291:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653620e00) 00010000:00010000:1.0:1763345638.553294:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.553297:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58aaf77 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.553302:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58aaf77 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.553336:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aaf69 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327a2 expref: 317 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.553358:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aaf7e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808327a2 expref: 316 pid: 6520 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345638.553368:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aaf7e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808327a2 expref: 316 pid: 6520 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345638.553380:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260600, rc 0) 00000100:00100000:1.0:1763345638.553458:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+316:57193:x1849000910260096:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 779us (1137us total) trans 8589940829 rc 0/0 00000100:00100000:1.0:1763345638.553465:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10894 00000100:00100000:3.0:1763345638.561227:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.562269:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910260352 00000100:00100000:1.0:1763345638.562282:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910260352 00000100:00100000:1.0:1763345638.562348:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3773 00000100:00100000:1.0:1763345638.562360:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+316:57193:x1849000910260352:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345638.562563:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+317:57193:x1849000910260352:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 206us (1345us total) trans 8589940830 rc 0/0 00000100:00100000:1.0:1763345638.562571:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3773 00000100:00100000:0.0:1763345638.566395:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.566433:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.566494:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910260608 00000100:00100000:3.0:1763345638.566503:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910260608 00010000:00010000:3.0:1763345638.566536:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aaf7e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808327a2 expref: 317 pid: 6520 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763345638.566616:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910260480 00000100:00100000:1.0:1763345638.566621:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910260480 00000100:00100000:1.0:1763345638.566695:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3774 00000100:00100000:1.0:1763345638.566706:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658bb4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+318:57193:x1849000910260480:12345-192.168.203.8@tcp:33:lfs.0 00000100:00100000:1.0:1763345638.566887:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658bb4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+318:57193:x1849000910260480:12345-192.168.203.8@tcp:33:lfs.0 Request processed in 173us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345638.566895:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3774 00000100:00100000:3.0:1763345638.566981:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3591 00000100:00100000:3.0:1763345638.566989:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543699500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+317:2408:x1849000910260608:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345638.567000:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345638.567007:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aaf7e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808327a2 expref: 317 pid: 6520 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345638.567020:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aaf7e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808327a2 expref: 317 pid: 6520 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345638.567041:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aaf7e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808327a2 expref: 317 pid: 6520 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345638.567056:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:3.0:1763345638.567061:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58aaf93 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x234:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.567071:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58aaf93 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.567078:0:28406:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58aaf93 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.567105:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345638.567128:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543699500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+316:2408:x1849000910260608:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 140us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345638.567135:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3591 00000001:00080000:1.0:1763345638.571922:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940831 is committed 00000004:00080000:1.0:1763345638.571934:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1176 committed 00010000:00010000:3.0:1763345638.572211:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58aae04 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.572223:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58aae04 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.572231:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58aae04 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.572236:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b54000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.572241:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58aae04 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.572248:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58aae04 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.572263:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653620e00) 00010000:00010000:3.0:1763345638.572266:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.572270:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58aae04 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.572276:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58aae04 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.572294:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58aaeac lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.572300:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58aaeac lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.572305:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58aaeac lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.572310:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6413ee600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.572313:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58aaeac lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.572318:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58aaeac lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.572325:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653620e00) 00010000:00010000:3.0:1763345638.572328:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.572331:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58aaeac lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.572337:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58aaeac lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.572354:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58aaf62 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.572359:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58aaf62 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.572364:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58aaf62 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.572373:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6586e3a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.572376:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58aaf62 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.572382:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58aaf62 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.572388:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:3.0:1763345638.572390:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.572393:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58aaf62 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.572399:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58aaf62 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000004:00080000:1.0:1763345638.572438:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1161 committed 00000004:00080000:1.0:1763345638.572451:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1160 committed 00000004:00080000:1.0:1763345638.572453:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1175 committed 00010000:00010000:3.0:1763345638.572781:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58aaf93 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x234:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083279b expref: 294 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.572792:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:3.0:1763345638.572795:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763345638.572810:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58aaf8c lrc: 0/0,0 mode: --/EX res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083279b expref: 294 pid: 9296 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763345638.572829:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58aaf93 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x234:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083279b expref: 293 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.572857:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:3.0:1763345638.572860:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763345638.572863:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545b86000, rc 0) 00000100:00100000:3.0:1763345638.572922:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543699880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+293:55937:x1849000910259840:12345-192.168.203.8@tcp:101:bash.0 Request processed in 19877us (20479us total) trans 8589940831 rc 0/0 00000100:00100000:3.0:1763345638.572933:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10895 00000100:00100000:1.0:1763345638.573118:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7889 00000100:00100000:1.0:1763345638.573131:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3657:x1849000924365952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1763345638.573154:0:8404:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:828 count 1 00010000:00010000:1.0:1763345638.573174:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58aaf9a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.573190:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b650a72e00/0x52bea07cb58aadd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832708 expref: 16 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.573198:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345638.573200:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345638.573205:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58aaf9a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x33c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.573229:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b650a72e00/0x52bea07cb58aadd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980832708 expref: 16 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.573242:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b650a72e00/0x52bea07cb58aadd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x33c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832708 expref: 16 pid: 28868 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763345638.573263:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545655f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8404:1849000924366464:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345638.573307:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8b300 going to sleep for 11 seconds 00000004:00080000:1.0:1763345638.573365:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5454dea00/2, rc 0, transno 21474839424 00000100:00100000:1.0:1763345638.573373:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924366336:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345638.575132:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54369b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924366848:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763345638.575186:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763345638.575230:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5454dce00/2, rc 0, transno 21474839425 00000100:00100000:1.0:1763345638.575236:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924366208:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345638.575251:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763345638.575269:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543698000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924366976:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345638.575291:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345638.575392:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924366848 00000100:00100000:3.0:1763345638.575398:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924366848 00000100:00100000:3.0:1763345638.575441:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924366976 00000100:00100000:3.0:1763345638.575444:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924366976 00000100:00100000:3.0:1763345638.575461:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7893 00000100:00100000:3.0:1763345638.575468:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+46:3658:x1849000924366848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763345638.575498:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:832 count 1 00000100:00100000:0.0:1763345638.575510:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7894 00000100:00100000:0.0:1763345638.575522:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+46:3658:x1849000924366976:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1763345638.575525:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543344600/0x52bea07cb58aafa8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x340:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.575546:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b672e57800/0x52bea07cb58aad24 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808326d0 expref: 28 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345638.575553:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345638.575559:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345638.575562:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543344600/0x52bea07cb58aafa8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.575601:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b672e57800/0x52bea07cb58aad24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a969808326d0 expref: 28 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345638.575612:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b672e57800/0x52bea07cb58aad24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808326d0 expref: 28 pid: 8560 timeout: 1131 lvb_type: 1 00000100:00100000:3.0:1763345638.575623:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5432edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1849000924367232:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345638.575682:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b649308cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763345638.576637:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+47:3658:x1849000924366976:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1114us (1340us total) trans 17179872171 rc 0/0 00000100:00100000:0.0:1763345638.576647:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7894 00000004:00080000:1.0:1763345638.576716:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b543698000/2, rc 0, transno 17179872171 00000100:00100000:1.0:1763345638.576724:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543698000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924366976:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345638.578055:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924367104 00000100:00100000:0.0:1763345638.578063:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924367104 00000100:00100000:0.0:1763345638.578107:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924366720 00000100:00100000:0.0:1763345638.578110:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924366720 00000100:00100000:0.0:1763345638.578136:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7895 00000100:00100000:0.0:1763345638.578145:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+48:3656:x1849000924367104:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1763345638.578288:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x342:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:3.0:1763345638.578290:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7896 00002000:00010000:0.0:1763345638.578295:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x342:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763345638.578298:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x342:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345638.578300:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x342:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763345638.578304:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x342:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345638.578305:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+49:3656:x1849000924366720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763345638.578325:0:27809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:831 count 1 00010000:00010000:3.0:1763345638.578344:0:27809:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543345e00/0x52bea07cb58aafaf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345638.578352:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+49:3656:x1849000924367104:12345-0@lo:2:osp-syn-1-0.0 Request processed in 206us (460us total) trans 17179872172 rc 0/0 00000100:00100000:0.0:1763345638.578361:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7895 00010000:00010000:3.0:1763345638.578367:0:27809:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b6413ef800/0x52bea07cb58aade1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832716 expref: 28 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.578377:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345638.578381:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345638.578385:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543345e00/0x52bea07cb58aafaf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x33f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763345638.578399:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ee5180/2, rc 0, transno 17179872172 00000100:00100000:0.0:1763345638.578406:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924367104:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1763345638.578420:0:27809:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b6413ef800/0x52bea07cb58aade1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980832716 expref: 28 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.578434:0:27809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b6413ef800/0x52bea07cb58aade1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x33f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832716 expref: 28 pid: 8404 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763345638.578445:0:27809:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27809:1849000924367360:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345638.578512:0:27809:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6493086c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763345638.583251:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.588336:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.588367:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.588393:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910260864 00000100:00100000:0.0:1763345638.588401:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910260864 00010000:00010000:0.0:1763345638.588439:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b650a72e00/0x52bea07cb58aadd3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x33c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832708 expref: 17 pid: 28868 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763345638.588468:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910260992 00000100:00100000:0.0:1763345638.588471:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910260992 00010000:00010000:0.0:1763345638.588482:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b545330200/0x52bea07cb58aad2b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x33d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808326d7 expref: 18 pid: 28867 timeout: 1131 lvb_type: 1 00000100:00100000:0.0:1763345638.588505:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3592 00000100:00100000:0.0:1763345638.588513:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910260864:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345638.588526:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345638.588531:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b650a72e00/0x52bea07cb58aadd3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x33c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832708 expref: 18 pid: 28868 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345638.588545:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b650a72e00/0x52bea07cb58aadd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x33c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832708 expref: 18 pid: 28868 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345638.588569:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.588571:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.588576:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58aaf9a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.588586:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58aaf9a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x33c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.588605:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345638.588650:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910260864:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 137us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.588658:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3592 00000100:00100000:0.0:1763345638.588676:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3593 00000100:00100000:0.0:1763345638.588683:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910260992:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345638.588691:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345638.588696:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b545330200/0x52bea07cb58aad2b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x33d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808326d7 expref: 17 pid: 28867 timeout: 1131 lvb_type: 1 00010000:00010000:0.0:1763345638.588705:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b545330200/0x52bea07cb58aad2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x33d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808326d7 expref: 17 pid: 28867 timeout: 1131 lvb_type: 1 00010000:00010000:0.0:1763345638.588717:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.588719:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.588722:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b545b86200/0x52bea07cb58aafa1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.588730:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b545b86200/0x52bea07cb58aafa1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x33d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.588742:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345638.588789:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910260992:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 76us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.588796:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3593 00000100:00100000:0.0:1763345638.588962:0:27809:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27809:1849000924367360:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345638.588982:0:27809:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b543345e00/0x52bea07cb58aafaf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345638.589051:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.589066:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910261248 00000100:00100000:0.0:1763345638.589070:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910261248 00010000:00010000:0.0:1763345638.589085:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b6413ef800/0x52bea07cb58aade1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x33f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832716 expref: 30 pid: 8404 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763345638.589106:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3594 00000100:00100000:0.0:1763345638.589111:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+30:2408:x1849000910261248:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345638.589120:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345638.589124:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b6413ef800/0x52bea07cb58aade1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x33f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832716 expref: 30 pid: 8404 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345638.589134:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b6413ef800/0x52bea07cb58aade1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832716 expref: 30 pid: 8404 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345638.589148:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b6413ef800/0x52bea07cb58aade1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832716 expref: 30 pid: 8404 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345638.589160:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.589161:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.589164:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543345e00/0x52bea07cb58aafaf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.589171:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543345e00/0x52bea07cb58aafaf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x33f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.589187:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345638.589209:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910261248:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 98us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.589215:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3594 00010000:00010000:0.0:1763345638.589234:0:27809:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b543345e00/0x52bea07cb58aafaf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.589241:0:27809:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543345e00/0x52bea07cb58aafaf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.589250:0:27809:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543345e00/0x52bea07cb58aafaf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.589257:0:27809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b543345e00/0x52bea07cb58aafaf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.589279:0:27809:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763345638.589498:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+49:3656:x1849000924366720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11198us (11544us total) trans 17179872173 rc 0/0 00000100:00100000:0.0:1763345638.589507:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7896 00000004:00080000:0.0:1763345638.589544:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54369bb80/2, rc 0, transno 17179872173 00000100:00100000:0.0:1763345638.589549:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54369bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924366720:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763345638.589582:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.589598:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910261120 00000100:00100000:0.0:1763345638.589602:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910261120 00010000:00010000:0.0:1763345638.589618:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b672e57800/0x52bea07cb58aad24 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808326d0 expref: 29 pid: 8560 timeout: 1131 lvb_type: 1 00000100:00100000:0.0:1763345638.589638:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3595 00000100:00100000:0.0:1763345638.589645:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910261120:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345638.589653:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345638.589657:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b672e57800/0x52bea07cb58aad24 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x340:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808326d0 expref: 29 pid: 8560 timeout: 1131 lvb_type: 1 00010000:00010000:0.0:1763345638.589666:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b672e57800/0x52bea07cb58aad24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x340:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808326d0 expref: 29 pid: 8560 timeout: 1131 lvb_type: 1 00010000:00010000:0.0:1763345638.589680:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.589682:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.589685:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543344600/0x52bea07cb58aafa8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x340:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.589698:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543344600/0x52bea07cb58aafa8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x340:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.589711:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345638.589731:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910261120:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 86us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.589738:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3595 00010000:00010000:1.0:1763345638.590418:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b650a72e00/0x52bea07cb58aadd3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832708 expref: 15 pid: 28868 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763345638.590430:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545655f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8404:1849000924366464:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345638.590444:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58aaf9a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.590452:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58aaf9a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.590458:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58aaf9a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.590466:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58aaf9a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.590473:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58aaf9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.590496:0:8404:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763345638.590618:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:3657:x1849000924365952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17491us (17892us total) trans 21474839427 rc 0/0 00000100:00100000:1.0:1763345638.590626:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7889 00010000:00010000:3.0:1763345638.590733:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b672e57800/0x52bea07cb58aad24 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a969808326d0 expref: 28 pid: 8560 timeout: 1131 lvb_type: 1 00000100:00100000:3.0:1763345638.590744:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5432edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1849000924367232:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345638.591003:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b543344600/0x52bea07cb58aafa8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.591012:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b543344600/0x52bea07cb58aafa8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.591019:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543344600/0x52bea07cb58aafa8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.591026:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543344600/0x52bea07cb58aafa8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.591034:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b543344600/0x52bea07cb58aafa8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.591045:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763345638.591217:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:3658:x1849000924366848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15748us (16030us total) trans 17179872174 rc 0/0 00000100:00100000:3.0:1763345638.591224:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7893 00000100:00100000:1.0:1763345638.591302:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.591715:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910261376 00000100:00100000:3.0:1763345638.591721:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910261376 00000100:00100000:3.0:1763345638.591785:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7898 00000100:00100000:3.0:1763345638.591794:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+15:55937:x1849000910261376:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345638.591808:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345638.591824:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543344200/0x52bea07cb58aafbd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x33e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808327b0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345638.591843:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x33e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345638.591858:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345638.591860:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345638.591947:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543344200/0x52bea07cb58aafbd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808327b0 expref: 16 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.591962:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b543344200/0x52bea07cb58aafbd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808327b0 expref: 16 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.591973:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543344200, rc 0) 00000100:00100000:3.0:1763345638.592013:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+16:55937:x1849000910261376:12345-192.168.203.8@tcp:101:bash.0 Request processed in 221us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345638.592019:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7898 00010000:00010000:0.0:1763345638.592222:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763345638.593561:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.593618:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910261504 00000100:00100000:0.0:1763345638.593626:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910261504 00002000:00010000:0.0:1763345638.593656:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/833 (0->18446744073709551615) 00002000:00100000:0.0:1763345638.593660:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435ba300 with x1849000910261504 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345638.593671:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5435ba300. 00000100:00100000:0.0:1763345638.593703:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1872 00000100:00100000:0.0:1763345638.593711:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+28:2409:x1849000910261504:12345-192.168.203.8@tcp:10:bash.0 00000100:00100000:1.0:1763345638.595063:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00002000:00010000:0.0:1763345638.595257:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x341:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345638.595261:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x341:0x0] updating lvb mtime from disk: 0 -> 1763345638 00002000:00010000:0.0:1763345638.595264:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x341:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345638.595266:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x341:0x0] updating lvb ctime from disk: 0 -> 1763345638 00002000:00010000:0.0:1763345638.595268:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x341:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345638.595321:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910261504:12345-192.168.203.8@tcp:10:bash.0 Request processed in 1609us (1766us total) trans 17179872175 rc 0/0 00000100:00100000:3.0:1763345638.595329:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910261632 00000100:00100000:0.0:1763345638.595331:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1872 00000100:00100000:3.0:1763345638.595337:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910261632 00002000:00010000:0.0:1763345638.595338:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/833 (0->18446744073709551615) 00002000:00100000:0.0:1763345638.595343:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435ba300 with x1849000910261504 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345638.595349:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5435ba300. 00002000:00010000:3.0:1763345638.595365:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/830 (0->18446744073709551615) 00002000:00100000:3.0:1763345638.595370:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435bb100 with x1849000910261632 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345638.595378:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5435bb100. 00000100:00100000:3.0:1763345638.595411:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1873 00000100:00100000:3.0:1763345638.595418:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910261632:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:3.0:1763345638.595512:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x33e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345638.595515:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x33e:0x0] updating lvb mtime from disk: 0 -> 1763345638 00002000:00010000:3.0:1763345638.595517:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x33e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345638.595519:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x33e:0x0] updating lvb ctime from disk: 0 -> 1763345638 00002000:00010000:3.0:1763345638.595522:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x33e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345638.595544:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910261632:12345-192.168.203.8@tcp:10:bash.0 Request processed in 126us (488us total) trans 21474839428 rc 0/0 00000100:00100000:3.0:1763345638.595550:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1873 00002000:00010000:3.0:1763345638.595553:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/830 (0->18446744073709551615) 00002000:00100000:3.0:1763345638.595557:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435bb100 with x1849000910261632 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345638.595560:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5435bb100. 00000100:00100000:1.0:1763345638.598386:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.598600:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910261888 00000100:00100000:3.0:1763345638.598611:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910261888 00000100:00100000:3.0:1763345638.600087:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10896 00000100:00100000:3.0:1763345638.600108:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+293:57194:x1849000910261888:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345638.600135:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345638.600162:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58aafc4 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808327b7 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.600234:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aafcb lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.600248:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aafcb lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.600260:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aafcb lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.600272:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aafd2 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.600279:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aafd2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.600286:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aafd2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.600392:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58aafd9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.600401:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58aafd9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.600409:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58aafd9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345638.600419:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x234:0x0]: returning size 2 00010000:00010000:3.0:1763345638.600509:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aafcb lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.600517:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aafcb lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.600523:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aafcb lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.600530:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aafcb lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.600536:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543344000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.600540:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aafcb lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.600547:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aafcb lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.600558:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b671c41400) 00010000:00010000:3.0:1763345638.600561:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.600566:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aafcb lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.600572:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58aafcb lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.600590:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aafd2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.600601:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aafd2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.600607:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aafd2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.600612:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543345600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.600616:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aafd2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.600622:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aafd2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.600629:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b671c41900) 00010000:00010000:3.0:1763345638.600633:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.600636:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aafd2 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.600642:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58aafd2 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.600681:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58aafc4 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327b7 expref: 296 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.600695:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58aafd9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327b7 expref: 295 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.600714:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:3.0:1763345638.600716:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1763345638.600719:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543344600, rc 0) 00000100:00100000:3.0:1763345638.602841:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+295:57194:x1849000910261888:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2731us (4453us total) trans 8589940832 rc 0/0 00000100:00100000:3.0:1763345638.602854:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10896 00000100:00100000:1.0:1763345638.608131:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910262144 00000100:00100000:1.0:1763345638.608141:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910262144 00000100:00100000:1.0:1763345638.608193:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3775 00000100:00100000:1.0:1763345638.608203:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+295:57194:x1849000910262144:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345638.608578:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+296:57194:x1849000910262144:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 375us (508us total) trans 8589940833 rc 0/0 00000100:00100000:1.0:1763345638.608586:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3775 00000100:00100000:1.0:1763345638.609099:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.610087:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763345638.610103:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924367616:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763345638.610141:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345638.610461:0:8939:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924367616 00000100:00100000:1.0:1763345638.610468:0:8939:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924367616 00000100:00100000:1.0:1763345638.610623:0:8939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1763345638.610632:0:8939:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+49:3656:x1849000924367616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1763345638.610650:0:8939:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484952768 pending 57344 free 3919175680 avail 3687624704 00000100:00100000:1.0:1763345638.610716:0:8939:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+49:3656:x1849000924367616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345638.610727:0:8939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1763345638.610874:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3658:1849000924367744:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1763345638.610916:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345638.610957:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924367744 00000100:00100000:0.0:1763345638.610961:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924367744 00000100:00100000:0.0:1763345638.610991:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:0.0:1763345638.610997:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3658:x1849000924367744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1763345638.611022:0:6526:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445552128 avail 1299312640 00000100:00100000:0.0:1763345638.611056:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3658:x1849000924367744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.611063:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00000100:00100000:0.0:1763345638.611107:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3658:1849000924367744:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1763345638.611150:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924367616:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763345638.611173:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924367872:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763345638.611204:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345638.611234:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.611240:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924367872 00000100:00100000:0.0:1763345638.611245:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924367872 00000100:00100000:0.0:1763345638.611280:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302 00000100:00100000:0.0:1763345638.611287:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1849000924367872:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1763345638.611306:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446187008 avail 1299947520 00000100:00100000:0.0:1763345638.611349:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1849000924367872:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.611359:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302 00000100:00100000:0.0:1763345638.611466:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3657:1849000924368128:0@lo:400:kworker.0 00000100:00100000:1.0:1763345638.611476:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910262528 00000100:00100000:1.0:1763345638.611479:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910262528 00000100:00100000:0.0:1763345638.611492:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345638.611502:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3776 00000100:00100000:1.0:1763345638.611509:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+298:56009:x1849000910262528:12345-192.168.203.8@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1763345638.611515:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3657:1849000924368640:0@lo:400:kworker.0 00000100:00100000:0.0:1763345638.611534:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345638.611549:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1763345638.611554:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:abaeb091-2865-41c5-9779-9e35cea57c58:3657:1849000924368000:0@lo:400:kworker.0 00000100:00100000:0.0:1763345638.611577:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345638.611597:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3657:1849000924368512:0@lo:400:kworker.0 00000100:00100000:0.0:1763345638.611616:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345638.611630:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b549f71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3657:1849000924369024:0@lo:400:kworker.0 00000100:00100000:0.0:1763345638.611647:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345638.611669:0:32316:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924368000 00000100:00100000:0.0:1763345638.611673:0:32316:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924368000 00000100:00100000:0.0:1763345638.611696:0:32316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:0.0:1763345638.611702:0:32316:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677999450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:abaeb091-2865-41c5-9779-9e35cea57c58+23:3657:x1849000924368000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763345638.611741:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+299:56009:x1849000910262528:12345-192.168.203.8@tcp:35:ldlm_bl.0 Request processed in 231us (509us total) trans 8589940834 rc 0/0 00000100:00100000:1.0:1763345638.611748:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3776 00000100:00100000:1.0:1763345638.611780:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924368128 00000100:00100000:1.0:1763345638.611784:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924368128 00000100:00100000:1.0:1763345638.611805:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924368640 00000100:00100000:1.0:1763345638.611808:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924368640 00000100:00100000:1.0:1763345638.611839:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924368512 00000100:00100000:1.0:1763345638.611842:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924368512 00000100:00100000:1.0:1763345638.611857:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924369024 00000100:00100000:1.0:1763345638.611859:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924369024 00000100:00080000:3.0:1763345638.611864:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1763345638.611870:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763345638.611889:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235 00000100:00100000:1.0:1763345638.611896:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3657:x1849000924368128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763345638.612783:0:32316:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677999450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:abaeb091-2865-41c5-9779-9e35cea57c58+23:3657:x1849000924368000:12345-0@lo:400:kworker.0 Request processed in 1078us (1202us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.612792:0:32316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:1.0:1763345638.612798:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3657:x1849000924368128:12345-0@lo:400:kworker.0 Request processed in 902us (1305us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345638.612804:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235 00000100:00100000:1.0:1763345638.612819:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:1.0:1763345638.612826:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3657:x1849000924368640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763345638.612828:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:0.0:1763345638.612834:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3657:x1849000924368512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763345638.612856:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3657:x1849000924368640:12345-0@lo:400:kworker.0 Request processed in 31us (1320us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.612856:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3657:x1849000924368512:12345-0@lo:400:kworker.0 Request processed in 22us (1239us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345638.612862:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00100000:3.0:1763345638.612921:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:abaeb091-2865-41c5-9779-9e35cea57c58:3657:1849000924368000:0@lo:400:kworker.0 00000100:00100000:3.0:1763345638.612934:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3657:1849000924368512:0@lo:400:kworker.0 00000100:00100000:3.0:1763345638.612943:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3657:1849000924368128:0@lo:400:kworker.0 00000100:00100000:3.0:1763345638.612953:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3657:1849000924368640:0@lo:400:kworker.0 00000100:00100000:0.0:1763345638.613004:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00100000:0.0:1763345638.613019:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:0.0:1763345638.613025:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3657:x1849000924369024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763345638.613063:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3657:x1849000924369024:12345-0@lo:400:kworker.0 Request processed in 39us (1415us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.613069:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00000100:00100000:0.0:1763345638.613079:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924368896 00000100:00100000:0.0:1763345638.613083:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924368896 00000100:00100000:0.0:1763345638.613109:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:0.0:1763345638.613114:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1849000924368896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763345638.613142:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1849000924368896:12345-0@lo:400:kworker.0 Request processed in 28us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.613147:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000100:00100000:0.0:1763345638.613156:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924368768 00000100:00100000:0.0:1763345638.613159:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924368768 00000100:00100000:0.0:1763345638.613173:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240 00000100:00100000:0.0:1763345638.613178:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542034e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1849000924368768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763345638.613203:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542034e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1849000924368768:12345-0@lo:400:kworker.0 Request processed in 25us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.613208:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240 00000100:00080000:0.0:1763345638.613234:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1763345638.613237:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1763345638.613239:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1763345638.613241:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763345638.613264:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3659:1849000924368256:0@lo:400:kworker.0 00000100:00100000:0.0:1763345638.613273:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3659:1849000924368768:0@lo:400:kworker.0 00000100:00100000:0.0:1763345638.613281:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3659:1849000924368384:0@lo:400:kworker.0 00000100:00100000:0.0:1763345638.613291:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3659:1849000924368896:0@lo:400:kworker.0 00000100:00100000:3.0:1763345638.613362:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b549f71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3657:1849000924369024:0@lo:400:kworker.0 00000100:00100000:3.0:1763345638.614958:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.615049:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910262656 00000100:00100000:0.0:1763345638.615056:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910262656 00010000:00010000:0.0:1763345638.615088:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58aaf31 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x234:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832778 expref: 299 pid: 6522 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763345638.615131:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3596 00000100:00100000:0.0:1763345638.615139:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658762850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+299:2409:x1849000910262656:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345638.615152:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345638.615158:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58aaf31 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x234:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832778 expref: 299 pid: 6522 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345638.615171:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58aaf31 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x234:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832778 expref: 299 pid: 6522 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345638.615192:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58aaf31 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x234:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832778 expref: 299 pid: 6522 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345638.615207:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:0.0:1763345638.615212:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58aaffc lrc: 3/1,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.615222:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58aaffc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.615229:0:28406:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58aaffc lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.615259:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345638.615310:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658762850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+298:2409:x1849000910262656:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 171us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.615317:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3596 00010000:00010000:3.0:1763345638.615394:0:9296:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58aaffc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.615403:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58aaffc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345638.615447:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x234:0x0]: returning size 5 00000004:00200000:3.0:1763345638.615451:0:9296:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763345638.615469:0:9296:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58aaffc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.615481:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58aaffc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.615491:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58aafee lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.615498:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58aafee lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.615505:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58aafee lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.615511:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58aafee lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.615517:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5434cba00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.615521:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58aafee lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.615527:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58aafee lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.615536:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc100) 00010000:00010000:3.0:1763345638.615539:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.615542:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58aafee lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.615548:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58aafee lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.615558:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58aaff5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.615564:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58aaff5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.615570:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58aaff5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.615575:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545b86200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.615577:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58aaff5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.615587:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58aaff5 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.615594:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cca00) 00010000:00010000:3.0:1763345638.615596:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.615599:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58aaff5 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.615604:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58aaff5 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.615632:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58aafe7 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327be expref: 298 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.615646:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58aaffc lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327be expref: 297 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.615652:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:3.0:1763345638.615654:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345638.615657:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545330200, rc 0) 00000100:00100000:3.0:1763345638.615694:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+297:57195:x1849000910262272:12345-192.168.203.8@tcp:101:rm.0 Request processed in 6460us (6596us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345638.616290:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10897 00000100:00100000:3.0:1763345638.619979:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.620053:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.620191:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910263168 00000100:00100000:0.0:1763345638.620201:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910263168 00000100:00100000:3.0:1763345638.620958:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10898 00000100:00100000:3.0:1763345638.620970:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+298:57195:x1849000910263168:12345-192.168.203.8@tcp:36:rm.0 00010000:00010000:3.0:1763345638.621025:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1763345638.621049:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58aaf93 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x234:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083279b expref: 299 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.621068:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58aaffc lrc: 0/0,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327be expref: 298 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.621080:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58aafd9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327b7 expref: 297 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.621092:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58aaf5b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832794 expref: 296 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.621101:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:3.0:1763345638.621106:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345638.621124:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58ab00a lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.621137:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58ab00a lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.621155:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58ab00a lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.621175:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ab018 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.621188:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ab018 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.621199:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ab018 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.621275:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ab026 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.621284:0:9295:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ab011 lrc: 2/0,1 mode: CW/CW res: [0x200000405:0x234:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.621291:0:9295:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ab026 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x234:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.621339:0:9295:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ab011 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x234:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a969808327c5 expref: 296 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.621354:0:9295:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ab011 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x234:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808327c5 expref: 296 pid: 9296 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763345638.621367:0:9295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d0380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924369152:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345638.621524:0:9295:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b649308780 going to sleep for 11 seconds 00000100:00100000:0.0:1763345638.623839:0:9295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d0380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924369152:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345638.624379:0:9295:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ab026 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x234:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000100:00100000:0.0:1763345638.630301:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.631501:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.632146:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910263424 00000100:00100000:3.0:1763345638.632152:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910263424 00000100:00100000:3.0:1763345638.632182:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10900 00000100:00100000:3.0:1763345638.632189:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+295:57194:x1849000910263424:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345638.632210:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345638.632226:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58ab02d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808327cc expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.632303:0:9295:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ab026 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.632312:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ab026 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.632331:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58ab034 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.632340:0:9296:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ab026 lrc: 2/0,1 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.632347:0:9296:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58ab034 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.632359:0:9296:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ab026 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.632368:0:9296:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58ab034 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00080000:1.0:1763345638.632542:0:9295:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x200000405:0x234:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1763345638.632626:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ab026 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.632638:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ab026 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.632644:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ab026 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.632650:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545b86200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.632653:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ab026 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.632659:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ab026 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.632668:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:1.0:1763345638.632671:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763345638.632673:0:9295:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58ab034 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.632678:0:9295:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58ab034 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.632683:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58ab034 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.632717:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ab026 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x234:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.632725:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ab026 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x234:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.632740:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58ab00a lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.632746:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58ab00a lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.632752:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58ab00a lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.632779:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58ab00a lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.632785:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6586e3200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.632787:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58ab00a lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.632793:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58ab00a lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.632797:0:9296:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58ab034 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.632802:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b671c41400) 00010000:00010000:1.0:1763345638.632809:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.632811:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58ab034 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.632813:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58ab00a lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.632827:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58ab00a lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000004:00010000:1.0:1763345638.632842:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000029b55f23 reply state 00000000f41acb09 transno 8589940836 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ab018 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:3.0:1763345638.632845:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x234:0x0]: returning size 5 00000004:00200000:3.0:1763345638.632853:0:9296:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1763345638.632856:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ab018 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.632863:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b671c41900) 00010000:00010000:1.0:1763345638.632866:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345638.632868:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00010000:3.0:1763345638.632890:0:9296:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58ab034 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.632919:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58ab02d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327cc expref: 299 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.632935:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58ab034 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327cc expref: 298 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.632944:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00000100:00100000:1.0:1763345638.632946:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+298:57195:x1849000910263168:12345-192.168.203.8@tcp:36:rm.0 Request processed in 11977us (12974us total) trans 8589940836 rc 0/0 00010000:00010000:3.0:1763345638.632948:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345638.632953:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545330200, rc 0) 00000100:00100000:1.0:1763345638.632962:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10898 00000100:00100000:3.0:1763345638.633001:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+297:57194:x1849000910263424:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 811us (1503us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345638.633009:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10900 00000100:00100000:1.0:1763345638.638482:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910263680 00000100:00100000:1.0:1763345638.638492:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910263680 00000100:00100000:1.0:1763345638.638548:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10901 00000100:00100000:1.0:1763345638.638558:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+297:57194:x1849000910263680:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345638.638578:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.638598:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab03b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808327d3 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.638700:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab042 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.638714:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab042 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x234:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.638725:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab042 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x234:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:1.0:1763345638.638737:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x234:0x0]: returning size 5 00010000:00010000:1.0:1763345638.639450:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab03b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x234:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327d3 expref: 300 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.639652:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab042 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x234:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327d3 expref: 299 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.639663:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:1.0:1763345638.639666:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763345638.639670:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261000, rc 0) 00000100:00100000:1.0:1763345638.639945:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+299:57194:x1849000910263680:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1386us (1578us total) trans 8589940837 rc 0/0 00000100:00100000:1.0:1763345638.639954:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10901 00000100:00100000:0.0:1763345638.642326:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.642422:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910263808 00000100:00100000:1.0:1763345638.642432:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910263808 00000100:00100000:1.0:1763345638.642491:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7899 00000100:00100000:1.0:1763345638.642506:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910263808:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:1.0:1763345638.642551:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58ab050 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.642569:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5434caa00/0x52bea07cb58aafb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808327a9 expref: 29 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.642576:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345638.642578:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345638.642582:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58ab050 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.642615:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b5434caa00/0x52bea07cb58aafb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.203.8@tcp remote: 0x199a969808327a9 expref: 29 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.642630:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b5434caa00/0x52bea07cb58aafb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808327a9 expref: 29 pid: 15692 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763345638.642643:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543385880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8404:1849000924369280:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345638.642733:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1763345638.646517:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910263936 00000100:00100000:1.0:1763345638.646533:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910263936 00000100:00100000:1.0:1763345638.646596:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10902 00000100:00100000:1.0:1763345638.646606:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+299:57196:x1849000910263936:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345638.646638:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.646661:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab057 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808327da expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.646747:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab05e lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.646789:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab05e lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.646802:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab05e lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.646816:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab065 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.646824:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab065 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.646830:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab065 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.646869:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab05e lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.646887:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab05e lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.646894:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab05e lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.646900:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab05e lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.646911:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.646914:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab05e lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.646922:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab05e lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.646937:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432e0900) 00010000:00010000:1.0:1763345638.646941:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.646945:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab05e lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.646951:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab05e lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.646966:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab065 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.646971:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab065 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.646977:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab065 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.646981:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.646984:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab065 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.646989:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab065 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.646995:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b671c41900) 00010000:00010000:1.0:1763345638.646998:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.647001:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab065 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.647005:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab065 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.647028:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab057 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327da expref: 300 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.647037:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432e0900) 00010000:00010000:1.0:1763345638.647039:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.647042:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab057 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327da expref: 300 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.647053:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260a00, rc 0) 00000100:00100000:1.0:1763345638.647124:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+299:57196:x1849000910263936:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 519us (2930us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345638.647132:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10902 00000100:00100000:3.0:1763345638.647869:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.647935:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910264064 00000100:00100000:0.0:1763345638.647943:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910264064 00000100:00100000:1.0:1763345638.647950:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543385880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8404:1849000924369280:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345638.647974:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58ab050 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1763345638.647985:0:28400:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x341:0x0] (0->4) req@ffff91b6449d3b80 x1849000910264064/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:114/0 lens 496/0 e 0 to 0 dl 1763345649 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345638.647997:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6449d3b80 with x1849000910264064 ext(0->4) 00010000:00010000:0.0:1763345638.648005:0:28400:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff91b5434caa00/0x52bea07cb58aafb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808327a9 expref: 30 pid: 15692 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345638.648021:0:28400:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff91b5434caa00/0x52bea07cb58aafb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808327a9 expref: 30 pid: 15692 timeout: 1131 lvb_type: 0 00002000:00010000:0.0:1763345638.648035:0:28400:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff91b6449d3b80 00000100:00100000:0.0:1763345638.648066:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 129 00000100:00100000:0.0:1763345638.648076:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+30:2408:x1849000910264064:12345-192.168.203.8@tcp:4:bash.0 00000100:00100000:1.0:1763345638.650646:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910264192 00000100:00100000:1.0:1763345638.650656:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910264192 00000100:00100000:1.0:1763345638.650717:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10903 00000100:00100000:1.0:1763345638.650728:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545960700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+299:57196:x1849000910264192:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345638.650747:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.650798:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab06c lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808327e1 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.650895:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab073 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.650909:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab073 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.650918:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab073 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.650927:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab07a lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.650933:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab07a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.650939:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab07a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.650972:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab073 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.650979:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab073 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.650984:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab073 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.650989:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab073 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.650995:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.650999:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab073 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.651015:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab073 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.651026:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432e0400) 00010000:00010000:1.0:1763345638.651028:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.651033:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab073 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.651038:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab073 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.651051:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab07a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.651056:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab07a lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.651061:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab07a lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.651065:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.651068:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab07a lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.651074:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab07a lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.651080:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b671c41900) 00010000:00010000:1.0:1763345638.651082:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.651084:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab07a lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.651090:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab07a lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.651111:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab06c lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327e1 expref: 300 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.651120:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432e0400) 00010000:00010000:1.0:1763345638.651123:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.651126:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab06c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327e1 expref: 300 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.651138:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261c00, rc 0) 00000100:00100000:1.0:1763345638.651198:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545960700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+299:57196:x1849000910264192:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 472us (1347us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345638.651205:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10903 00000100:00100000:1.0:1763345638.658702:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910264320 00000100:00100000:1.0:1763345638.658711:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910264320 00000100:00100000:1.0:1763345638.658804:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10904 00000100:00100000:1.0:1763345638.658813:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+299:57196:x1849000910264320:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345638.658833:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.658857:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab081 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808327e8 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.658966:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58ab088 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.658982:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58ab088 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.658993:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58ab088 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:0.0:1763345638.659030:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763345638.659035:0:9296:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763345638.659064:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab081 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327e8 expref: 301 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.659080:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58ab088 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327e8 expref: 300 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.659088:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432e0500) 00010000:00010000:0.0:1763345638.659091:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763345638.659094:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6821e0c00, rc 0) 00000100:00100000:0.0:1763345638.659159:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+300:57196:x1849000910264320:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 346us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.659167:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10904 00000100:00100000:0.0:1763345638.660731:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910264448 00000100:00100000:0.0:1763345638.660741:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910264448 00010000:00010000:0.0:1763345638.660797:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b5434caa00/0x52bea07cb58aafb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808327a9 expref: 32 pid: 15692 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763345638.660829:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3598 00000100:00100000:0.0:1763345638.660837:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+32:2409:x1849000910264448:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345638.660850:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1763345638.660867:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x341:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:0.0:1763345638.660870:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x341:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763345638.660888:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b5434caa00/0x52bea07cb58aafb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808327a9 expref: 32 pid: 15692 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345638.660901:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b5434caa00/0x52bea07cb58aafb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808327a9 expref: 32 pid: 15692 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345638.660920:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5434caa00/0x52bea07cb58aafb6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.203.8@tcp remote: 0x199a969808327a9 expref: 32 pid: 15692 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345638.660933:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.660935:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.660939:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58ab050 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.660949:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58ab050 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.661107:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345638.661192:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58ab050 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.661203:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58ab050 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.661262:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58ab050 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.661270:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58ab050 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.661278:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58ab050 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.661285:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345638.661289:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58ab050 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.661298:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58ab050 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.661309:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58ab050 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.661317:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58ab050 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345638.661395:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+31:2409:x1849000910264448:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 557us (1400us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.661403:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3598 00000100:00100000:0.0:1763345638.665406:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910264576 00000100:00100000:0.0:1763345638.665416:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910264576 00000100:00100000:0.0:1763345638.665474:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10905 00000100:00100000:0.0:1763345638.665484:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+300:57196:x1849000910264576:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345638.665503:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345638.665526:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab08f lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808327ef expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.665609:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab096 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.665623:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab096 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.665633:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab096 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.665643:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab09d lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.665650:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab09d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.665655:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab09d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.665705:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab096 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.665712:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab096 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.665718:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab096 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.665723:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab096 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.665728:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e1e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345638.665732:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab096 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.665739:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab096 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.665749:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432e0500) 00010000:00010000:0.0:1763345638.665752:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345638.665756:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab096 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.665798:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab096 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.665812:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab09d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.665817:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab09d lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.665823:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab09d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.665828:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e1a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345638.665831:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab09d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.665837:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab09d lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.665845:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b671c41900) 00010000:00010000:0.0:1763345638.665847:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345638.665850:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab09d lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.665854:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab09d lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.665889:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab08f lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327ef expref: 301 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.665898:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432e0500) 00010000:00010000:0.0:1763345638.665900:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345638.665904:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab08f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327ef expref: 301 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.665913:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6821e1400, rc 0) 00000100:00100000:0.0:1763345638.665965:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+300:57196:x1849000910264576:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 483us (932us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345638.665973:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10905 00000100:00100000:1.0:1763345638.666995:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910264832 00000100:00100000:1.0:1763345638.667003:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910264832 00000100:00100000:1.0:1763345638.667054:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10906 00000100:00100000:1.0:1763345638.667249:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+300:57194:x1849000910264832:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:1.0:1763345638.667287:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345638.667305:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58ab034 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327cc expref: 300 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.667320:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:1.0:1763345638.667324:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345638.667345:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab0a4 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.667355:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab0a4 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.667362:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab0a4 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000040:00080000:1.0:1763345638.667574:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1830, 88 off152296 00000004:00080000:1.0:1763345638.667583:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1031192823025ns, next at 1031841700679ns, rc = 0 00000040:00080000:1.0:1763345638.667623:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1814, 88 off150768 00000004:00080000:1.0:1763345638.667628:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1031192868692ns, next at 1031841729076ns, rc = 0 00000040:00080000:1.0:1763345638.667658:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1815, 88 off150856 00000004:00080000:1.0:1763345638.667663:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1031192904025ns, next at 1031841729076ns, rc = 0 00000040:00080000:1.0:1763345638.667673:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1831, 88 off152384 00000004:00080000:1.0:1763345638.667676:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1031192916552ns, next at 1031841700679ns, rc = 0 00000001:00080000:1.0:1763345638.670355:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940838 is committed 00000004:00080000:1.0:1763345638.670364:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1178 committed 00000004:00080000:1.0:1763345638.670375:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1163 committed 00000004:00080000:1.0:1763345638.670386:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1162 committed 00000004:00080000:1.0:1763345638.670388:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1177 committed 00000004:00010000:1.0:1763345638.670566:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002ac09660 reply state 00000000ddef2478 transno 8589940838 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab0a4 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.670588:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab0a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.670602:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:1.0:1763345638.670605:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763345638.670609:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763345638.670783:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ab018 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.670792:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ab018 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.670799:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ab018 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.670805:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6586e3a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.670809:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ab018 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.670816:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ab018 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.670827:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b671c41900) 00010000:00010000:3.0:1763345638.670829:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.670833:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ab018 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.670839:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ab018 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000100:00100000:3.0:1763345638.671063:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924369408:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345638.671104:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1763345638.671348:0:9295:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763345638.671360:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+293:57194:x1849000910264832:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 4298us (4481us total) trans 8589940838 rc 0/0 00000100:00100000:1.0:1763345638.671369:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10906 00000100:00100000:0.0:1763345638.671458:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910265088 00000100:00100000:0.0:1763345638.671466:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910265088 00000100:00100000:3.0:1763345638.671487:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b549f71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924369536:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345638.671517:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345638.671541:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763345638.671547:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924369664:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345638.671564:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345638.671585:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924369408 00000100:00100000:3.0:1763345638.671588:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924369408 00000100:00100000:3.0:1763345638.671615:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924369536 00000100:00100000:3.0:1763345638.671617:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924369536 00000100:00100000:3.0:1763345638.671628:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924369664 00000100:00100000:3.0:1763345638.671630:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924369664 00000100:00100000:3.0:1763345638.671644:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7900 00000100:00100000:3.0:1763345638.671650:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:3657:x1849000924369408:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345638.671801:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+52:3657:x1849000924369408:12345-0@lo:2:osp-syn-1-0.0 Request processed in 149us (695us total) trans 17179872177 rc 0/0 00000100:00100000:3.0:1763345638.671813:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7900 00000100:00100000:3.0:1763345638.671831:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7902 00000100:00100000:3.0:1763345638.671837:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:3658:x1849000924369664:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763345638.671908:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x33e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345638.671912:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x33e:0x0] updating lvb mtime from disk: 1763345638 -> 1763345638 00002000:00010000:3.0:1763345638.671915:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x33e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345638.671918:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x33e:0x0] updating lvb ctime from disk: 1763345638 -> 1763345638 00002000:00010000:3.0:1763345638.671920:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x33e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345638.671947:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+22:3658:x1849000924369664:12345-0@lo:2:osp-syn-0-0.0 Request processed in 109us (381us total) trans 21474839429 rc 0/0 00000100:00100000:3.0:1763345638.671956:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7902 00010000:00010000:3.0:1763345638.671980:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab0a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.671994:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab0a4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.672001:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab0a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.672008:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.672012:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab0a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.672019:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab0a4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.672028:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:3.0:1763345638.672031:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345638.672034:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab0a4 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.672040:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab0a4 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000100:00100000:3.0:1763345638.672058:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924369792:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345638.672080:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345638.672208:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10907 00000100:00100000:1.0:1763345638.672218:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+293:57196:x1849000910265088:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345638.672229:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.672232:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763345638.672247:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58ab088 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327e8 expref: 293 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.672259:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432e0500) 00010000:00010000:1.0:1763345638.672266:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345638.672279:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab0ab lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808327f6 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.672350:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab0b2 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.672361:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab0b2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.672370:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab0b2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.672381:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab0b9 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.672388:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab0b9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.672394:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab0b9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.672793:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab0c0 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x235:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.672802:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab0c0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.672809:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab0c0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:1.0:1763345638.672818:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x235:0x0]: returning size 0 00010000:00010000:1.0:1763345638.672842:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab0b2 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.672848:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab0b2 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.672853:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab0b2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.672859:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab0b2 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.672864:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.672868:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab0b2 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.672874:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab0b2 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.672909:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:1.0:1763345638.672912:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.672915:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab0b2 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.672920:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab0b2 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000004:00010000:1.0:1763345638.672930:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006df5465e reply state 00000000be2c5423 transno 8589940839 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab0b9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.672939:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab0b9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.672944:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b642a6e100) 00010000:00010000:1.0:1763345638.672946:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345638.672949:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763345638.672982:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab0ab lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327f6 expref: 294 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.672998:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab0c0 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327f6 expref: 293 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.673005:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x235:0x0].0x0 (ffff91b642a6eb00) 00010000:00010000:1.0:1763345638.673007:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345638.673009:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260c00, rc 0) 00000100:00100000:1.0:1763345638.673048:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+294:57196:x1849000910265088:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 832us (3566us total) trans 8589940839 rc 0/0 00000100:00100000:1.0:1763345638.673054:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10907 00000004:00080000:3.0:1763345638.673829:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6449d0380/2, rc 0, transno 17179872177 00000100:00100000:3.0:1763345638.673836:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924369408:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345638.674139:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ab4700/2, rc 0, transno 21474839430 00000100:00100000:1.0:1763345638.674145:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924369792:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345638.675304:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910265216 00000100:00100000:1.0:1763345638.675312:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910265216 00000100:00100000:1.0:1763345638.675644:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10908 00000100:00100000:1.0:1763345638.675654:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+294:57194:x1849000910265216:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345638.675672:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.675687:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab0ce lrc: 2/0,0 mode: --/CR res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808327fd expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.676100:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab0ce lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327fd expref: 295 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.676114:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab0ce lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327fd expref: 295 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.676128:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:1.0:1763345638.676131:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345638.676134:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260000, rc 0) 00000100:00100000:1.0:1763345638.676394:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+295:57194:x1849000910265216:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 740us (1264us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345638.676402:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10908 00000100:00100000:0.0:1763345638.676470:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.677100:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910265472 00000100:00100000:1.0:1763345638.677107:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910265472 00000100:00100000:1.0:1763345638.677145:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10909 00000100:00100000:1.0:1763345638.677153:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+295:57196:x1849000910265472:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345638.677167:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.677180:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab0d5 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x235:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832804 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.677267:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab0dc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x235:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.677279:0:9295:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab0c0 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327f6 expref: 296 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.677286:0:9295:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab0dc lrc: 4/0,1 mode: --/EX res: [0x200000405:0x235:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.677312:0:9295:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab0c0 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a969808327f6 expref: 296 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.677324:0:9295:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab0c0 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808327f6 expref: 296 pid: 9295 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763345638.677336:0:9295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543385880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924369920:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345638.677399:0:9295:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345638.680305:0:9295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543385880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924369920:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345638.680332:0:9295:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab0dc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x235:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000100:00100000:1.0:1763345638.683865:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910265728 00000100:00100000:1.0:1763345638.683881:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910265728 00000100:00100000:1.0:1763345638.683935:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10910 00000100:00100000:1.0:1763345638.683944:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+297:57194:x1849000910265728:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345638.683961:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.683979:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab0e3 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083280b expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345638.684613:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910265600 00000100:00100000:0.0:1763345638.684619:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910265600 00010000:00010000:0.0:1763345638.684646:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab0c0 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808327f6 expref: 299 pid: 9295 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763345638.684684:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3599 00000100:00100000:0.0:1763345638.684692:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+299:2409:x1849000910265600:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345638.684704:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345638.684711:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab0c0 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808327f6 expref: 299 pid: 9295 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345638.684722:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab0c0 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808327f6 expref: 299 pid: 9295 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345638.684740:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab0c0 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808327f6 expref: 299 pid: 9295 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345638.684785:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x235:0x0].0x0 (ffff91b642a6eb00) 00010000:00010000:0.0:1763345638.684790:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab0dc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x235:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.684799:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab0dc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x235:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.684804:0:28406:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab0dc lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x235:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.684831:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345638.684900:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+298:2409:x1849000910265600:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 186us (1205us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.684908:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3599 00010000:00010000:0.0:1763345638.684966:0:9295:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab0dc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x235:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.684974:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab0dc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x235:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:0.0:1763345638.684992:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x235:0x0]: returning size 0 00010000:00010000:1.0:1763345638.685780:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab0ea lrc: 3/1,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.685797:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab0ea lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.685806:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab0ea lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00080000:0.0:1763345638.686106:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x340:0x0], index 0: 0 00000004:00080000:0.0:1763345638.686114:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x343:0x0], index 1: 0 00000004:00080000:0.0:1763345638.686119:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x344:0x0], index 1: 0 00000004:00080000:0.0:1763345638.686124:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x341:0x0], index 0: 0 00010000:00010000:0.0:1763345638.686220:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab0dc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x235:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.686228:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab0dc lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x235:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.686236:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab0dc lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x235:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.686241:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345638.686245:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab0dc lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x235:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.686253:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab0dc lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x235:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.686261:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x235:0x0].0x0 (ffff91b642a6eb00) 00010000:00010000:0.0:1763345638.686263:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345638.686267:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab0dc lrc: 2/0,0 mode: --/EX res: [0x200000405:0x235:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.686272:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab0dc lrc: 0/0,0 mode: --/EX res: [0x200000405:0x235:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.686303:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab0d5 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x235:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832804 expref: 297 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.686313:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x235:0x0].0x0 (ffff91b642a6eb00) 00010000:00010000:0.0:1763345638.686315:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763345638.686319:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab0d5 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x235:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832804 expref: 297 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.686330:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260200, rc 0) 00000100:00100000:0.0:1763345638.686352:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+296:57196:x1849000910265472:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 9200us (9883us total) trans 8589940840 rc 301/301 00000100:00100000:0.0:1763345638.686359:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10909 00000100:00100000:0.0:1763345638.690070:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910265984 00000100:00100000:0.0:1763345638.690082:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910265984 00000100:00100000:0.0:1763345638.690146:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3777 00000100:00100000:0.0:1763345638.690157:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+296:57196:x1849000910265984:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345638.690174:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910266112 00000100:00100000:3.0:1763345638.690179:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910266112 00000100:00100000:3.0:1763345638.690215:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7904 00000100:00100000:3.0:1763345638.690223:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+30:2408:x1849000910266112:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345638.690234:0:27809:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345638.690254:0:27809:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5434cb200/0x52bea07cb58ab0f8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832812 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345638.690278:0:27809:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x341:0x0] initial LVB size: 5, mtime: 0x691a84e6, atime: 0x0, ctime: 0x691a84e6, blocks: 0x8 00010000:00010000:3.0:1763345638.690296:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345638.690298:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345638.690310:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5434cb200/0x52bea07cb58ab0f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832812 expref: 31 pid: 27809 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345638.690330:0:27809:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5434cb200/0x52bea07cb58ab0f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832812 expref: 31 pid: 27809 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345638.690344:0:27809:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5434cb200, rc 0) 00000100:00100000:3.0:1763345638.690411:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+31:2408:x1849000910266112:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 187us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345638.690418:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7904 00000100:00100000:0.0:1763345638.690449:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+297:57196:x1849000910265984:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 293us (782us total) trans 8589940841 rc 0/0 00000100:00100000:0.0:1763345638.690457:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3777 00000100:00100000:3.0:1763345638.696019:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.696109:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910266368 00000100:00100000:0.0:1763345638.696122:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910266368 00000100:00100000:0.0:1763345638.696518:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3778 00000100:00100000:0.0:1763345638.696532:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+297:57196:x1849000910266368:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345638.696805:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+298:57196:x1849000910266368:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 232us (750us total) trans 8589940842 rc 0/0 00000100:00100000:0.0:1763345638.696814:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3778 00000100:00100000:1.0:1763345638.701528:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.702483:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910266624 00000100:00100000:0.0:1763345638.702494:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910266624 00000100:00100000:0.0:1763345638.702552:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10911 00000100:00100000:0.0:1763345638.702563:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543385880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+298:55937:x1849000910266624:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345638.702587:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345638.702612:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab0ff lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832819 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.702746:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab106 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.702795:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab106 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.702808:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab106 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.702821:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab10d lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.702829:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab10d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.702836:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab10d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.702910:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58ab114 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x235:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.702919:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58ab114 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.702925:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58ab114 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:0.0:1763345638.702936:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x235:0x0]: returning size 0 00010000:00010000:0.0:1763345638.703021:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab106 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.703027:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab106 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.703033:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab106 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.703039:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab106 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.703045:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e1a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345638.703049:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab106 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.703056:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab106 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.703068:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653620c00) 00010000:00010000:0.0:1763345638.703070:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345638.703075:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab106 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.703081:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab106 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.703094:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab10d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.703099:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab10d lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.703105:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab10d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.703110:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e1e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345638.703113:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab10d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.703118:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab10d lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.703124:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b642a6e100) 00010000:00010000:0.0:1763345638.703127:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345638.703130:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab10d lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.703136:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab10d lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.703173:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab0ff lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832819 expref: 301 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.703192:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58ab114 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832819 expref: 300 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.703199:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x235:0x0].0x0 (ffff91b653620d00) 00010000:00010000:0.0:1763345638.703201:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345638.703203:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6821e0c00, rc 0) 00000100:00100000:0.0:1763345638.703269:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543385880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+300:55937:x1849000910266624:12345-192.168.203.8@tcp:101:bash.0 Request processed in 707us (1751us total) trans 8589940843 rc 0/0 00000100:00100000:0.0:1763345638.703276:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10911 00000100:00100000:0.0:1763345638.706728:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910266752 00000100:00100000:0.0:1763345638.706740:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910266752 00000100:00100000:0.0:1763345638.706832:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10912 00000100:00100000:0.0:1763345638.706843:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+300:55937:x1849000910266752:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345638.706867:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345638.706899:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab122 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x235:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832820 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.706937:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ab129 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x235:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.706953:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ab129 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x235:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.706966:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ab129 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x235:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.707098:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab122 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x235:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832820 expref: 302 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.707117:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ab129 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x235:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832820 expref: 301 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.707126:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x235:0x0].0x0 (ffff91b653620d00) 00010000:00010000:0.0:1763345638.707129:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763345638.707132:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545a1d400, rc 0) 00000100:00100000:0.0:1763345638.707194:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+301:55937:x1849000910266752:12345-192.168.203.8@tcp:101:bash.0 Request processed in 354us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.707203:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10912 00000100:00100000:3.0:1763345638.711522:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.711590:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910267008 00000100:00100000:1.0:1763345638.711599:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910267008 00000100:00100000:1.0:1763345638.711653:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10913 00000100:00100000:1.0:1763345638.711663:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+301:55937:x1849000910267008:12345-192.168.203.8@tcp:36:bash.0 00010000:00010000:1.0:1763345638.711712:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345638.711737:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58ab114 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832819 expref: 301 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.711754:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x235:0x0].0x0 (ffff91b653620d00) 00010000:00010000:1.0:1763345638.711799:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345638.711968:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ab130 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x235:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.711981:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ab130 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x235:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.711990:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ab130 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x235:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000001:00080000:1.0:1763345638.712026:0:9295:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589940844 00000004:00010000:1.0:1763345638.712051:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000073144d6f reply state 000000005e648acd transno 8589940845 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ab130 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x235:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.712063:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ab130 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x235:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.712069:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x235:0x0].0x0 (ffff91b653620d00) 00010000:00010000:1.0:1763345638.712071:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345638.712074:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345638.712150:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+303:55937:x1849000910267008:12345-192.168.203.8@tcp:36:bash.0 Request processed in 488us (636us total) trans 8589940845 rc 0/0 00000100:00100000:1.0:1763345638.712158:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10913 00000020:00080000:1.0:1763345638.712164:0:9295:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345638.715552:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910267136 00000100:00100000:0.0:1763345638.715565:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910267136 00000100:00100000:0.0:1763345638.715628:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10914 00000100:00100000:0.0:1763345638.715639:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+303:55937:x1849000910267136:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345638.715663:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345638.715684:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ab137 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x235:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832827 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.715738:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ab137 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x235:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832827 expref: 304 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.715752:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ab137 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x235:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832827 expref: 304 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.715797:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x235:0x0].0x0 (ffff91b653620d00) 00010000:00010000:0.0:1763345638.715800:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345638.715803:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545a1c200, rc 0) 00000100:00100000:0.0:1763345638.715866:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+304:55937:x1849000910267136:12345-192.168.203.8@tcp:101:bash.0 Request processed in 229us (1714us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.715873:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10914 00000100:00100000:1.0:1763345638.721422:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910267392 00000100:00100000:1.0:1763345638.721433:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910267392 00000100:00100000:1.0:1763345638.721495:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10915 00000100:00100000:1.0:1763345638.721505:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+304:55937:x1849000910267392:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:1.0:1763345638.721525:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.721528:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763345638.721554:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ab137 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x235:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832827 expref: 304 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.721572:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x235:0x0].0x0 (ffff91b653620d00) 00010000:00010000:1.0:1763345638.721577:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345638.721591:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab13e lrc: 2/0,0 mode: --/EX res: [0x200000405:0x235:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083282e expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.721640:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261a00/0x52bea07cb58ab145 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x235:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.721654:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261a00/0x52bea07cb58ab145 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x235:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.721663:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261a00/0x52bea07cb58ab145 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x235:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000040:00080000:1.0:1763345638.721948:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1816, 88 off150944 00000004:00080000:1.0:1763345638.721956:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1031247195967ns, next at 1031841729076ns, rc = 0 00000040:00080000:1.0:1763345638.722000:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1832, 88 off152472 00000004:00080000:1.0:1763345638.722005:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1031247245710ns, next at 1031841700679ns, rc = 0 00000040:00080000:1.0:1763345638.722034:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1833, 88 off152560 00000004:00080000:1.0:1763345638.722039:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1031247279632ns, next at 1031841700679ns, rc = 0 00000040:00080000:1.0:1763345638.722051:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1817, 88 off151032 00000004:00080000:1.0:1763345638.722056:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1031247295847ns, next at 1031841729076ns, rc = 0 00000100:00100000:1.0:1763345638.725021:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763345638.725043:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543387b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924370048:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345638.725174:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763345638.725292:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261a00/0x52bea07cb58ab145 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x235:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083282e expref: 298 pid: 9295 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345638.725297:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924370304:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1763345638.725312:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x235:0x0].0x0 (ffff91b653620d00) 00010000:00010000:1.0:1763345638.725316:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763345638.725336:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab13e lrc: 0/0,0 mode: --/EX res: [0x200000405:0x235:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083282e expref: 298 pid: 9295 timeout: 0 lvb_type: 3 00000100:00100000:0.0:1763345638.725341:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763345638.725362:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261a00/0x52bea07cb58ab145 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x235:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083282e expref: 297 pid: 9295 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345638.725394:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924370432:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1763345638.725412:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab0b9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.725424:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab0b9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.725431:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab0b9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.725435:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x235:0x0].0x0 (ffff91b653620d00) 00010000:00010000:3.0:1763345638.725438:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.725442:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763345638.725446:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab0b9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.725447:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261a00, rc 0) 00010000:00010000:3.0:1763345638.725458:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab0b9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.725472:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b642a6e100) 00010000:00010000:3.0:1763345638.725475:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.725480:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab0b9 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.725485:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab0b9 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.725506:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ab130 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x235:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00000100:00100000:1.0:1763345638.725507:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+296:55937:x1849000910267392:12345-192.168.203.8@tcp:101:bash.0 Request processed in 4001us (4773us total) trans 8589940846 rc 0/0 00010000:00010000:3.0:1763345638.725521:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ab130 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x235:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00000100:00100000:1.0:1763345638.725529:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10915 00010000:00010000:3.0:1763345638.725533:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ab130 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x235:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.725539:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.725542:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ab130 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x235:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.725549:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ab130 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x235:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.725557:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x235:0x0].0x0 (ffff91b653620d00) 00010000:00010000:3.0:1763345638.725560:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.725563:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ab130 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x235:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.725569:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ab130 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x235:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000004:00080000:1.0:1763345638.726517:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b543387100/2, rc 0, transno 17179872179 00000100:00100000:1.0:1763345638.726525:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543387100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924370176:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345638.727011:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924370304 00000100:00100000:0.0:1763345638.727019:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924370304 00000100:00100000:1.0:1763345638.727056:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7907 00000100:00100000:1.0:1763345638.727154:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+23:3659:x1849000924370304:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345638.727166:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345638.727201:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924370432 00000100:00100000:0.0:1763345638.727205:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924370432 00000100:00100000:0.0:1763345638.727231:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7908 00000100:00100000:0.0:1763345638.727239:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+24:3656:x1849000924370432:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345638.727355:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:3656:x1849000924370432:12345-0@lo:2:osp-syn-0-0.0 Request processed in 116us (189us total) trans 21474839431 rc 0/0 00000100:00100000:0.0:1763345638.727362:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7908 00000100:00100000:1.0:1763345638.727407:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3659:x1849000924370304:12345-0@lo:2:osp-syn-0-0.0 Request processed in 257us (2068us total) trans 21474839432 rc 0/0 00000004:00080000:0.0:1763345638.727411:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ab5c00/2, rc 0, transno 21474839431 00000100:00100000:1.0:1763345638.727417:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7907 00000100:00100000:0.0:1763345638.727421:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924370432:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345638.727447:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ab7b80/2, rc 0, transno 21474839432 00000100:00100000:0.0:1763345638.727452:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924370304:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345638.727742:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b543387b80/2, rc 0, transno 17179872180 00000100:00100000:0.0:1763345638.727747:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543387b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924370048:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345638.730070:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910267520 00000100:00100000:0.0:1763345638.730078:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910267520 00000100:00100000:0.0:1763345638.730133:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7909 00000100:00100000:0.0:1763345638.730142:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:55937:x1849000910267520:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345638.730160:0:8404:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345638.730482:0:8404:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ab14c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x340:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832835 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345638.730507:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x340:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345638.730528:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.730531:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.730540:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ab14c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832835 expref: 18 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.730556:0:8404:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ab14c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832835 expref: 18 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.730568:0:8404:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545a1cc00, rc 0) 00000100:00100000:0.0:1763345638.731069:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:55937:x1849000910267520:12345-192.168.203.8@tcp:101:bash.0 Request processed in 926us (1123us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.731077:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7909 00000100:00100000:1.0:1763345638.732373:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.732478:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910267648 00000100:00100000:0.0:1763345638.732489:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910267648 00000100:00100000:0.0:1763345638.733261:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7910 00000100:00100000:0.0:1763345638.733275:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543386300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+31:2411:x1849000910267648:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:0.0:1763345638.733384:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543386300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+31:2411:x1849000910267648:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 113us (1016us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.733395:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7910 00000100:00100000:3.0:1763345638.737287:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910267776 00000100:00100000:3.0:1763345638.737309:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910267776 00000100:00100000:3.0:1763345638.737371:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7911 00000100:00100000:3.0:1763345638.737381:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+31:55937:x1849000910267776:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345638.737400:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345638.737420:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5434caa00/0x52bea07cb58ab153 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083283c expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345638.737443:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x343:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345638.737464:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345638.737466:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345638.737474:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5434caa00/0x52bea07cb58ab153 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a9698083283c expref: 32 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.737490:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5434caa00/0x52bea07cb58ab153 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a9698083283c expref: 32 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.737502:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5434caa00, rc 0) 00000100:00100000:3.0:1763345638.737574:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+32:55937:x1849000910267776:12345-192.168.203.8@tcp:101:bash.0 Request processed in 193us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345638.737581:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7911 00000100:00100000:1.0:1763345638.738450:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.739053:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910267904 00000100:00100000:0.0:1763345638.739064:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910267904 00000100:00100000:0.0:1763345638.739116:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7912 00000100:00100000:0.0:1763345638.739125:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543386a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+32:2408:x1849000910267904:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:0.0:1763345638.739217:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543386a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+32:2408:x1849000910267904:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 94us (772us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.739228:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7912 00000100:00100000:3.0:1763345638.743102:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910268032 00000100:00100000:3.0:1763345638.743120:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910268032 00002000:00010000:3.0:1763345638.743192:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/832 (0->18446744073709551615) 00002000:00100000:3.0:1763345638.743196:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5450c9f80 with x1849000910268032 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345638.743206:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5450c9f80. 00000100:00100000:3.0:1763345638.743235:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910268160 00000100:00100000:3.0:1763345638.743238:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910268160 00002000:00010000:3.0:1763345638.743250:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/835 (0->18446744073709551615) 00002000:00100000:3.0:1763345638.743252:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5450cb800 with x1849000910268160 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345638.743257:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5450cb800. 00000100:00100000:3.0:1763345638.743274:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1874 00000100:00100000:3.0:1763345638.743281:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910268032:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:3.0:1763345638.743438:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x340:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345638.743441:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x340:0x0] updating lvb mtime from disk: 0 -> 1763345638 00002000:00010000:3.0:1763345638.743443:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x340:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345638.743445:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x340:0x0] updating lvb ctime from disk: 0 -> 1763345638 00002000:00010000:3.0:1763345638.743448:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x340:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345638.743492:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910268032:12345-192.168.203.8@tcp:10:bash.0 Request processed in 211us (679us total) trans 21474839433 rc 0/0 00000100:00100000:3.0:1763345638.743498:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1874 00002000:00010000:3.0:1763345638.743501:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/832 (0->18446744073709551615) 00002000:00100000:3.0:1763345638.743504:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5450c9f80 with x1849000910268032 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345638.743507:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5450c9f80. 00000100:00100000:3.0:1763345638.743523:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1875 00000100:00100000:3.0:1763345638.743529:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+32:2408:x1849000910268160:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:3.0:1763345638.743597:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x343:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345638.743599:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x343:0x0] updating lvb mtime from disk: 0 -> 1763345638 00002000:00010000:3.0:1763345638.743601:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x343:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345638.743603:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x343:0x0] updating lvb ctime from disk: 0 -> 1763345638 00002000:00010000:3.0:1763345638.743605:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x343:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345638.743622:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+33:2408:x1849000910268160:12345-192.168.203.8@tcp:10:bash.0 Request processed in 93us (767us total) trans 17179872181 rc 0/0 00000100:00100000:3.0:1763345638.743627:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1875 00002000:00010000:3.0:1763345638.743629:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/835 (0->18446744073709551615) 00002000:00100000:3.0:1763345638.743632:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5450cb800 with x1849000910268160 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345638.743635:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5450cb800. 00000100:00100000:1.0:1763345638.743779:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.748958:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.749996:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910268544 00000100:00100000:0.0:1763345638.750010:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910268544 00000100:00100000:1.0:1763345638.753536:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.753809:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910268672 00000100:00100000:0.0:1763345638.753817:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910268672 00000100:00100000:0.0:1763345638.753864:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10916 00000100:00100000:0.0:1763345638.753882:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543385180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+296:57194:x1849000910268672:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345638.753899:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345638.753919:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ab161 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832843 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.753951:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58ab168 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.753965:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58ab168 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.753975:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58ab168 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.754057:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ab161 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832843 expref: 298 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.754076:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0c00/0x52bea07cb58ab168 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x234:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832843 expref: 297 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.754084:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:0.0:1763345638.754087:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763345638.754090:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6821e0c00, rc 0) 00000100:00100000:0.0:1763345638.754130:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543385180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+297:57194:x1849000910268672:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 259us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.754137:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10916 00000100:00100000:1.0:1763345638.763348:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.764513:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910268800 00000100:00100000:3.0:1763345638.764535:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910268800 00000100:00100000:3.0:1763345638.764616:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1877 00000100:00100000:3.0:1763345638.764626:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910268800:12345-192.168.203.8@tcp:4:lfs.0 00000100:00100000:0.0:1763345638.764646:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910268928 00000100:00100000:0.0:1763345638.764651:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910268928 00010000:00010000:3.0:1763345638.764666:0:16618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5434cba00/0x52bea07cb58ab16f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.764685:0:16618:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aaf3f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x33f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083277f expref: 19 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345638.764693:0:16618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345638.764696:0:16618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1763345638.764700:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10917 00010000:00010000:3.0:1763345638.764701:0:16618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5434cba00/0x52bea07cb58ab16f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x33f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345638.764712:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+297:57197:x1849000910268928:12345-192.168.203.8@tcp:101:rm.0 00010000:00010000:0.0:1763345638.764730:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345638.764740:0:16618:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aaf3f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x33f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083277f expref: 19 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345638.764750:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab176 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083284a expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.764788:0:16618:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aaf3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x33f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083277f expref: 19 pid: 8404 timeout: 1131 lvb_type: 1 00000100:00100000:3.0:1763345638.764811:0:16618:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:16618:1849000924370560:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345638.764853:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab17d lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.764868:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab17d lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.764891:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab17d lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345638.764906:0:16618:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b649308cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1763345638.764908:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab184 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.764922:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab184 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.764929:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab184 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.764995:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab18b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x235:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.765005:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab18b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x235:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.765012:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab18b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x235:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:0.0:1763345638.765048:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x235:0x0]: returning size 5 00000004:00200000:0.0:1763345638.765052:0:9296:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345638.765069:0:9296:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab18b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x235:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.765081:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab18b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.765090:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab17d lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.765096:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab17d lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.765100:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab17d lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.765106:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab17d lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.765115:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e1400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345638.765119:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab17d lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.765125:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab17d lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.765136:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653620b00) 00010000:00010000:0.0:1763345638.765139:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345638.765143:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab17d lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.765149:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab17d lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.765162:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab184 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.765167:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab184 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.765172:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab184 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.765177:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e1e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345638.765180:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab184 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.765186:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab184 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.765192:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b658be5b00) 00010000:00010000:0.0:1763345638.765195:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345638.765198:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab184 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.765205:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab184 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.765232:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab176 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083284a expref: 299 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.765248:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab18b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083284a expref: 298 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.765255:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x235:0x0].0x0 (ffff91b653620d00) 00010000:00010000:0.0:1763345638.765257:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345638.765260:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6821e1a00, rc 0) 00000100:00100000:0.0:1763345638.765314:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+298:57197:x1849000910268928:12345-192.168.203.8@tcp:101:rm.0 Request processed in 604us (762us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.765321:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10917 00000100:00100000:3.0:1763345638.768463:0:16618:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:16618:1849000924370560:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345638.768488:0:16618:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b5434cba00/0x52bea07cb58ab16f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345638.768517:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910269312 00000100:00100000:0.0:1763345638.768526:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910269312 00010000:00010000:0.0:1763345638.768561:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aaf3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x33f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083277f expref: 20 pid: 8404 timeout: 1131 lvb_type: 1 00000100:00100000:1.0:1763345638.768599:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910269184 00000100:00100000:1.0:1763345638.768605:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910269184 00000100:00100000:0.0:1763345638.768606:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3600 00000100:00100000:0.0:1763345638.768620:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+20:2410:x1849000910269312:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345638.768636:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345638.768656:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aaf3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x33f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083277f expref: 20 pid: 8404 timeout: 1131 lvb_type: 1 00010000:00010000:0.0:1763345638.768675:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aaf3f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x33f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083277f expref: 20 pid: 8404 timeout: 1131 lvb_type: 1 00010000:00010000:0.0:1763345638.768700:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aaf3f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x33f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083277f expref: 20 pid: 8404 timeout: 1131 lvb_type: 1 00010000:00010000:0.0:1763345638.768715:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.768719:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.768725:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5434cba00/0x52bea07cb58ab16f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.768735:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5434cba00/0x52bea07cb58ab16f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x33f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.768792:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345638.768831:0:16618:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b5434cba00/0x52bea07cb58ab16f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345638.768848:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+19:2410:x1849000910269312:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 229us (380us total) trans 0 rc 0/0 00010000:00010000:3.0:1763345638.768853:0:16618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5434cba00/0x52bea07cb58ab16f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345638.768866:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3600 00010000:00010000:0.0:1763345638.769455:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345638.769463:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ab1a7 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x235:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.769480:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b658b9f000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345638.769486:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ab1a7 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x235:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.769498:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ab1a7 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x235:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.769533:0:10338:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x235:0x0].0x0 (ffff91b5432dc800) 00010000:00010000:0.0:1763345638.769538:0:10338:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763345638.769541:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ab1a7 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x235:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.769551:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ab1a7 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x235:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.769575:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345638.769578:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345638.769581:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1763345638.779360:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839434 is committed 00000001:00080000:0.0:1763345638.779378:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839432 is committed 00002000:00010000:1.0:1763345638.779510:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x33f:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:1.0:1763345638.779515:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x33f:0x0] updating lvb mtime from disk: 0 -> 1763345638 00002000:00010000:1.0:1763345638.779518:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x33f:0x0] updating lvb ctime from disk: 0 -> 1763345638 00002000:00010000:1.0:1763345638.779521:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x33f:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763345638.779533:0:16618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5434cba00/0x52bea07cb58ab16f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.779549:0:16618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5434cba00/0x52bea07cb58ab16f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.779559:0:16618:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5434cba00/0x52bea07cb58ab16f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.779579:0:16618:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5434cba00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345638.779583:0:16618:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5434cba00/0x52bea07cb58ab16f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.779593:0:16618:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5434cba00/0x52bea07cb58ab16f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x33f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.779612:0:16618:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5434cba00/0x52bea07cb58ab16f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x33f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.779619:0:16618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5434cba00/0x52bea07cb58ab16f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345638.779711:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+13:2409:x1849000910268800:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 15082us (16378us total) trans 21474839434 rc 0/0 00000100:00100000:1.0:1763345638.779720:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1877 00000100:00100000:1.0:1763345638.781688:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.789216:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910269568 00000100:00100000:1.0:1763345638.789226:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910269568 00000100:00100000:1.0:1763345638.789305:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10920 00000100:00100000:1.0:1763345638.789315:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+297:57198:x1849000910269568:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345638.789339:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.789363:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab1c3 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832858 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.789465:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab1ca lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.789479:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab1ca lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.789490:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab1ca lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.789502:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab1d1 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.789509:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab1d1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.789516:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab1d1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.789558:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab1ca lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.789565:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab1ca lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.789571:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab1ca lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.789578:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab1ca lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.789584:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.789588:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab1ca lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.789596:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab1ca lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.789608:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:1.0:1763345638.789611:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.789616:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab1ca lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.789622:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab1ca lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.789635:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab1d1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.789640:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab1d1 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.789646:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab1d1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.789650:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.789653:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab1d1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.789664:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab1d1 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.789670:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc100) 00010000:00010000:1.0:1763345638.789673:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.789676:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab1d1 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.789684:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab1d1 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.789973:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab1c3 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832858 expref: 298 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.789984:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:1.0:1763345638.789987:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.789991:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab1c3 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832858 expref: 298 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.790004:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261c00, rc 0) 00000100:00100000:1.0:1763345638.790070:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+297:57198:x1849000910269568:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 757us (1727us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345638.790078:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10920 00000100:00100000:0.0:1763345638.793897:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.794570:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910269696 00000100:00100000:1.0:1763345638.794582:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910269696 00000100:00100000:1.0:1763345638.795286:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10921 00000100:00100000:1.0:1763345638.795300:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+297:57198:x1849000910269696:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345638.795321:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.795344:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab1d8 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083285f expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.795400:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261a00/0x52bea07cb58ab1df lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.795414:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261a00/0x52bea07cb58ab1df lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.795430:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261a00/0x52bea07cb58ab1df lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:1.0:1763345638.795634:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763345638.795640:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763345638.795685:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab1d8 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083285f expref: 299 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.795704:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261a00/0x52bea07cb58ab1df lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083285f expref: 298 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.795712:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6e300) 00010000:00010000:1.0:1763345638.795715:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763345638.795718:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261a00, rc 0) 00000100:00100000:1.0:1763345638.795798:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+298:57198:x1849000910269696:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 502us (1911us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345638.795806:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10921 00000100:00100000:3.0:1763345638.800802:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.800843:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910269952 00000100:00100000:1.0:1763345638.800854:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910269952 00000100:00100000:1.0:1763345638.800929:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10922 00000100:00100000:1.0:1763345638.800940:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+298:57194:x1849000910269952:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:1.0:1763345638.800994:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345638.801020:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab0ea lrc: 0/0,0 mode: --/PR res: [0x200000405:0x234:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083280b expref: 298 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.801037:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:1.0:1763345638.801042:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345638.801102:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab1e6 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.801116:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab1e6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.801126:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab1e6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00010000:1.0:1763345638.801380:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000031e270d2 reply state 000000008636f447 transno 8589940849 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab1e6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.801394:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab1e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.801406:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:1.0:1763345638.801409:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345638.801412:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345638.801512:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.801535:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+299:57194:x1849000910269952:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 586us (768us total) trans 8589940849 rc 0/0 00000100:00100000:1.0:1763345638.801544:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10922 00000100:00100000:1.0:1763345638.801563:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910270080 00000100:00100000:1.0:1763345638.801568:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910270080 00000100:00100000:1.0:1763345638.801603:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10923 00000100:00100000:1.0:1763345638.801610:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543698700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+299:57198:x1849000910270080:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345638.801621:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.801633:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab1ed lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832866 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.801677:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab1f4 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.801691:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab1f4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.801709:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab1f4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.801722:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab1fb lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.801729:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab1fb lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.801735:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab1fb lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.801808:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab1f4 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.801816:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab1f4 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.801823:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab1f4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.801830:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab1f4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.801836:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.801840:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab1f4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.801849:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab1f4 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.801858:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6e300) 00010000:00010000:1.0:1763345638.801861:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.801866:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab1f4 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.801872:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab1f4 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.801894:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab1fb lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.801900:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab1fb lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.801907:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab1fb lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.801912:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.801916:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab1fb lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.801921:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab1fb lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.801929:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc100) 00010000:00010000:1.0:1763345638.801932:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.801935:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab1fb lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.801941:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab1fb lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.801961:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab1ed lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832866 expref: 300 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.801970:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6e300) 00010000:00010000:1.0:1763345638.801973:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.801977:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab1ed lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832866 expref: 300 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.801986:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261c00, rc 0) 00000100:00100000:1.0:1763345638.802025:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543698700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+299:57198:x1849000910270080:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 415us (570us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345638.802032:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10923 00000100:00100000:0.0:1763345638.803693:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.803782:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910270208 00000100:00100000:3.0:1763345638.803792:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910270208 00000100:00100000:3.0:1763345638.803848:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7913 00000100:00100000:3.0:1763345638.803859:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543699500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+13:57194:x1849000910270208:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345638.803885:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345638.803904:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543344600/0x52bea07cb58ab202 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x33f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083286d expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345638.804020:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x33f:0x0] initial LVB size: 4096, mtime: 0x691a84e6, atime: 0x0, ctime: 0x691a84e6, blocks: 0x8 00010000:00010000:3.0:1763345638.804041:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345638.804043:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345638.804050:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543344600/0x52bea07cb58ab202 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083286d expref: 14 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.804067:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b543344600/0x52bea07cb58ab202 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083286d expref: 14 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.804081:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543344600, rc 0) 00000100:00100000:3.0:1763345638.804142:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543699500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+14:57194:x1849000910270208:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 285us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345638.804159:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7913 00000100:00100000:0.0:1763345638.808065:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.808110:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.808220:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910270592 00000100:00100000:3.0:1763345638.808229:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910270592 00000100:00100000:3.0:1763345638.808283:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7914 00000100:00100000:3.0:1763345638.808293:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+33:57194:x1849000910270592:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345638.808310:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345638.808332:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543345e00/0x52bea07cb58ab209 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x342:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083287b expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.808365:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b640031a00/0x52bea07cb58aaf38 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832786 expref: 34 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345638.808373:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345638.808375:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345638.808380:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543345e00/0x52bea07cb58ab209 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083287b expref: 34 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.808412:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b640031a00/0x52bea07cb58aaf38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832786 expref: 34 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345638.808424:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b640031a00/0x52bea07cb58aaf38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832786 expref: 34 pid: 8404 timeout: 1131 lvb_type: 1 00000100:00100000:3.0:1763345638.808438:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5432edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924370688:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345638.808716:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910270464 00000100:00100000:1.0:1763345638.808722:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910270464 00000100:00100000:1.0:1763345638.808793:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10924 00000100:00100000:1.0:1763345638.808801:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+299:57198:x1849000910270464:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345638.808817:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.808820:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763345638.808840:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261a00/0x52bea07cb58ab1df lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083285f expref: 299 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.808857:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6e300) 00010000:00010000:1.0:1763345638.808865:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345638.808887:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab210 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832874 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.808975:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab217 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.808987:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab217 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.808996:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab217 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.809011:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab21e lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.809018:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab21e lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.809025:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab21e lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000100:00100000:3.0:1763345638.809248:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b649308cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1763345638.809376:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab225 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x237:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.809385:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab225 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.809393:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab225 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:1.0:1763345638.809402:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x237:0x0]: returning size 0 00010000:00010000:1.0:1763345638.809426:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab217 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.809432:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab217 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.809437:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab217 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.809444:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab217 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.809449:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.809453:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab217 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.809463:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab217 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.809471:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:1.0:1763345638.809474:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.809478:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab217 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.809484:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab217 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000004:00010000:1.0:1763345638.809494:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003b2813a9 reply state 00000000ba71db50 transno 8589940850 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab21e lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.809504:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab21e lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.809510:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc100) 00010000:00010000:1.0:1763345638.809513:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345638.809516:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763345638.809555:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab210 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832874 expref: 301 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.809570:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab225 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832874 expref: 300 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.809577:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6ed00) 00010000:00010000:1.0:1763345638.809579:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345638.809582:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260200, rc 0) 00000100:00100000:1.0:1763345638.809633:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+301:57198:x1849000910270464:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 833us (1578us total) trans 8589940850 rc 0/0 00000100:00100000:1.0:1763345638.809643:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10924 00000100:00100000:3.0:1763345638.812047:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5432edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924370688:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345638.812087:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b543345e00/0x52bea07cb58ab209 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083287b expref: 34 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.812112:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543345e00, rc 0) 00000100:00100000:3.0:1763345638.812170:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+34:57194:x1849000910270592:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3877us (4058us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345638.812179:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7914 00000100:00100000:1.0:1763345638.813245:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910270848 00000100:00100000:1.0:1763345638.813254:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910270848 00000100:00100000:1.0:1763345638.813311:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10925 00000100:00100000:1.0:1763345638.813321:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+301:57198:x1849000910270848:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345638.813342:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.813365:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab233 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x237:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832882 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.813505:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab23a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x237:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.813520:0:9295:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab225 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832874 expref: 302 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.813541:0:9295:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab23a lrc: 4/0,1 mode: --/EX res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.813576:0:9295:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab225 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832874 expref: 302 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.813588:0:9295:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab225 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832874 expref: 302 pid: 9295 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763345638.813601:0:9295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924370816:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345638.813668:0:9295:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345638.816375:0:9295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924370816:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345638.816401:0:9295:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab23a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000100:00100000:0.0:1763345638.816909:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910270976 00000100:00100000:0.0:1763345638.816917:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910270976 00010000:00010000:0.0:1763345638.816957:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b640031a00/0x52bea07cb58aaf38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832786 expref: 34 pid: 8404 timeout: 1131 lvb_type: 1 00000100:00100000:0.0:1763345638.816999:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910271104 00000100:00100000:0.0:1763345638.817003:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910271104 00010000:00010000:0.0:1763345638.817017:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab225 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832874 expref: 303 pid: 9295 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763345638.817052:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3601 00000100:00100000:0.0:1763345638.817062:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+34:2408:x1849000910270976:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345638.817077:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345638.817100:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b640031a00/0x52bea07cb58aaf38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x342:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832786 expref: 34 pid: 8404 timeout: 1131 lvb_type: 1 00010000:00010000:0.0:1763345638.817115:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b640031a00/0x52bea07cb58aaf38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x342:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832786 expref: 34 pid: 8404 timeout: 1131 lvb_type: 1 00010000:00010000:0.0:1763345638.817138:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b640031a00/0x52bea07cb58aaf38 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x342:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832786 expref: 34 pid: 8404 timeout: 1131 lvb_type: 1 00010000:00010000:0.0:1763345638.817157:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.817159:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.817164:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543345e00/0x52bea07cb58ab209 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083287b expref: 33 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.817173:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543345e00/0x52bea07cb58ab209 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083287b expref: 33 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.817210:0:28406:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff91b543345e00/0x52bea07cb58ab209 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083287b expref: 33 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345638.817223:0:28406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:28406:1849000924370944:192.168.203.8@tcp:105: 00000100:00100000:0.0:1763345638.817296:0:28406:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64a66ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1763345638.817316:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3602 00000100:00100000:0.0:1763345638.817324:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+303:2408:x1849000910271104:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345638.817332:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345638.817339:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab225 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832874 expref: 303 pid: 9295 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345638.817349:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab225 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832874 expref: 303 pid: 9295 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345638.817363:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab225 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832874 expref: 303 pid: 9295 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345638.817375:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6ed00) 00010000:00010000:0.0:1763345638.817380:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab23a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.817388:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab23a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.817395:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab23a lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345638.817412:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345638.817439:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+302:2408:x1849000910271104:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 116us (857us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.817447:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3602 00010000:00010000:1.0:1763345638.817631:0:9295:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab23a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.817638:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab23a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:1.0:1763345638.817659:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x237:0x0]: returning size 0 00000004:00080000:1.0:1763345638.817890:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x345:0x0], index 1: 0 00000004:00080000:1.0:1763345638.817898:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x342:0x0], index 0: 0 00000004:00080000:1.0:1763345638.817904:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x343:0x0], index 0: 0 00000004:00080000:1.0:1763345638.817908:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x346:0x0], index 1: 0 00010000:00010000:1.0:1763345638.818004:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab23a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.818012:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab23a lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.818019:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab23a lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.818025:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.818029:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab23a lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.818036:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab23a lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.818045:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6ed00) 00010000:00010000:1.0:1763345638.818049:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345638.818052:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab23a lrc: 2/0,0 mode: --/EX res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.818062:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab23a lrc: 0/0,0 mode: --/EX res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.818104:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab233 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x237:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832882 expref: 302 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.818113:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6ed00) 00010000:00010000:1.0:1763345638.818116:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763345638.818120:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab233 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x237:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832882 expref: 302 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.818132:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261c00, rc 0) 00000100:00100000:1.0:1763345638.818175:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+301:57198:x1849000910270848:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4856us (4993us total) trans 8589940851 rc 301/301 00000100:00100000:1.0:1763345638.818183:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10925 00000100:00100000:0.0:1763345638.823431:0:28406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:28406:1849000924370944:192.168.203.8@tcp:105: 00010000:00010000:0.0:1763345638.823462:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345638.823532:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+33:2408:x1849000910270976:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 6463us (7259us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.823544:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3601 00000100:00100000:1.0:1763345638.823615:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910271232 00000100:00100000:1.0:1763345638.823623:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910271232 00002000:00010000:1.0:1763345638.823657:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/831 (5->18446744073709551615) 00002000:00100000:1.0:1763345638.823661:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e5c00 with x1849000910271232 ext(5->18446744073709551615) 00002000:00010000:1.0:1763345638.823671:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6749e5c00. 00000100:00100000:1.0:1763345638.823694:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910271360 00000100:00100000:1.0:1763345638.823697:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910271360 00002000:00010000:1.0:1763345638.823706:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/834 (0->18446744073709551615) 00002000:00100000:1.0:1763345638.823709:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e4000 with x1849000910271360 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345638.823714:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6749e4000. 00000100:00100000:1.0:1763345638.823729:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1878 00000100:00100000:1.0:1763345638.823735:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910271232:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:1.0:1763345638.824068:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x33f:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:1.0:1763345638.824072:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x33f:0x0] updating lvb mtime from disk: 1763345638 -> 1763345638 00002000:00010000:1.0:1763345638.824075:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x33f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345638.824077:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x33f:0x0] updating lvb ctime from disk: 1763345638 -> 1763345638 00002000:00010000:1.0:1763345638.824079:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x33f:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763345638.824105:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910271232:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 369us (931us total) trans 21474839435 rc 0/0 00000100:00100000:1.0:1763345638.824113:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1878 00002000:00010000:1.0:1763345638.824116:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/831 (5->18446744073709551615) 00002000:00100000:1.0:1763345638.824118:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e5c00 with x1849000910271232 ext(5->18446744073709551615) 00002000:00010000:1.0:1763345638.824122:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6749e5c00. 00000100:00100000:1.0:1763345638.824135:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1879 00000100:00100000:1.0:1763345638.824142:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+33:2409:x1849000910271360:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:1.0:1763345638.824235:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x342:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345638.824239:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x342:0x0] updating lvb mtime from disk: 0 -> 1763345638 00002000:00010000:1.0:1763345638.824241:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x342:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345638.824243:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x342:0x0] updating lvb ctime from disk: 0 -> 1763345638 00002000:00010000:1.0:1763345638.824245:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x342:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345638.824266:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+34:2409:x1849000910271360:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 124us (1048us total) trans 17179872182 rc 0/0 00000100:00100000:1.0:1763345638.824272:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1879 00002000:00010000:1.0:1763345638.824275:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/834 (0->18446744073709551615) 00002000:00100000:1.0:1763345638.824278:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e4000 with x1849000910271360 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345638.824282:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6749e4000. 00000100:00100000:0.0:1763345638.825457:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.829275:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910271872 00000100:00100000:1.0:1763345638.829285:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910271872 00000100:00100000:1.0:1763345638.829352:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10926 00000100:00100000:1.0:1763345638.829363:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+302:57194:x1849000910271872:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:1.0:1763345638.829452:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab248 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.829471:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab248 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.829483:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab248 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00010000:1.0:1763345638.829604:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005ef2b3a1 reply state 000000000bf2d926 transno 8589940853 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab248 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.829617:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab248 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.829625:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:1.0:1763345638.829628:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345638.829631:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345638.829735:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+304:57194:x1849000910271872:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 373us (672us total) trans 8589940853 rc 0/0 00000100:00100000:1.0:1763345638.829742:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10926 00000100:00100000:3.0:1763345638.829998:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910272128 00000100:00100000:3.0:1763345638.830003:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910272128 00000100:00100000:3.0:1763345638.830028:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3781 00000100:00100000:3.0:1763345638.830035:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+304:57198:x1849000910272128:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345638.830152:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+305:57198:x1849000910272128:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 116us (1036us total) trans 8589940854 rc 0/0 00000100:00100000:3.0:1763345638.830160:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3781 00000100:00100000:3.0:1763345638.832354:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910272256 00000100:00100000:3.0:1763345638.832365:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910272256 00000100:00100000:3.0:1763345638.832606:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7915 00000100:00100000:3.0:1763345638.832617:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+34:2411:x1849000910272256:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:3.0:1763345638.832755:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x341:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763345638.832800:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x341:0x0] updating lvb mtime from disk: 1763345638 -> 1763345638 00002000:00010000:3.0:1763345638.832802:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x341:0x0] updating lvb atime from disk: 0 -> 1763345638 00002000:00010000:3.0:1763345638.832805:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x341:0x0] updating lvb ctime from disk: 1763345638 -> 1763345638 00002000:00010000:3.0:1763345638.832807:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x341:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763345638.832862:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+35:2411:x1849000910272256:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 247us (633us total) trans 17179872183 rc 0/0 00000100:00100000:3.0:1763345638.832869:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7915 00000100:00100000:1.0:1763345638.837823:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910272768 00000100:00100000:1.0:1763345638.837834:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910272768 00000100:00100000:1.0:1763345638.837899:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3782 00000100:00100000:1.0:1763345638.837911:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+305:57194:x1849000910272768:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:1.0:1763345638.837975:0:6524:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000405:0x234:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab042 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x234:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327d3 expref: 305 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.838031:0:6524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab24f lrc: 3/0,1 mode: --/EX res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 00010000:00010000:1.0:1763345638.838045:0:6524:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab0ce lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327fd expref: 305 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.838055:0:6524:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab24f lrc: 4/0,1 mode: --/EX res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 00010000:00010000:1.0:1763345638.838093:0:6524:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab0ce lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a969808327fd expref: 305 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.838108:0:6524:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab0ce lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808327fd expref: 305 pid: 9295 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763345638.838124:0:6524:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfd180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6524:1849000924371072:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345638.838224:0:6524:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763345638.838358:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.838960:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910272512 00000100:00100000:1.0:1763345638.838968:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910272512 00000100:00100000:1.0:1763345638.839026:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10927 00000100:00100000:1.0:1763345638.839036:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+306:55937:x1849000910272512:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:1.0:1763345638.839048:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.839066:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab256 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832889 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.839178:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261a00/0x52bea07cb58ab25d lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.839192:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261a00/0x52bea07cb58ab25d lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.839202:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261a00/0x52bea07cb58ab25d lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.839213:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab264 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.839222:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab264 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.839228:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab264 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.839281:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab26b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x237:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.839290:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab26b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.839297:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab26b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:1.0:1763345638.839307:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x237:0x0]: returning size 0 00010000:00010000:1.0:1763345638.839384:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261a00/0x52bea07cb58ab25d lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.839392:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261a00/0x52bea07cb58ab25d lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.839398:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261a00/0x52bea07cb58ab25d lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.839405:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261a00/0x52bea07cb58ab25d lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.839411:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.839416:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261a00/0x52bea07cb58ab25d lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.839424:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261a00/0x52bea07cb58ab25d lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.839435:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6ed00) 00010000:00010000:1.0:1763345638.839438:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.839443:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261a00/0x52bea07cb58ab25d lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.839450:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261a00/0x52bea07cb58ab25d lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.839463:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab264 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.839470:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab264 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.839475:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab264 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.839481:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.839484:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab264 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.839489:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab264 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.839497:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc100) 00010000:00010000:1.0:1763345638.839499:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.839502:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab264 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.839513:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab264 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.839561:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab256 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832889 expref: 309 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.839580:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab26b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832889 expref: 308 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.839587:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:1.0:1763345638.839589:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345638.839592:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261800, rc 0) 00000100:00100000:1.0:1763345638.839650:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+308:55937:x1849000910272512:12345-192.168.203.8@tcp:101:bash.0 Request processed in 616us (1297us total) trans 8589940855 rc 0/0 00000100:00100000:1.0:1763345638.839659:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10927 00000100:00100000:1.0:1763345638.842302:0:6524:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfd180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6524:1849000924371072:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345638.842329:0:6524:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab24f lrc: 3/0,1 mode: --/EX res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 00000100:00100000:0.0:1763345638.843519:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.843823:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.844814:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910272896 00000100:00100000:3.0:1763345638.844821:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910272896 00010000:00010000:3.0:1763345638.844848:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab0ce lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808327fd expref: 309 pid: 9295 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763345638.844888:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3603 00000100:00100000:3.0:1763345638.844961:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658761c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+309:2409:x1849000910272896:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345638.844973:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345638.844979:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab0ce lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808327fd expref: 309 pid: 9295 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345638.844991:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab0ce lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808327fd expref: 309 pid: 9295 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345638.845018:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab0ce lrc: 0/0,0 mode: --/CR res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a969808327fd expref: 309 pid: 9295 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345638.845030:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:3.0:1763345638.845034:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab24f lrc: 3/0,1 mode: --/EX res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 00010000:00010000:3.0:1763345638.845042:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab24f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 00010000:00010000:3.0:1763345638.845048:0:28406:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab24f lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 00010000:00010000:3.0:1763345638.845081:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345638.845113:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658761c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+308:2409:x1849000910272896:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 217us (1290us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345638.845120:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3603 00010000:00010000:1.0:1763345638.845209:0:6524:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab24f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 00010000:00010000:1.0:1763345638.845217:0:6524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab24f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 00000040:00080000:1.0:1763345638.845436:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1836, 88 off152776 00000004:00080000:1.0:1763345638.845444:0:6524:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1031370684201ns, next at 1031841700679ns, rc = 0 00000040:00080000:1.0:1763345638.845483:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1820, 88 off151248 00000004:00080000:1.0:1763345638.845488:0:6524:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1031370728066ns, next at 1031841729076ns, rc = 0 00000040:00080000:1.0:1763345638.845525:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1821, 88 off151336 00000004:00080000:1.0:1763345638.845529:0:6524:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1031370769974ns, next at 1031841729076ns, rc = 0 00000040:00080000:1.0:1763345638.845542:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1837, 88 off152864 00000004:00080000:1.0:1763345638.845546:0:6524:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1031370786750ns, next at 1031841700679ns, rc = 0 00010000:00010000:3.0:1763345638.852089:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ab199 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00000100:00100000:1.0:1763345638.852179:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924371584:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1763345638.852184:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ab199 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.852194:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ab199 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.852201:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b658b9ee00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.852205:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ab199 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.852214:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ab199 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.852231:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc100) 00010000:00010000:3.0:1763345638.852235:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.852241:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ab199 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000100:00100000:1.0:1763345638.852241:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763345638.852251:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ab199 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.852271:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab1e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.852277:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab1e6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00000100:00100000:1.0:1763345638.852282:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1763345638.852283:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab1e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00000100:00100000:1.0:1763345638.852291:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924371200:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1763345638.852293:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.852299:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab1e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.852307:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab1e6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.852316:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00000100:00100000:1.0:1763345638.852322:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763345638.852323:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.852328:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab1e6 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.852335:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab1e6 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.852348:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab21e lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.852354:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab21e lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00000100:00100000:1.0:1763345638.852356:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924371328:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1763345638.852362:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab21e lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.852372:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.852376:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab21e lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.852382:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab21e lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.852391:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc100) 00000100:00100000:1.0:1763345638.852391:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763345638.852397:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.852401:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab21e lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.852406:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab21e lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000100:00100000:1.0:1763345638.852413:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763345638.852421:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924371456:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1763345638.852424:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab248 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.852432:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab248 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.852438:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab248 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.852443:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261c00 already unused, calling callback (ffffffffc181e550) 00000100:00100000:1.0:1763345638.852448:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763345638.852449:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab248 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.852457:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab248 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.852466:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:3.0:1763345638.852470:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.852473:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab248 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.852479:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab248 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000100:00100000:1.0:1763345638.852491:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924371584 00000100:00100000:1.0:1763345638.852499:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924371584 00000100:00100000:1.0:1763345638.852551:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924371200 00000100:00100000:1.0:1763345638.852555:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924371200 00000100:00100000:3.0:1763345638.852580:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924371968:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345638.852588:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924371328 00000100:00100000:1.0:1763345638.852593:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924371328 00000100:00100000:1.0:1763345638.852615:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924371456 00000100:00100000:3.0:1763345638.852616:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345638.852619:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924371456 00000100:00100000:1.0:1763345638.852641:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924371968 00000100:00100000:1.0:1763345638.852644:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924371968 00000100:00100000:3.0:1763345638.852647:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763345638.852655:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924371840:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345638.852665:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7916 00000100:00100000:1.0:1763345638.852675:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+56:3656:x1849000924371584:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345638.852687:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345638.852711:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924371840 00000100:00100000:3.0:1763345638.852715:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924371840 00000100:00100000:3.0:1763345638.852736:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7917 00000100:00100000:3.0:1763345638.852744:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+56:3656:x1849000924371200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763345638.852788:0:27810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:835 count 1 00010000:00010000:3.0:1763345638.852808:0:27810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58ab287 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x343:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.852826:0:27810:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5434caa00/0x52bea07cb58ab153 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x343:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a9698083283c expref: 34 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.852834:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345638.852836:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345638.852839:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58ab287 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x343:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345638.852842:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x342:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345638.852850:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x342:0x0] updating lvb mtime from disk: 1763345638 -> 1763345638 00002000:00010000:1.0:1763345638.852855:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x342:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345638.852857:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x342:0x0] updating lvb ctime from disk: 1763345638 -> 1763345638 00002000:00010000:1.0:1763345638.852860:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x342:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:3.0:1763345638.852872:0:27810:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b5434caa00/0x52bea07cb58ab153 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x343:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a9698083283c expref: 34 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.852897:0:27810:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b5434caa00/0x52bea07cb58ab153 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x343:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a9698083283c expref: 34 pid: 28867 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763345638.852908:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+57:3656:x1849000924371584:12345-0@lo:2:osp-syn-1-0.0 Request processed in 234us (667us total) trans 17179872184 rc 0/0 00000100:00100000:3.0:1763345638.852911:0:27810:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6749e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27810:1849000924372224:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345638.852923:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7916 00000100:00100000:1.0:1763345638.852944:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7918 00000100:00100000:1.0:1763345638.852952:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+56:3658:x1849000924371328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1763345638.852965:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:836 count 1 00000100:00100000:3.0:1763345638.852977:0:27810:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b649308cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763345638.852983:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00002000:00010000:1.0:1763345638.852984:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x344:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763345638.852992:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ab28e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x344:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.853001:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1763345638.853002:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7919 00010000:00010000:1.0:1763345638.853005:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345638.853012:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ab28e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345638.853014:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+56:3658:x1849000924371456:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:1.0:1763345638.853032:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ab28e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.853041:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ab28e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.853047:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ab28e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.853060:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1763345638.853082:0:27809:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x341:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763345638.853086:0:27809:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x341:0x0] updating lvb mtime from disk: 1763345638 -> 1763345638 00002000:00010000:3.0:1763345638.853089:0:27809:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x341:0x0] updating lvb atime from disk: 1763345638 -> 1763345638 00002000:00010000:3.0:1763345638.853092:0:27809:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x341:0x0] updating lvb ctime from disk: 1763345638 -> 1763345638 00002000:00010000:3.0:1763345638.853094:0:27809:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x341:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763345638.853145:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+58:3658:x1849000924371456:12345-0@lo:2:osp-syn-1-0.0 Request processed in 133us (698us total) trans 17179872185 rc 0/0 00000100:00100000:3.0:1763345638.853152:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7919 00000100:00100000:3.0:1763345638.853168:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7920 00000100:00100000:1.0:1763345638.853210:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+57:3658:x1849000924371328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 257us (818us total) trans 17179872186 rc 0/0 00000100:00100000:1.0:1763345638.853217:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7918 00000100:00100000:3.0:1763345638.853235:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3659:x1849000924371968:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345638.853239:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7921 00000100:00100000:1.0:1763345638.853251:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b67050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3659:x1849000924371840:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763345638.853254:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910273280 00000100:00100000:0.0:1763345638.853259:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910273280 00002000:00080000:1.0:1763345638.853266:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:833 count 1 00002000:00010000:1.0:1763345638.853285:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x341:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763345638.853291:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b543260600/0x52bea07cb58ab295 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345638.853293:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10929 00000100:00100000:0.0:1763345638.853304:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+295:55937:x1849000910273280:12345-192.168.203.8@tcp:36:bash.0 00010000:00010000:1.0:1763345638.853305:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00010000:3.0:1763345638.853306:0:27809:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x33e:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:1.0:1763345638.853310:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00010000:3.0:1763345638.853311:0:27809:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x33e:0x0] updating lvb mtime from disk: 1763345638 -> 1763345638 00002000:00010000:3.0:1763345638.853316:0:27809:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x33e:0x0] updating lvb atime from disk: 0 -> 0 00010000:00010000:1.0:1763345638.853316:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260600/0x52bea07cb58ab295 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345638.853319:0:27809:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x33e:0x0] updating lvb ctime from disk: 1763345638 -> 1763345638 00002000:00010000:3.0:1763345638.853325:0:27809:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x33e:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:1.0:1763345638.853335:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543260600/0x52bea07cb58ab295 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.853340:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345638.853341:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b543260600/0x52bea07cb58ab295 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.853348:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260600/0x52bea07cb58ab295 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.853360:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab26b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832889 expref: 295 pid: 9296 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345638.853361:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3659:x1849000924371968:12345-0@lo:2:osp-syn-0-0.0 Request processed in 187us (746us total) trans 21474839436 rc 0/0 00010000:00010000:1.0:1763345638.853362:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763345638.853370:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7920 00010000:00010000:0.0:1763345638.853375:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:0.0:1763345638.853379:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345638.853407:0:3659:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839432 gen 2 00000004:00080000:3.0:1763345638.853412:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541773b80, transno 21474839410 00000004:00080000:3.0:1763345638.853421:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541771c00, transno 21474839411 00000004:00080000:3.0:1763345638.853425:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541773800, transno 21474839412 00000004:00080000:3.0:1763345638.853429:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541772a00, transno 21474839413 00000004:00080000:3.0:1763345638.853433:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544408a80, transno 21474839414 00000004:00080000:3.0:1763345638.853437:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544408700, transno 21474839415 00000004:00080000:3.0:1763345638.853441:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544409880, transno 21474839416 00000004:00080000:3.0:1763345638.853446:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54440bb80, transno 21474839417 00000004:00080000:3.0:1763345638.853448:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544409500, transno 21474839419 00000004:00080000:3.0:1763345638.853452:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54440aa00, transno 21474839420 00000004:00080000:3.0:1763345638.853454:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54440b800, transno 21474839421 00000004:00080000:3.0:1763345638.853458:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544408e00, transno 21474839422 00000004:00080000:3.0:1763345638.853462:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5454dea00, transno 21474839424 00000004:00080000:3.0:1763345638.853467:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5454dce00, transno 21474839425 00000004:00080000:3.0:1763345638.853471:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5454dd180, transno 21474839426 00000100:00100000:1.0:1763345638.853475:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b67050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3659:x1849000924371840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 226us (787us total) trans 21474839437 rc 0/0 00000004:00080000:3.0:1763345638.853476:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5454de300, transno 21474839427 00000004:00080000:3.0:1763345638.853484:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ab7480, transno 21474839429 00000100:00100000:1.0:1763345638.853485:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7921 00000004:00080000:3.0:1763345638.853490:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ab4700, transno 21474839430 00000004:00080000:3.0:1763345638.853496:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ab5c00, transno 21474839431 00000004:00080000:3.0:1763345638.853500:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ab7b80, transno 21474839432 00000100:00100000:3.0:1763345638.853507:0:3659:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff91b545962a00 x1849000924371968/t21474839436(21474839436) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763345654 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763345638.853516:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545962a00/2, rc 0, transno 21474839436 00010000:00010000:0.0:1763345638.853517:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ab29c lrc: 3/0,1 mode: --/PW res: [0x200000405:0x237:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.853518:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:3.0:1763345638.853522:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924371968:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1763345638.853527:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ab28e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.853545:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260c00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345638.853548:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ab29c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x237:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.853550:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ab28e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763345638.853551:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ab6d80/2, rc 0, transno 21474839437 00000100:00100000:3.0:1763345638.853558:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924371840:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1763345638.853564:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ab29c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x237:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.853573:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ab28e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.853589:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ab28e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.853597:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ab28e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763345638.853606:0:9295:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589940857 00010000:00010000:1.0:1763345638.853617:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345638.853622:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b543260600/0x52bea07cb58ab295 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1763345638.853628:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001c786017 reply state 000000002742704c transno 8589940858 ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ab29c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x237:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.853629:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345638.853636:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543260600/0x52bea07cb58ab295 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.853643:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ab29c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x237:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.853646:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543260600/0x52bea07cb58ab295 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.853653:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:0.0:1763345638.853660:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345638.853664:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763345638.853673:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b543260600/0x52bea07cb58ab295 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.853682:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543260600/0x52bea07cb58ab295 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763345638.853684:0:32326:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 4 in progress, 2 in flight, 20 done 00010000:00010000:1.0:1763345638.853703:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345638.853707:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345638.853709:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763345638.853714:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dfdc00/2, rc 0, transno 17179872185 00000100:00100000:3.0:1763345638.853720:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924371456:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763345638.853734:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dfce00/2, rc 0, transno 17179872186 00000100:00100000:3.0:1763345638.853738:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924371328:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763345638.853748:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+297:55937:x1849000910273280:12345-192.168.203.8@tcp:36:bash.0 Request processed in 444us (765us total) trans 8589940858 rc 0/0 00000004:00010000:1.0:1763345638.853749:0:6524:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001729535a reply state 0000000098081400 transno 8589940856 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab24f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 00000100:00100000:3.0:1763345638.853756:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6749e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924372096:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345638.853788:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10929 00000020:00080000:0.0:1763345638.853793:0:9295:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1763345638.853794:0:6524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab24f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 00010000:00010000:1.0:1763345638.853803:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00000100:00100000:3.0:1763345638.853808:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763345638.853809:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763345638.853814:0:6524:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763345638.853820:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:1.0:1763345638.853823:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763345638.853829:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab042 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x234:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808327d3 expref: 296 pid: 9296 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763345638.853839:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dff800/2, rc 0, transno 17179872184 00000100:00100000:3.0:1763345638.853845:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924371584:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345638.853854:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763345638.853861:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5432edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924371712:0@lo:6:osp-syn-0-0.0 00010000:00080000:1.0:1763345638.854866:0:6524:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763345638.854893:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+296:57194:x1849000910272768:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 16982us (17395us total) trans 8589940856 rc 0/0 00000100:00100000:1.0:1763345638.854903:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3782 00000100:00100000:3.0:1763345638.854953:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345638.855012:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924372096 00000100:00100000:3.0:1763345638.855020:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924372096 00000100:00100000:3.0:1763345638.855072:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924371712 00000100:00100000:3.0:1763345638.855077:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924371712 00000004:00080000:3.0:1763345638.856067:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6749e6300/2, rc 0, transno 21474839438 00000100:00100000:3.0:1763345638.856074:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6749e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924372096:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345638.856274:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.856403:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.856454:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910273408 00000100:00100000:1.0:1763345638.856460:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910273408 00010000:00010000:1.0:1763345638.856487:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b5434caa00/0x52bea07cb58ab153 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x343:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a9698083283c expref: 35 pid: 28867 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763345638.856640:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3604 00000100:00100000:1.0:1763345638.856654:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+35:2408:x1849000910273408:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345638.856672:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345638.856682:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b5434caa00/0x52bea07cb58ab153 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x343:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a9698083283c expref: 35 pid: 28867 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345638.856697:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b5434caa00/0x52bea07cb58ab153 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x343:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a9698083283c expref: 35 pid: 28867 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345638.856721:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5434caa00/0x52bea07cb58ab153 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x343:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a9698083283c expref: 35 pid: 28867 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345638.856734:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345638.856737:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345638.856741:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58ab287 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x343:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.856756:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58ab287 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x343:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.856822:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345638.856847:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+34:2408:x1849000910273408:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 197us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345638.856935:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3604 00000100:00100000:3.0:1763345638.857194:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.857786:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910273664 00000100:00100000:1.0:1763345638.857792:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910273664 00000100:00100000:1.0:1763345638.857830:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10931 00000100:00100000:1.0:1763345638.857836:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541773800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+296:57194:x1849000910273664:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345638.857852:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.857865:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261a00/0x52bea07cb58ab2b1 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083289e expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.857914:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261a00/0x52bea07cb58ab2b1 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083289e expref: 297 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.857927:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261a00/0x52bea07cb58ab2b1 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083289e expref: 297 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.857941:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x234:0x0].0x0 (ffff91b5484ccf00) 00010000:00010000:1.0:1763345638.857944:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345638.857947:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261a00, rc 0) 00000100:00100000:1.0:1763345638.857982:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541773800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+297:57194:x1849000910273664:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 145us (787us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345638.857988:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10931 00000004:00080000:3.0:1763345638.857994:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dfd180/2, rc 0, transno 17179872187 00000100:00100000:3.0:1763345638.858012:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924371200:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1763345638.858077:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345638.858085:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58ab287 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.858093:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543345400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345638.858096:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58ab287 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.858105:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58ab287 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.858117:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58ab287 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.858123:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58ab287 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.858138:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345638.858139:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345638.858141:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345638.862289:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.862409:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910273792 00000100:00100000:1.0:1763345638.862418:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910273792 00010000:00010000:1.0:1763345638.862454:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ab14c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832835 expref: 15 pid: 8404 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763345638.862496:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3605 00000100:00100000:1.0:1763345638.862506:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910273792:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345638.862520:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345638.862527:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ab14c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x340:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832835 expref: 15 pid: 8404 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345638.862540:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ab14c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x340:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832835 expref: 15 pid: 8404 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345638.862568:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ab14c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x340:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832835 expref: 15 pid: 8404 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345638.862583:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345638.862585:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345638.862589:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58ab2a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.862598:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58ab2a3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.862676:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345638.862735:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910273792:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 231us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345638.862743:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3605 00010000:00010000:1.0:1763345638.863207:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345638.863213:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58ab2a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.863220:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54594d800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345638.863224:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58ab2a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.863237:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58ab2a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.863251:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58ab2a3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.863258:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58ab2a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.863275:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345638.863277:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345638.863279:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763345638.863292:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5432edf80/2, rc 0, transno 21474839439 00000100:00100000:3.0:1763345638.863300:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5432edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924371712:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345638.863623:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:3.0:1763345638.869689:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ab29c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x237:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.869702:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ab29c lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x237:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.869708:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ab29c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x237:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.869713:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545a1d400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.869717:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ab29c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x237:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.869724:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ab29c lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x237:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.869738:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:3.0:1763345638.869742:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.869746:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ab29c lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x237:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345638.869751:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ab29c lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x237:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000100:00100000:1.0:1763345638.870116:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924372608:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345638.870179:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345638.870232:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924372608 00000100:00100000:1.0:1763345638.870239:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924372608 00000100:00100000:1.0:1763345638.870280:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7924 00000100:00100000:1.0:1763345638.870288:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+57:3658:x1849000924372608:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345638.870458:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+58:3658:x1849000924372608:12345-0@lo:2:osp-syn-1-0.0 Request processed in 170us (277us total) trans 17179872188 rc 0/0 00000100:00100000:1.0:1763345638.870465:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7924 00000004:00080000:1.0:1763345638.870509:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541d66a00/2, rc 0, transno 17179872188 00000100:00100000:1.0:1763345638.870514:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924372608:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345638.870542:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763345638.870556:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924372480:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345638.870590:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345638.870623:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924372480 00000100:00100000:1.0:1763345638.870624:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.870629:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924372480 00000100:00100000:1.0:1763345638.870652:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910274304 00000100:00100000:1.0:1763345638.870657:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910274304 00000100:00100000:3.0:1763345638.870662:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7925 00000100:00100000:3.0:1763345638.870672:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541772a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+58:3656:x1849000924372480:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345638.870688:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3783 00000100:00100000:1.0:1763345638.870697:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+297:57194:x1849000910274304:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345638.870802:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541772a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+59:3656:x1849000924372480:12345-0@lo:2:osp-syn-1-0.0 Request processed in 132us (210us total) trans 17179872189 rc 0/0 00000100:00100000:3.0:1763345638.870810:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7925 00000004:00080000:3.0:1763345638.870849:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541d67480/2, rc 0, transno 17179872189 00000100:00100000:3.0:1763345638.870854:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924372480:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345638.870930:0:6524:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x234:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:3.0:1763345638.870950:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924372736:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345638.870991:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:1.0:1763345638.870992:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1840, 64 off153104 00000040:00080000:1.0:1763345638.871023:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1824, 64 off151576 00000100:00100000:3.0:1763345638.871029:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924372736 00000100:00100000:3.0:1763345638.871034:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924372736 00000040:00080000:1.0:1763345638.871035:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1825, 64 off151640 00000040:00080000:1.0:1763345638.871049:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1841, 64 off153168 00000100:00100000:3.0:1763345638.871063:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7926 00000100:00100000:3.0:1763345638.871071:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3659:x1849000924372736:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1763345638.871108:0:6524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab2c6 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x234:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 00010000:00010000:1.0:1763345638.871123:0:6524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab2c6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x234:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6524 initiator: MDT0 00010000:00010000:1.0:1763345638.871133:0:6524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab2c6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x234:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6524 initiator: MDT0 00010000:00010000:1.0:1763345638.871141:0:6524:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab2c6 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x234:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6524 initiator: MDT0 00010000:00010000:1.0:1763345638.871146:0:6524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab2c6 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x234:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6524 initiator: MDT0 00010000:00010000:1.0:1763345638.871152:0:6524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab2c6 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x234:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6524 initiator: MDT0 00010000:00010000:1.0:1763345638.871169:0:6524:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345638.871184:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3659:x1849000924372736:12345-0@lo:2:osp-syn-0-0.0 Request processed in 112us (191us total) trans 21474839440 rc 0/0 00000100:00100000:3.0:1763345638.871191:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7926 00000004:00080000:3.0:1763345638.871223:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5454df100/2, rc 0, transno 21474839440 00000100:00100000:3.0:1763345638.871234:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924372736:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345638.871250:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924372864:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345638.871276:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345638.871303:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924372864 00000100:00100000:3.0:1763345638.871307:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924372864 00000100:00100000:3.0:1763345638.871331:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7927 00000100:00100000:3.0:1763345638.871339:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3656:x1849000924372864:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345638.871355:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+298:57194:x1849000910274304:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 657us (732us total) trans 8589940860 rc 0/0 00000100:00100000:1.0:1763345638.871363:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3783 00000100:00100000:3.0:1763345638.871409:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3656:x1849000924372864:12345-0@lo:2:osp-syn-0-0.0 Request processed in 72us (133us total) trans 21474839441 rc 0/0 00000100:00100000:3.0:1763345638.871414:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7927 00000004:00080000:3.0:1763345638.871434:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5454ded80/2, rc 0, transno 21474839441 00000100:00100000:3.0:1763345638.871437:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924372864:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1763345638.871799:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ab2bf lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x237:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808328a5 expref: 296 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.871816:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:3.0:1763345638.871824:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763345638.871843:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ab2b8 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808328a5 expref: 296 pid: 9296 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763345638.871862:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ab2bf lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x237:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808328a5 expref: 295 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.871894:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:3.0:1763345638.871897:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763345638.871899:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b658b9ee00, rc 0) 00000100:00100000:3.0:1763345638.871931:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+295:55937:x1849000910274048:12345-192.168.203.8@tcp:101:bash.0 Request processed in 8207us (8309us total) trans 8589940859 rc 0/0 00000100:00100000:3.0:1763345638.871939:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10932 00000100:00100000:3.0:1763345638.875538:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.875578:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.877143:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910274688 00000100:00100000:0.0:1763345638.877149:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910274688 00000100:00100000:0.0:1763345638.877187:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7928 00000100:00100000:0.0:1763345638.877196:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+34:55937:x1849000910274688:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345638.877205:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345638.877217:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab2f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808328b3 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345638.877235:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x345:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345638.877249:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.877251:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.877259:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab2f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808328b3 expref: 35 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.877270:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab2f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808328b3 expref: 35 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.877279:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6821e1e00, rc 0) 00000100:00100000:0.0:1763345638.877304:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+35:55937:x1849000910274688:12345-192.168.203.8@tcp:101:bash.0 Request processed in 110us (1725us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.877310:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7928 00000100:00100000:3.0:1763345638.881102:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.882200:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.884986:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.885010:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.885060:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.885141:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910275200 00000100:00100000:0.0:1763345638.885151:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910275200 00002000:00010000:0.0:1763345638.885190:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/837 (0->18446744073709551615) 00002000:00100000:0.0:1763345638.885195:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6779a5f80 with x1849000910275200 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345638.885206:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6779a5f80. 00000100:00100000:0.0:1763345638.885234:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910275328 00000100:00100000:0.0:1763345638.885237:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910275328 00002000:00010000:0.0:1763345638.885250:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/834 (0->18446744073709551615) 00002000:00100000:0.0:1763345638.885253:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6779a7800 with x1849000910275328 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345638.885259:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6779a7800. 00000100:00100000:0.0:1763345638.885276:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1880 00000100:00100000:0.0:1763345638.885284:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+35:2408:x1849000910275200:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:0.0:1763345638.885445:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x345:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345638.885449:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x345:0x0] updating lvb mtime from disk: 0 -> 1763345638 00002000:00010000:0.0:1763345638.885451:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x345:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345638.885453:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x345:0x0] updating lvb ctime from disk: 0 -> 1763345638 00002000:00010000:0.0:1763345638.885455:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x345:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345638.885503:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+36:2408:x1849000910275200:12345-192.168.203.8@tcp:10:bash.0 Request processed in 219us (525us total) trans 17179872190 rc 0/0 00000100:00100000:0.0:1763345638.885510:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1880 00002000:00010000:0.0:1763345638.885514:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/837 (0->18446744073709551615) 00002000:00100000:0.0:1763345638.885517:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6779a5f80 with x1849000910275200 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345638.885521:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6779a5f80. 00000100:00100000:0.0:1763345638.885540:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1881 00000100:00100000:0.0:1763345638.885546:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910275328:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:0.0:1763345638.885632:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x342:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345638.885635:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x342:0x0] updating lvb mtime from disk: 0 -> 1763345638 00002000:00010000:0.0:1763345638.885637:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x342:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345638.885639:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x342:0x0] updating lvb ctime from disk: 0 -> 1763345638 00002000:00010000:0.0:1763345638.885641:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x342:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345638.885675:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910275328:12345-192.168.203.8@tcp:10:bash.0 Request processed in 128us (662us total) trans 21474839442 rc 0/0 00000100:00100000:0.0:1763345638.885681:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1881 00002000:00010000:0.0:1763345638.885684:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/834 (0->18446744073709551615) 00002000:00100000:0.0:1763345638.885687:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6779a7800 with x1849000910275328 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345638.885691:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6779a7800. 00000100:00100000:3.0:1763345638.892045:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.897668:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910275712 00000100:00100000:1.0:1763345638.897683:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910275712 00000100:00100000:1.0:1763345638.897786:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3786 00000100:00100000:1.0:1763345638.897797:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+298:55937:x1849000910275712:12345-192.168.203.8@tcp:35:bash.0 00000100:00100000:1.0:1763345638.898099:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+299:55937:x1849000910275712:12345-192.168.203.8@tcp:35:bash.0 Request processed in 302us (6064us total) trans 8589940863 rc 0/0 00000100:00100000:1.0:1763345638.898106:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3786 00000100:00100000:3.0:1763345638.898387:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.898437:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910275968 00000100:00100000:1.0:1763345638.898443:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910275968 00000100:00100000:1.0:1763345638.898480:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10934 00000100:00100000:1.0:1763345638.898488:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+299:57199:x1849000910275968:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345638.898500:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.898521:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab2fe lrc: 2/0,0 mode: --/CR res: [0x200000405:0x237:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808328c1 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.898593:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab305 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x237:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.898606:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab305 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x237:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345638.898617:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab305 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x237:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:1.0:1763345638.898627:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x237:0x0]: returning size 5 00010000:00010000:1.0:1763345638.898695:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab2fe lrc: 0/0,0 mode: --/CR res: [0x200000405:0x237:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808328c1 expref: 302 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.898729:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab305 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x237:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808328c1 expref: 301 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.898738:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:1.0:1763345638.898741:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1763345638.898745:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261000, rc 0) 00000100:00100000:1.0:1763345638.898815:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+301:57199:x1849000910275968:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 327us (430us total) trans 8589940864 rc 0/0 00000100:00100000:1.0:1763345638.898821:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10934 00000100:00100000:0.0:1763345638.906342:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.907997:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.909814:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.909911:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910276608 00000100:00100000:1.0:1763345638.909920:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910276608 00010000:00010000:1.0:1763345638.909954:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58ab2e2 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808328ac expref: 303 pid: 9296 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763345638.909996:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3606 00000100:00100000:1.0:1763345638.910004:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+303:2408:x1849000910276608:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345638.910017:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345638.910023:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58ab2e2 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808328ac expref: 303 pid: 9296 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345638.910036:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58ab2e2 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808328ac expref: 303 pid: 9296 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345638.910058:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:1.0:1763345638.910062:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ab31a lrc: 3/0,1 mode: --/CW res: [0x200000405:0x237:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.910075:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ab31a lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x237:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.910081:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ab31a lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x237:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.910099:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345638.910154:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+303:2408:x1849000910276608:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 150us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345638.910161:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3606 00010000:00010000:3.0:1763345638.910499:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58ab2e2 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808328ac expref: 302 pid: 9296 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763345638.910513:0:9296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54440ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924372992:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345638.910533:0:9296:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ab31a lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x237:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.910541:0:9296:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ab31a lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x237:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.910547:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ab31a lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x237:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345638.910566:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x237:0x0]: returning size 5 00010000:00010000:3.0:1763345638.910685:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58ab313 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x237:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808328c8 expref: 303 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.910699:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ab31a lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x237:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808328c8 expref: 302 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.910710:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:3.0:1763345638.910713:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763345638.910715:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b641660e00, rc 0) 00000100:00100000:3.0:1763345638.911871:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+303:57199:x1849000910276224:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 5157us (5533us total) trans 8589940865 rc 0/0 00000100:00100000:3.0:1763345638.911890:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10935 00000100:00100000:3.0:1763345638.914466:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.914508:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.914593:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910276992 00000100:00100000:1.0:1763345638.914603:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910276992 00000100:00100000:1.0:1763345638.914657:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910277120 00000100:00100000:1.0:1763345638.914661:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910277120 00000100:00100000:1.0:1763345638.914692:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10936 00000100:00100000:1.0:1763345638.914715:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+304:57200:x1849000910276992:12345-192.168.203.8@tcp:36:rm.0 00010000:00010000:1.0:1763345638.914794:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763345638.914820:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab305 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x237:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808328c1 expref: 304 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.914839:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ab2bf lrc: 0/0,0 mode: --/CR res: [0x200000405:0x237:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808328a5 expref: 303 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.914852:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ab280 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x237:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832890 expref: 302 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.914864:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:1.0:1763345638.914869:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345638.914910:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab328 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.914922:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab328 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.914932:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab328 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.914943:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab32f lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.914949:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab32f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.914955:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab32f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.915028:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab336 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x237:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.915037:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ab31a lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x237:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808328c8 expref: 301 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.915044:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab336 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x237:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.915073:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ab31a lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x237:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a969808328c8 expref: 301 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.915084:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ab31a lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x237:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808328c8 expref: 301 pid: 9296 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763345638.915097:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a7480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924373120:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345638.915177:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8b300 going to sleep for 11 seconds 00000100:00100000:1.0:1763345638.915196:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10937 00000100:00100000:1.0:1763345638.915203:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+301:57199:x1849000910277120:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345638.915212:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.915221:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab33d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x237:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808328cf expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.915277:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ab344 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x237:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.915286:0:9296:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab336 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x237:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.915293:0:9296:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ab344 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x237:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.915304:0:9296:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab336 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x237:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.915312:0:9296:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ab344 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x237:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000100:00100000:1.0:1763345638.919459:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a7480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924373120:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345638.919486:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab336 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x237:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 00000100:00100000:0.0:1763345638.919491:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.919546:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910277248 00000100:00100000:3.0:1763345638.919553:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910277248 00010000:00010000:3.0:1763345638.919586:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ab31a lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x237:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808328c8 expref: 303 pid: 9296 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763345638.919628:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3607 00000100:00100000:3.0:1763345638.919637:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+303:2408:x1849000910277248:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345638.919651:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345638.919657:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ab31a lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x237:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808328c8 expref: 303 pid: 9296 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345638.919668:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ab31a lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x237:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808328c8 expref: 303 pid: 9296 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345638.919689:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ab31a lrc: 0/0,0 mode: --/CW res: [0x200000405:0x237:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808328c8 expref: 303 pid: 9296 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345638.919965:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:3.0:1763345638.919970:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab336 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x237:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.919979:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab336 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x237:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.919985:0:28406:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab336 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x237:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.919992:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ab344 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x237:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.919996:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ab344 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x237:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.919999:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ab344 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x237:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.920087:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab336 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x237:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.920094:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab336 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x237:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 00000004:00080000:1.0:1763345638.920331:0:6520:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x200000405:0x237:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1763345638.920411:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab336 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x237:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.920419:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab336 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x237:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.920425:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab336 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x237:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.920430:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.920434:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab336 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x237:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.920442:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab336 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x237:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.920451:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:1.0:1763345638.920453:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763345638.920456:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ab344 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x237:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.920462:0:6520:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ab344 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.920468:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ab344 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.920498:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab336 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x237:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.920505:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab336 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x237:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.920523:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab328 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.920529:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab328 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.920534:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab328 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.920540:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab328 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.920545:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.920548:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab328 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.920553:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab328 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.920561:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6e600) 00010000:00010000:1.0:1763345638.920563:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.920565:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab328 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.920570:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab328 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000004:00010000:1.0:1763345638.920584:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000057932134 reply state 00000000594108a3 transno 8589940867 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab32f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.920594:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab32f lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.920600:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b642a6ed00) 00010000:00010000:1.0:1763345638.920602:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345638.920605:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345638.920659:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+303:57200:x1849000910276992:12345-192.168.203.8@tcp:36:rm.0 Request processed in 5959us (6199us total) trans 8589940867 rc 0/0 00000100:00100000:1.0:1763345638.920666:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10936 00000100:00100000:3.0:1763345638.927561:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:0.0:1763345638.927965:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345638.927986:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab34b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x237:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808328d6 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.928084:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab352 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x237:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.928098:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab352 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x237:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.928109:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab352 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x237:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:0.0:1763345638.928120:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x237:0x0]: returning size 5 00010000:00010000:0.0:1763345638.928217:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab34b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x237:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808328d6 expref: 305 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.928235:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab352 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x237:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808328d6 expref: 304 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.928243:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:0.0:1763345638.928246:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345638.928250:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6821e0800, rc 0) 00000100:00100000:0.0:1763345638.928313:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+304:57199:x1849000910277504:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 420us (760us total) trans 8589940868 rc 0/0 00000100:00100000:0.0:1763345638.928324:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10938 00000100:00100000:0.0:1763345638.930239:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.930316:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910277632 00000100:00100000:1.0:1763345638.930325:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910277632 00000100:00100000:1.0:1763345638.930409:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10939 00000100:00100000:1.0:1763345638.930418:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+304:57201:x1849000910277632:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345638.930435:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.930455:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab360 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808328dd expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345638.931084:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:1.0:1763345638.931087:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab367 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.931102:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab367 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.931113:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab367 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.931127:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab36e lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.931135:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab36e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.931142:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab36e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.931178:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab367 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.931185:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab367 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.931196:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab367 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.931202:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab367 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.931208:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.931212:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab367 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.931219:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab367 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.931230:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6e600) 00010000:00010000:1.0:1763345638.931233:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.931237:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab367 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.931243:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab367 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.931253:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab36e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.931258:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab36e lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.931263:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab36e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.931268:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.931271:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab36e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.931276:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab36e lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.931283:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b642a6ed00) 00010000:00010000:1.0:1763345638.931285:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.931288:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab36e lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.931293:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab36e lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.931317:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab360 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808328dd expref: 305 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.931326:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6e600) 00010000:00010000:1.0:1763345638.931328:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.931331:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab360 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808328dd expref: 305 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.931344:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261600, rc 0) 00000100:00100000:1.0:1763345638.931400:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+304:57201:x1849000910277632:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 983us (1168us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345638.931408:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10939 00000100:00100000:0.0:1763345638.936096:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.936558:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.937105:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910277888 00000100:00100000:1.0:1763345638.937114:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910277888 00000100:00100000:1.0:1763345638.937175:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10940 00000100:00100000:1.0:1763345638.937185:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+304:57201:x1849000910277888:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345638.937208:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.937230:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab37c lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808328e4 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.937289:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab383 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.937301:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab383 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.937311:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab383 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.937319:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab38a lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.937326:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab38a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.937331:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab38a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.937367:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab383 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.937374:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab383 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.937380:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab383 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.937386:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab383 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.937391:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.937396:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab383 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.937402:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab383 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.937413:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6ef00) 00010000:00010000:1.0:1763345638.937416:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.937420:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab383 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.937426:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab383 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.937437:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab38a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.937442:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab38a lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.937447:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab38a lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.937451:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.937454:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab38a lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.937458:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab38a lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.937464:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b642a6ed00) 00010000:00010000:1.0:1763345638.937467:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.937469:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab38a lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.937478:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab38a lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.937502:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab37c lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808328e4 expref: 305 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.937511:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6ef00) 00010000:00010000:1.0:1763345638.937514:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.937517:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab37c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808328e4 expref: 305 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.937535:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261c00, rc 0) 00000100:00100000:1.0:1763345638.937599:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+304:57201:x1849000910277888:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 415us (1512us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345638.937606:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10940 00000100:00100000:3.0:1763345638.937805:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910278016 00000100:00100000:3.0:1763345638.937811:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910278016 00002000:00100000:3.0:1763345638.937840:0:16618:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x345:0x0] (0->4) req@ffff91b54377f100 x1849000910278016/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:114/0 lens 496/0 e 0 to 0 dl 1763345649 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345638.937850:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377f100 with x1849000910278016 ext(0->4) 00010000:00010000:3.0:1763345638.937856:0:16618:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab2f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808328b3 expref: 37 pid: 15692 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345638.937870:0:16618:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab2f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808328b3 expref: 37 pid: 15692 timeout: 1131 lvb_type: 0 00002000:00010000:3.0:1763345638.937929:0:16618:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff91b54377f100 00000100:00100000:3.0:1763345638.937953:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 130 00000100:00100000:3.0:1763345638.937962:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+37:2409:x1849000910278016:12345-192.168.203.8@tcp:4:bash.0 00000100:00100000:3.0:1763345638.939106:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+39:2409:x1849000910278016:12345-192.168.203.8@tcp:4:bash.0 Request processed in 1142us (2545us total) trans 17179872191 rc 0/0 00000100:00100000:3.0:1763345638.939115:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 130 00002000:00100000:3.0:1763345638.939124:0:16618:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x345:0x0] (0->4) req@ffff91b54377f100 x1849000910278016/t17179872191(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:114/0 lens 496/448 e 0 to 0 dl 1763345649 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345638.939134:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377f100 with x1849000910278016 ext(0->4) 00010000:00010000:3.0:1763345638.939141:0:16618:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab2f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808328b3 expref: 39 pid: 15692 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345638.939155:0:16618:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab2f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808328b3 expref: 39 pid: 15692 timeout: 1131 lvb_type: 0 00002000:00010000:3.0:1763345638.939162:0:16618:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff91b54377f100 00000100:00100000:0.0:1763345638.942086:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.945680:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910278272 00000100:00100000:0.0:1763345638.945689:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910278272 00010000:00010000:0.0:1763345638.945730:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab2f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808328b3 expref: 39 pid: 15692 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763345638.945792:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3608 00000100:00100000:0.0:1763345638.945813:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+39:2410:x1849000910278272:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345638.945827:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1763345638.945844:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x345:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:0.0:1763345638.945848:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x345:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763345638.945854:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab2f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808328b3 expref: 39 pid: 15692 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345638.945868:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab2f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808328b3 expref: 39 pid: 15692 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345638.945900:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab2f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.203.8@tcp remote: 0x199a969808328b3 expref: 39 pid: 15692 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345638.945916:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.945918:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.945923:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b658b9f000/0x52bea07cb58ab375 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.945932:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b658b9f000/0x52bea07cb58ab375 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.946956:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345638.947032:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+38:2410:x1849000910278272:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 1217us (1462us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.947043:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3608 00010000:00010000:3.0:1763345638.947202:0:27810:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b658b9f000/0x52bea07cb58ab375 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.947215:0:27810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b658b9f000/0x52bea07cb58ab375 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.947238:0:27810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b658b9f000/0x52bea07cb58ab375 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.947246:0:27810:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b658b9f000/0x52bea07cb58ab375 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.947309:0:27810:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b658b9f000/0x52bea07cb58ab375 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.947316:0:27810:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b658b9f000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345638.947320:0:27810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b658b9f000/0x52bea07cb58ab375 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.947329:0:27810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b658b9f000/0x52bea07cb58ab375 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.947344:0:27810:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b658b9f000/0x52bea07cb58ab375 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.947351:0:27810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b658b9f000/0x52bea07cb58ab375 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345638.951365:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910278400 00000100:00100000:1.0:1763345638.951375:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910278400 00000100:00100000:1.0:1763345638.951433:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10942 00000100:00100000:1.0:1763345638.951442:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+305:57201:x1849000910278400:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345638.951461:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.951481:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab39f lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808328f2 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.951545:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab3a6 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.951559:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab3a6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.951574:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab3a6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.951585:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab3ad lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.951592:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab3ad lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.951598:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab3ad lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.951634:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab3a6 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.951640:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab3a6 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.951645:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab3a6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.951652:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab3a6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.951657:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.951661:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab3a6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.951668:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab3a6 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.951679:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc100) 00010000:00010000:1.0:1763345638.951682:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.951686:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab3a6 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.951692:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab3a6 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.951704:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab3ad lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.951710:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab3ad lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.951716:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab3ad lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.951720:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.951723:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab3ad lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.951729:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab3ad lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.951736:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b642a6ed00) 00010000:00010000:1.0:1763345638.951738:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.951741:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab3ad lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.951747:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab3ad lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.951809:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab39f lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808328f2 expref: 306 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.951819:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc100) 00010000:00010000:1.0:1763345638.951822:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345638.951826:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab39f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808328f2 expref: 306 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.951834:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261c00, rc 0) 00000100:00100000:1.0:1763345638.951901:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+305:57201:x1849000910278400:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 459us (1190us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345638.951908:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10942 00000100:00100000:0.0:1763345638.951922:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910278656 00000100:00100000:0.0:1763345638.951927:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910278656 00000100:00100000:0.0:1763345638.951962:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10943 00000100:00100000:0.0:1763345638.951968:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+305:57199:x1849000910278656:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345638.951992:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345638.952007:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ab344 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808328cf expref: 305 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.952018:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:0.0:1763345638.952021:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345638.952036:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab3b4 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x237:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345638.952044:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab3b4 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345638.952051:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab3b4 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000040:00080000:0.0:1763345638.952235:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1842, 88 off153256 00000004:00080000:0.0:1763345638.952243:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1031477482831ns, next at 1031841700679ns, rc = 0 00000040:00080000:0.0:1763345638.952281:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1826, 88 off151728 00000004:00080000:0.0:1763345638.952286:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1031477526586ns, next at 1031841729076ns, rc = 0 00000040:00080000:0.0:1763345638.952305:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1827, 88 off151816 00000004:00080000:0.0:1763345638.952310:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1031477550158ns, next at 1031841729076ns, rc = 0 00000040:00080000:0.0:1763345638.952330:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1843, 88 off153344 00000004:00080000:0.0:1763345638.952334:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1031477574694ns, next at 1031841700679ns, rc = 0 00000100:00100000:3.0:1763345638.954991:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345638.955458:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910278912 00000100:00100000:1.0:1763345638.955468:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910278912 00000100:00100000:1.0:1763345638.955516:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10944 00000100:00100000:1.0:1763345638.955536:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a828000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+296:57201:x1849000910278912:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345638.955553:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.955556:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763345638.955580:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ab398 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808328eb expref: 296 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.955596:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc100) 00010000:00010000:1.0:1763345638.955613:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345638.955628:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab3bb lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808328f9 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.955710:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab3c2 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.955723:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab3c2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.955733:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab3c2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.955746:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab32f lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.955748:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab3c9 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.955777:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab32f lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.955785:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab32f lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345638.955797:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab3c9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.955808:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345638.955808:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab3c9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.955815:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab32f lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.955825:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab32f lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.955835:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b642a6ed00) 00010000:00010000:3.0:1763345638.955838:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.955842:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab32f lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.955849:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab32f lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000004:00010000:0.0:1763345638.955861:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004db72ae4 reply state 000000007a677850 transno 8589940869 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab3b4 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763345638.955870:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924373760:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1763345638.955886:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab3b4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345638.955892:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:0.0:1763345638.955894:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763345638.955897:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763345638.955919:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345638.955961:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924373504:0@lo:6:osp-syn-1-0.0 00010000:00080000:0.0:1763345638.955965:0:6520:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763345638.955976:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+296:57199:x1849000910278656:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 4008us (4549us total) trans 8589940869 rc 0/0 00000100:00100000:3.0:1763345638.955981:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345638.955984:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10943 00000100:00100000:3.0:1763345638.955996:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763345638.956001:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924373632:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345638.956020:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763345638.956063:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab3b4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.956070:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab3b4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.956075:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab3b4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.956080:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e1e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345638.956083:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab3b4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.956091:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab3b4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.956098:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:3.0:1763345638.956101:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345638.956104:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab3b4 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345638.956109:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab3b4 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763345638.956132:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924373760 00000100:00100000:3.0:1763345638.956136:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924373760 00000100:00100000:3.0:1763345638.956170:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924373504 00000100:00100000:3.0:1763345638.956173:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924373504 00000100:00100000:3.0:1763345638.956192:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924373632 00000100:00100000:3.0:1763345638.956195:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924373632 00000100:00100000:3.0:1763345638.956218:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7932 00000100:00100000:3.0:1763345638.956223:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+61:3658:x1849000924373504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763345638.956234:0:15692:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:834 count 1 00010000:00010000:3.0:1763345638.956247:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543344000/0x52bea07cb58ab3d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x342:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.956261:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543345e00/0x52bea07cb58ab209 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083287b expref: 36 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.956269:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345638.956270:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345638.956274:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543344000/0x52bea07cb58ab3d0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345638.956287:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7933 00000100:00100000:1.0:1763345638.956299:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+62:3658:x1849000924373632:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1763345638.956303:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b543345e00/0x52bea07cb58ab209 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.8@tcp remote: 0x199a9698083287b expref: 36 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.956318:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b543345e00/0x52bea07cb58ab209 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.8@tcp remote: 0x199a9698083287b expref: 36 pid: 28867 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763345638.956328:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a829180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924373888:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345638.956378:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b649308780 going to sleep for 11 seconds 00000100:00100000:1.0:1763345638.956408:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+62:3658:x1849000924373632:12345-0@lo:2:osp-syn-1-0.0 Request processed in 111us (385us total) trans 17179872193 rc 0/0 00000100:00100000:1.0:1763345638.956417:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7933 00000100:00100000:1.0:1763345638.956444:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a82aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924374144:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345638.956475:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345638.956494:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924374400:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345638.956513:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54377ca80/2, rc 0, transno 17179872193 00000100:00100000:3.0:1763345638.956519:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763345638.956553:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54377c380/2, rc 0, transno 17179872192 00000100:00100000:3.0:1763345638.956557:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924373760:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345638.956564:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763345638.956569:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a82ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924374016:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345638.956588:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345638.956605:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924373632:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345638.956612:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345638.956636:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924374016 00000100:00100000:1.0:1763345638.956643:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924374016 00000100:00100000:3.0:1763345638.956645:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924374272 00000100:00100000:3.0:1763345638.956650:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924374272 00000100:00100000:1.0:1763345638.956672:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7935 00000100:00100000:1.0:1763345638.956687:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3656:x1849000924374400:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345638.956809:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3656:x1849000924374400:12345-0@lo:2:osp-syn-0-0.0 Request processed in 126us (291us total) trans 21474839443 rc 0/0 00000100:00100000:3.0:1763345638.957827:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7936 00000100:00100000:3.0:1763345638.957840:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3656:x1849000924374016:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763345638.957859:0:27809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:830 count 1 00000100:00100000:1.0:1763345638.957890:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7935 00000100:00100000:1.0:1763345638.957913:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7937 00000100:00100000:1.0:1763345638.957921:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3659:x1849000924374272:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1763345638.958015:0:27809:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b543345600/0x52bea07cb58ab3de lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345638.958021:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x342:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345638.958027:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x342:0x0] updating lvb mtime from disk: 1763345638 -> 1763345638 00002000:00010000:1.0:1763345638.958030:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x342:0x0] updating lvb atime from disk: 0 -> 0 00010000:00010000:3.0:1763345638.958032:0:27809:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543344200/0x52bea07cb58aafbd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808327b0 expref: 15 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345638.958034:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x342:0x0] updating lvb ctime from disk: 1763345638 -> 1763345638 00010000:00010000:3.0:1763345638.958045:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00002000:00010000:1.0:1763345638.958045:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x342:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:3.0:1763345638.958049:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345638.958054:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543345600/0x52bea07cb58ab3de lrc: 4/0,1 mode: --/PW res: [0x280000401:0x33e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.958083:0:27809:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b543344200/0x52bea07cb58aafbd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a969808327b0 expref: 15 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.958093:0:27809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b543344200/0x52bea07cb58aafbd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x33e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808327b0 expref: 15 pid: 8403 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763345638.958103:0:27809:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fbb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27809:1849000924374656:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345638.958111:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3659:x1849000924374272:12345-0@lo:2:osp-syn-0-0.0 Request processed in 190us (1500us total) trans 21474839444 rc 0/0 00000100:00100000:1.0:1763345638.958119:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7937 00000100:00100000:3.0:1763345638.958152:0:27809:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b649308cc0 going to sleep for 11 seconds 00000004:00080000:1.0:1763345638.958174:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541fb8700/2, rc 0, transno 21474839443 00000100:00100000:1.0:1763345638.958181:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924374400:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345638.958258:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345638.958302:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924373376 00000100:00100000:3.0:1763345638.958308:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924373376 00000100:00100000:3.0:1763345638.958344:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7938 00000100:00100000:3.0:1763345638.958351:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+62:3657:x1849000924373376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763345638.958362:0:27810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:833 count 1 00010000:00010000:3.0:1763345638.958375:0:27810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58ab3e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.958388:0:27810:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5434cb200/0x52bea07cb58ab0f8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832812 expref: 36 pid: 27809 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345638.958394:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345638.958396:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345638.958399:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58ab3e5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.958418:0:27810:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b5434cb200/0x52bea07cb58ab0f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980832812 expref: 36 pid: 27809 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345638.958427:0:27810:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b5434cb200/0x52bea07cb58ab0f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832812 expref: 36 pid: 27809 timeout: 1131 lvb_type: 1 00000100:00100000:3.0:1763345638.958437:0:27810:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fbaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27810:1849000924374784:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345638.958461:0:27810:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66d342b40 going to sleep for 11 seconds 00010000:00010000:1.0:1763345638.959163:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab3ec lrc: 3/1,0 mode: --/PR res: [0x200000405:0x239:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.959177:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab3ec lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x239:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.959189:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab3ec lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x239:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:1.0:1763345638.959199:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x239:0x0]: returning size 0 00000100:00100000:3.0:1763345638.959401:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910279040 00000100:00100000:3.0:1763345638.959406:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910279040 00010000:00010000:1.0:1763345638.959422:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab3c2 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.959431:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab3c2 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.959437:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab3c2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.959443:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab3c2 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345638.959447:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10945 00010000:00010000:1.0:1763345638.959459:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260e00 already unused, calling callback (ffffffffc181e550) 00000100:00100000:3.0:1763345638.959461:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+296:57199:x1849000910279040:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345638.959464:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab3c2 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.959474:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab3c2 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.959479:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.959487:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6ef00) 00010000:00010000:1.0:1763345638.959491:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345638.959493:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ab3fa lrc: 2/0,0 mode: --/CR res: [0x200000405:0x237:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832900 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.959495:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab3c2 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.959512:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab3c2 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.959542:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ab3fa lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832900 expref: 297 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.959554:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ab3fa lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832900 expref: 297 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.959568:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:3.0:1763345638.959571:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345638.959574:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b658b9f000, rc 0) 00000004:00010000:1.0:1763345638.960129:0:9296:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000069c1e808 reply state 000000008dbffb71 transno 8589940870 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab3c9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.960143:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab3c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345638.960149:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b642a6ed00) 00010000:00010000:1.0:1763345638.960151:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345638.960153:0:9296:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763345638.960185:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab3bb lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808328f9 expref: 298 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.960202:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab3ec lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x239:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808328f9 expref: 297 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.960208:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x239:0x0].0x0 (ffff91b642a6e600) 00010000:00010000:1.0:1763345638.960210:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345638.960212:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261c00, rc 0) 00000100:00100000:3.0:1763345638.960746:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+298:57199:x1849000910279040:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1286us (1403us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345638.960755:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a828000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+298:57201:x1849000910278912:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 5227us (5768us total) trans 8589940870 rc 0/0 00000100:00100000:3.0:1763345638.960775:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10945 00000100:00100000:1.0:1763345638.960788:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10944 00000100:00100000:3.0:1763345638.962140:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a829180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924373888:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345638.962166:0:15692:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b543344000/0x52bea07cb58ab3d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345638.962583:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544409880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924374528:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345638.962607:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab3d7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.962693:0:27809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543344200/0x52bea07cb58aafbd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a969808327b0 expref: 15 pid: 8403 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763345638.962705:0:27809:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fbb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27809:1849000924374656:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345638.962720:0:27809:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b543345600/0x52bea07cb58ab3de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.962729:0:27809:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b543345600/0x52bea07cb58ab3de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.962741:0:27809:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543345600/0x52bea07cb58ab3de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.962751:0:27809:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b543345600/0x52bea07cb58ab3de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345638.962888:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910279552 00000100:00100000:1.0:1763345638.962896:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910279552 00010000:00010000:1.0:1763345638.962917:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b5434cb200/0x52bea07cb58ab0f8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832812 expref: 36 pid: 27809 timeout: 1131 lvb_type: 1 00010000:00010000:3.0:1763345638.963000:0:27809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b543345600/0x52bea07cb58ab3de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.963027:0:27809:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763345638.963632:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3612 00000100:00100000:1.0:1763345638.964369:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544409500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+36:2408:x1849000910279552:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345638.964384:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345638.964393:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b5434cb200/0x52bea07cb58ab0f8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x341:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832812 expref: 36 pid: 27809 timeout: 1131 lvb_type: 1 00010000:00010000:1.0:1763345638.964410:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b5434cb200/0x52bea07cb58ab0f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x341:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832812 expref: 36 pid: 27809 timeout: 1131 lvb_type: 1 00010000:00010000:1.0:1763345638.964429:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345638.964432:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345638.964436:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58ab3e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.964451:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58ab3e5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.964470:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:0.0:1763345638.964838:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54a82ad80/2, rc 0, transno 21474839445 00000100:00100000:0.0:1763345638.964847:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a82ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924374016:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1763345638.964941:0:15692:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b543344000/0x52bea07cb58ab3d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.965020:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543344000/0x52bea07cb58ab3d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.965031:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543344000/0x52bea07cb58ab3d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.965043:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b543344000/0x52bea07cb58ab3d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.965098:0:15692:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1763345638.965472:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3656:x1849000924374016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7632us (8879us total) trans 21474839445 rc 0/0 00000100:00100000:3.0:1763345638.965483:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7936 00010000:00010000:3.0:1763345638.965524:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1763345638.965533:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b543345600/0x52bea07cb58ab3de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.965544:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543345600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345638.965548:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543345600/0x52bea07cb58ab3de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.965559:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543345600/0x52bea07cb58ab3de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.965585:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b543345600/0x52bea07cb58ab3de lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.965598:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543345600/0x52bea07cb58ab3de lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.965619:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345638.965627:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b543344000/0x52bea07cb58ab3d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.965649:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543344000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345638.965655:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543344000/0x52bea07cb58ab3d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.965667:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543344000/0x52bea07cb58ab3d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.965678:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b543344000/0x52bea07cb58ab3d0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.965687:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543344000/0x52bea07cb58ab3d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.965701:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345638.965703:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345638.965705:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345638.965882:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+63:3658:x1849000924373504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9649us (9891us total) trans 17179872194 rc 0/0 00000100:00100000:0.0:1763345638.965890:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7932 00010000:00010000:0.0:1763345638.965935:0:27810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5434cb200/0x52bea07cb58ab0f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832812 expref: 36 pid: 27809 timeout: 1131 lvb_type: 1 00000100:00100000:0.0:1763345638.965944:0:27810:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fbaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27810:1849000924374784:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345638.965959:0:27810:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58ab3e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.965967:0:27810:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58ab3e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.965973:0:27810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58ab3e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.965981:0:27810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58ab3e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.965987:0:27810:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58ab3e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.966011:0:27810:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763345638.966164:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345638.966170:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58ab3e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.966178:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543345400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345638.966182:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58ab3e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.966191:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58ab3e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345638.966193:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+63:3657:x1849000924373376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7842us (7933us total) trans 17179872195 rc 0/0 00000100:00100000:0.0:1763345638.966207:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7938 00010000:00010000:3.0:1763345638.966210:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58ab3e5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.966224:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543345400/0x52bea07cb58ab3e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.966240:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345638.966243:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345638.966245:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345638.966256:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000004:00080000:3.0:1763345638.966273:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54377dc00/2, rc 0, transno 17179872195 00000100:00100000:3.0:1763345638.966281:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924373376:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763345638.966286:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.966309:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910279680 00000100:00100000:3.0:1763345638.966316:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910279680 00000100:00100000:1.0:1763345638.966339:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544409500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+35:2408:x1849000910279552:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 1980us (3501us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345638.966348:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3612 00000100:00100000:3.0:1763345638.966363:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910279936 00000100:00100000:3.0:1763345638.966368:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910279936 00000004:00080000:1.0:1763345638.966389:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54a82aa00/2, rc 0, transno 21474839446 00000100:00100000:3.0:1763345638.966395:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10946 00000100:00100000:1.0:1763345638.966397:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a82aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924374144:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345638.966409:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+298:57199:x1849000910279680:12345-192.168.203.8@tcp:101:lfs.0 00000004:00080000:1.0:1763345638.966413:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54377e300/2, rc 0, transno 17179872194 00000100:00100000:1.0:1763345638.966418:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924373504:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1763345638.966426:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1763345638.966438:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10947 00010000:00010000:3.0:1763345638.966445:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ab401 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x237:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832907 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345638.966447:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+298:57201:x1849000910279936:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345638.966461:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345638.966473:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab408 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x239:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083290e expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.966531:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ab40f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x237:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345638.966544:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ab40f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x237:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345638.966553:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab416 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x239:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.966554:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ab40f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x237:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345638.966574:0:9296:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab3ec lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x239:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808328f9 expref: 300 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345638.966582:0:9296:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab416 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x239:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345638.966592:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x237:0x0]: returning size 5 00000004:00200000:3.0:1763345638.966599:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1763345638.966613:0:9296:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab3ec lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x239:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a969808328f9 expref: 300 pid: 9296 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1763345638.966616:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ab40f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x237:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345638.966634:0:9296:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab3ec lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x239:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808328f9 expref: 301 pid: 9296 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345638.966647:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ab401 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x237:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832907 expref: 301 pid: 35210 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345638.966649:0:9296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924374912:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345638.966668:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ab40f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x237:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832907 expref: 300 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345638.966676:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:3.0:1763345638.966678:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1763345638.966682:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b658b9ee00, rc 0) 00000100:00100000:3.0:1763345638.966712:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+300:57199:x1849000910279680:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 307us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345638.966718:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10946 00000100:00100000:1.0:1763345638.967424:0:9296:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8b900 going to sleep for 11 seconds 00000100:00100000:3.0:1763345638.968657:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.968723:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910280064 00000100:00100000:0.0:1763345638.968731:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910280064 00000100:00100000:0.0:1763345638.968829:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7939 00000100:00100000:0.0:1763345638.968839:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+35:2409:x1849000910280064:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345638.968851:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345638.968869:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab41d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832915 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345638.968905:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x345:0x0] initial LVB size: 5, mtime: 0x691a84e6, atime: 0x0, ctime: 0x691a84e6, blocks: 0x8 00010000:00010000:0.0:1763345638.968919:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.968921:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345638.968929:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab41d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832915 expref: 36 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345638.968943:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab41d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832915 expref: 36 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345638.968953:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6821e1e00, rc 0) 00000100:00100000:0.0:1763345638.969529:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+36:2409:x1849000910280064:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 689us (874us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345638.969540:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7939 00000100:00100000:1.0:1763345638.969940:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345638.970067:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910280192 00000100:00100000:3.0:1763345638.970074:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910280192 00010000:00010000:3.0:1763345638.970103:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab3ec lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x239:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808328f9 expref: 300 pid: 9296 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763345638.970128:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3613 00000100:00100000:3.0:1763345638.970137:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+300:2409:x1849000910280192:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345638.970149:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345638.970156:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab3ec lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x239:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808328f9 expref: 300 pid: 9296 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345638.970167:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab3ec lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x239:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808328f9 expref: 300 pid: 9296 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345638.970188:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x239:0x0].0x0 (ffff91b642a6e600) 00010000:00010000:3.0:1763345638.970194:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab416 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x239:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.970203:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab416 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x239:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.970210:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab416 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x239:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345638.970228:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345638.970260:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+300:2409:x1849000910280192:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 125us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345638.970267:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3613 00010000:00010000:0.0:1763345638.971544:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab3ec lrc: 0/0,0 mode: --/PR res: [0x200000405:0x239:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808328f9 expref: 299 pid: 9296 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763345638.971562:0:9296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924374912:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345638.971583:0:9296:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab416 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x239:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.971592:0:9296:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab416 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x239:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.971598:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab416 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x239:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:0.0:1763345638.971618:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x239:0x0]: returning size 0 00000004:00080000:0.0:1763345638.971818:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x344:0x0], index 0: 0 00000004:00080000:0.0:1763345638.971826:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x347:0x0], index 1: 0 00000004:00080000:0.0:1763345638.971830:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x348:0x0], index 1: 0 00000004:00080000:0.0:1763345638.971834:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x345:0x0], index 0: 0 00010000:00010000:0.0:1763345638.971941:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab416 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x239:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.971949:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab416 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x239:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.971955:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab416 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x239:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.971960:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345638.971963:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab416 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x239:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.971970:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab416 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x239:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.971981:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x239:0x0].0x0 (ffff91b642a6e600) 00010000:00010000:0.0:1763345638.971984:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345638.971987:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab416 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x239:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.971992:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab416 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x239:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.972032:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab408 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x239:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083290e expref: 299 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.972041:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x239:0x0].0x0 (ffff91b642a6e600) 00010000:00010000:0.0:1763345638.972043:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763345638.972046:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab408 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x239:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083290e expref: 299 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.972058:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260c00, rc 0) 00000100:00100000:0.0:1763345638.972110:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+298:57201:x1849000910279936:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 5665us (5825us total) trans 8589940871 rc 301/301 00000100:00100000:0.0:1763345638.972118:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10947 00000100:00100000:3.0:1763345638.979566:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910280448 00000100:00100000:3.0:1763345638.979575:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910280448 00000100:00100000:3.0:1763345638.979618:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3788 00000100:00100000:3.0:1763345638.979627:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+298:57201:x1849000910280448:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345638.981555:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+299:57201:x1849000910280448:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 1920us (2869us total) trans 8589940872 rc 0/0 00000100:00100000:1.0:1763345638.981568:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3788 00000100:00100000:3.0:1763345638.984628:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.985870:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+300:57201:x1849000910280704:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 1049us (1247us total) trans 8589940873 rc 0/0 00000100:00100000:0.0:1763345638.985887:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3789 00000100:00100000:1.0:1763345638.995044:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345638.995508:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910280960 00000100:00100000:0.0:1763345638.995522:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910280960 00000100:00100000:0.0:1763345638.995605:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10948 00000100:00100000:0.0:1763345638.995616:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+300:55937:x1849000910280960:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345638.995639:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345638.995664:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab42b lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083291c expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.995889:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab432 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.995903:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab432 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.995925:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab432 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.995937:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58ab439 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.995944:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58ab439 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.995950:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58ab439 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.996012:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab440 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x239:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.996020:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab440 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x239:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.996028:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab440 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x239:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:0.0:1763345638.996038:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x239:0x0]: returning size 0 00010000:00010000:0.0:1763345638.996125:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab432 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.996133:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab432 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.996140:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab432 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.996146:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab432 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.996151:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e1a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345638.996156:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab432 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.996163:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab432 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.996174:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653620d00) 00010000:00010000:0.0:1763345638.996177:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345638.996183:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab432 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.996189:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab432 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.996204:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58ab439 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.996209:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58ab439 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.996214:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58ab439 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.996218:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b54000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345638.996221:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58ab439 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.996227:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58ab439 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.996234:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b642a6ed00) 00010000:00010000:0.0:1763345638.996237:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345638.996240:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58ab439 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.996244:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58ab439 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345638.996285:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab42b lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083291c expref: 303 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.996304:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab440 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x239:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083291c expref: 302 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345638.996311:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x239:0x0].0x0 (ffff91b653620b00) 00010000:00010000:0.0:1763345638.996314:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345638.996316:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b55400, rc 0) 00000100:00100000:0.0:1763345638.996393:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+302:55937:x1849000910280960:12345-192.168.203.8@tcp:101:bash.0 Request processed in 777us (1357us total) trans 8589940874 rc 0/0 00000100:00100000:0.0:1763345638.996400:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10948 00000100:00100000:0.0:1763345639.001871:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910281088 00000100:00100000:0.0:1763345639.001891:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910281088 00000100:00100000:0.0:1763345639.001972:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10949 00000100:00100000:0.0:1763345639.001983:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+302:55937:x1849000910281088:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345639.002008:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.002029:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab44e lrc: 2/0,0 mode: --/PR res: [0x200000405:0x239:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832923 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.002064:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ab455 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x239:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.002076:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ab455 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x239:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.002086:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ab455 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x239:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.002193:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab44e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x239:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832923 expref: 304 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.002208:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ab455 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x239:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832923 expref: 303 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.002215:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x239:0x0].0x0 (ffff91b653620b00) 00010000:00010000:0.0:1763345639.002218:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763345639.002221:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b55000, rc 0) 00000100:00100000:0.0:1763345639.002281:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+303:55937:x1849000910281088:12345-192.168.203.8@tcp:101:bash.0 Request processed in 301us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.002289:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10949 00000100:00080000:3.0:1763345639.002360:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763345639.004104:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.004245:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910281216 00000100:00100000:0.0:1763345639.004254:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910281216 00000100:00100000:0.0:1763345639.004575:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7940 00000100:00100000:0.0:1763345639.004588:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+36:2408:x1849000910281216:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:0.0:1763345639.004704:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+36:2408:x1849000910281216:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 117us (606us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.004712:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7940 00000100:00080000:3.0:1763345639.004780:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763345639.008345:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.008398:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910281472 00000100:00100000:0.0:1763345639.008408:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910281472 00000100:00100000:0.0:1763345639.008689:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10950 00000100:00100000:0.0:1763345639.008714:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+303:55937:x1849000910281472:12345-192.168.203.8@tcp:36:bash.0 00010000:00010000:0.0:1763345639.009427:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345639.009457:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab440 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x239:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083291c expref: 303 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.009479:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x239:0x0].0x0 (ffff91b653620b00) 00010000:00010000:0.0:1763345639.009484:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345639.009660:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab45c lrc: 3/0,1 mode: --/PW res: [0x200000405:0x239:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.009674:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab45c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x239:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.009681:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab45c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x239:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000001:00080000:0.0:1763345639.009722:0:9296:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589940875 00000004:00010000:0.0:1763345639.009740:0:9296:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002d861cc7 reply state 0000000067e28aef transno 8589940876 ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab45c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x239:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.009750:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab45c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x239:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.009755:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x239:0x0].0x0 (ffff91b653620b00) 00010000:00010000:0.0:1763345639.011033:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345639.011041:0:9296:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345639.011176:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+305:55937:x1849000910281472:12345-192.168.203.8@tcp:36:bash.0 Request processed in 2475us (2836us total) trans 8589940876 rc 0/0 00000100:00100000:0.0:1763345639.011185:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10950 00000020:00080000:0.0:1763345639.011191:0:9296:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345639.013625:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910281600 00000100:00100000:0.0:1763345639.013635:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910281600 00000100:00100000:0.0:1763345639.013739:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7941 00000100:00100000:0.0:1763345639.013748:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+36:2411:x1849000910281600:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:0.0:1763345639.013896:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+36:2411:x1849000910281600:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 149us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.014267:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7941 00000100:00100000:0.0:1763345639.020155:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910281728 00000100:00100000:0.0:1763345639.020165:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910281728 00000100:00100000:0.0:1763345639.020228:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10951 00000100:00100000:0.0:1763345639.020238:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+305:55937:x1849000910281728:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345639.020260:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.020280:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58ab463 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x239:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083292a expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.020336:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58ab463 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x239:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083292a expref: 306 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.020351:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58ab463 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x239:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083292a expref: 306 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.020374:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x239:0x0].0x0 (ffff91b653620b00) 00010000:00010000:0.0:1763345639.020378:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345639.020382:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b54000, rc 0) 00000100:00100000:0.0:1763345639.020447:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+306:55937:x1849000910281728:12345-192.168.203.8@tcp:101:bash.0 Request processed in 209us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.020455:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10951 00000100:00100000:3.0:1763345639.021868:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.021944:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910281856 00000100:00100000:1.0:1763345639.021952:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910281856 00000100:00100000:1.0:1763345639.022020:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1882 00000100:00100000:1.0:1763345639.022030:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+36:2409:x1849000910281856:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:1.0:1763345639.022063:0:16618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b543260000/0x52bea07cb58ab46a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.022079:0:16618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.022082:0:16618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.022088:0:16618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260000/0x52bea07cb58ab46a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.022102:0:16618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543260000/0x52bea07cb58ab46a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.022212:0:16618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b543260000/0x52bea07cb58ab46a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.022222:0:16618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260000/0x52bea07cb58ab46a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.022229:0:16618:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b543260000/0x52bea07cb58ab46a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.022236:0:16618:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345639.022240:0:16618:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543260000/0x52bea07cb58ab46a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.022248:0:16618:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543260000/0x52bea07cb58ab46a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.022263:0:16618:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b543260000/0x52bea07cb58ab46a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.022269:0:16618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543260000/0x52bea07cb58ab46a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345639.022332:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+36:2409:x1849000910281856:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 303us (467us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763345639.022339:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1882 00000100:00100000:3.0:1763345639.023238:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000001:00080000:0.0:1763345639.027832:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940877 is committed 00000004:00080000:0.0:1763345639.027844:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1173 committed 00000004:00080000:0.0:1763345639.027858:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1188 committed 00000004:00080000:0.0:1763345639.027868:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1187 committed 00000004:00080000:0.0:1763345639.027870:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1172 committed 00010000:00010000:3.0:1763345639.028038:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab3c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.028051:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab3c9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.028063:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab3c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.028068:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.028073:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab3c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.028080:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab3c9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.028095:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b642a6ed00) 00010000:00010000:3.0:1763345639.028099:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345639.028103:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab3c9 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.028110:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab3c9 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.028135:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab45c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x239:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.028140:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab45c lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x239:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.028144:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab45c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x239:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.028149:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b55a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.028151:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab45c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x239:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.028156:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab45c lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x239:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.028164:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x239:0x0].0x0 (ffff91b653620b00) 00010000:00010000:3.0:1763345639.028166:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345639.028169:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab45c lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x239:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.028174:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab45c lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x239:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000100:00100000:1.0:1763345639.028227:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924375040:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.028288:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345639.028329:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924375040 00000100:00100000:3.0:1763345639.028337:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924375040 00000100:00100000:1.0:1763345639.028343:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924375168:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.028366:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345639.028392:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924375168 00000100:00100000:1.0:1763345639.028395:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924375168 00000100:00100000:1.0:1763345639.028427:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7942 00000100:00100000:1.0:1763345639.028434:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:3658:x1849000924375168:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.028596:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924375296 00000100:00100000:1.0:1763345639.028596:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3658:x1849000924375168:12345-0@lo:2:osp-syn-0-0.0 Request processed in 160us (227us total) trans 21474839447 rc 0/0 00000100:00100000:3.0:1763345639.028600:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924375296 00000100:00100000:1.0:1763345639.028604:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7942 00000100:00100000:1.0:1763345639.028626:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7943 00000100:00100000:1.0:1763345639.028633:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:3657:x1849000924375040:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.028710:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3657:x1849000924375040:12345-0@lo:2:osp-syn-0-0.0 Request processed in 76us (420us total) trans 21474839448 rc 0/0 00000100:00100000:1.0:1763345639.028716:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7943 00000100:00100000:1.0:1763345639.028739:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54440ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924375424:0@lo:2:osp-syn-1-0.0 00000100:00080000:0.0:1763345639.028785:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1763345639.028791:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763345639.028799:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345639.028821:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924375424 00000100:00100000:0.0:1763345639.028826:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924375424 00000004:00080000:1.0:1763345639.028834:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b681ec2a00/2, rc 0, transno 21474839448 00000100:00100000:1.0:1763345639.028840:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924375040:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345639.028855:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7944 00000100:00100000:0.0:1763345639.028865:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+64:3656:x1849000924375424:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.029006:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+65:3656:x1849000924375424:12345-0@lo:2:osp-syn-1-0.0 Request processed in 143us (207us total) trans 17179872196 rc 0/0 00000100:00100000:1.0:1763345639.029012:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7944 00000100:00100000:1.0:1763345639.029051:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7945 00000100:00100000:1.0:1763345639.029057:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+64:3659:x1849000924375296:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.029143:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+65:3659:x1849000924375296:12345-0@lo:2:osp-syn-1-0.0 Request processed in 86us (569us total) trans 17179872197 rc 0/0 00000100:00100000:1.0:1763345639.029152:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7945 00000004:00080000:3.0:1763345639.029162:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544409880/2, rc 0, transno 17179872197 00000100:00100000:3.0:1763345639.029167:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924375296:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.034921:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910282240 00000100:00100000:0.0:1763345639.034932:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910282240 00000100:00100000:0.0:1763345639.034997:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10953 00000100:00100000:0.0:1763345639.035008:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+297:57199:x1849000910282240:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:3.0:1763345639.035020:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910282368 00010000:00010000:0.0:1763345639.035028:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1763345639.035030:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910282368 00010000:00010000:0.0:1763345639.035049:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab47f lrc: 2/0,0 mode: --/PR res: [0x200000405:0x237:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832938 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.035084:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58ab486 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x237:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.035099:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58ab486 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x237:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.035113:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58ab486 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x237:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000100:00100000:3.0:1763345639.035129:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7946 00000100:00100000:3.0:1763345639.035138:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:55937:x1849000910282368:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345639.035148:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345639.035161:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ab48d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x344:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083293f expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345639.035181:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x344:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345639.035197:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.035200:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.035209:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ab48d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a9698083293f expref: 15 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.035223:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ab48d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a9698083293f expref: 15 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.035238:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b658b9fe00, rc 0) 00010000:00010000:1.0:1763345639.035268:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab47f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x237:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832938 expref: 299 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.035288:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b54000/0x52bea07cb58ab486 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x237:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832938 expref: 298 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.035296:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:1.0:1763345639.035299:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763345639.035302:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b54000, rc 0) 00000100:00100000:1.0:1763345639.035347:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+298:57199:x1849000910282240:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 340us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.035356:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10953 00000100:00100000:1.0:1763345639.038037:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910282496 00000100:00100000:1.0:1763345639.038048:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910282496 00000100:00100000:1.0:1763345639.038113:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7947 00000100:00100000:1.0:1763345639.038123:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+36:55937:x1849000910282496:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:1.0:1763345639.038140:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.038159:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58ab494 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x347:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832946 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345639.038182:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x347:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763345639.038204:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.038207:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.038216:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58ab494 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832946 expref: 37 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.038239:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58ab494 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832946 expref: 37 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.038254:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261e00, rc 0) 00000100:00100000:1.0:1763345639.038314:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+37:55937:x1849000910282496:12345-192.168.203.8@tcp:101:bash.0 Request processed in 188us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.038323:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7947 00000100:00100000:3.0:1763345639.038366:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.039253:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910282624 00000100:00100000:1.0:1763345639.039260:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910282624 00000100:00100000:1.0:1763345639.039312:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1883 00000100:00100000:1.0:1763345639.039321:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910282624:12345-192.168.203.8@tcp:4:lfs.0 00002000:00010000:1.0:1763345639.039357:0:16618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x343:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763345639.039365:0:16618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b543260200/0x52bea07cb58ab49b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.039375:0:16618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.039377:0:16618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.039381:0:16618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260200/0x52bea07cb58ab49b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.039393:0:16618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543260200/0x52bea07cb58ab49b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345639.041028:0:28402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910282880 00000100:00100000:1.0:1763345639.041036:0:28402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910282880 00002000:00010000:1.0:1763345639.041065:0:28402:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/839 (0->18446744073709551615) 00002000:00100000:1.0:1763345639.041069:0:28402:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435fce00 with x1849000910282880 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345639.041080:0:28402:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5435fce00. 00000100:00100000:1.0:1763345639.041112:0:28402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1884 00000100:00100000:1.0:1763345639.041122:0:28402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d51c9e15-7951-472b-8182-95fba90f4cff+37:2408:x1849000910282880:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:1.0:1763345639.041270:0:28402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x347:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345639.041274:0:28402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x347:0x0] updating lvb mtime from disk: 0 -> 1763345638 00002000:00010000:1.0:1763345639.041277:0:28402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x347:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.041279:0:28402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x347:0x0] updating lvb ctime from disk: 0 -> 1763345638 00002000:00010000:1.0:1763345639.041281:0:28402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x347:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345639.041342:0:28402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d51c9e15-7951-472b-8182-95fba90f4cff+38:2408:x1849000910282880:12345-192.168.203.8@tcp:10:bash.0 Request processed in 220us (500us total) trans 17179872198 rc 0/0 00000100:00100000:1.0:1763345639.041351:0:28402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1884 00002000:00010000:1.0:1763345639.041356:0:28402:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/839 (0->18446744073709551615) 00002000:00100000:1.0:1763345639.041358:0:28402:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435fce00 with x1849000910282880 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345639.041364:0:28402:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5435fce00. 00000100:00100000:1.0:1763345639.041379:0:28402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910282752 00000100:00100000:1.0:1763345639.041383:0:28402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910282752 00000001:00080000:0.0:1763345639.041388:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839449 is committed 00002000:00010000:1.0:1763345639.041396:0:28402:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/836 (0->18446744073709551615) 00000001:00080000:0.0:1763345639.041398:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839448 is committed 00002000:00100000:1.0:1763345639.041401:0:28402:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5450cb480 with x1849000910282752 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345639.041410:0:28402:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5450cb480. 00000100:00100000:1.0:1763345639.041432:0:28402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1885 00000100:00100000:1.0:1763345639.041439:0:28402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910282752:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:1.0:1763345639.041526:0:28402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x344:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345639.041529:0:28402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x344:0x0] updating lvb mtime from disk: 0 -> 1763345638 00002000:00010000:1.0:1763345639.041531:0:28402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x344:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.041533:0:28402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x344:0x0] updating lvb ctime from disk: 0 -> 1763345638 00002000:00010000:1.0:1763345639.041536:0:28402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x344:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345639.041576:0:28402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910282752:12345-192.168.203.8@tcp:10:bash.0 Request processed in 137us (231us total) trans 21474839450 rc 0/0 00000100:00100000:1.0:1763345639.041583:0:28402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1885 00002000:00010000:1.0:1763345639.041586:0:28402:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/836 (0->18446744073709551615) 00002000:00100000:1.0:1763345639.041589:0:28402:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5450cb480 with x1849000910282752 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345639.041594:0:28402:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5450cb480. 00002000:00010000:1.0:1763345639.041633:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x343:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:1.0:1763345639.041636:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x343:0x0] updating lvb mtime from disk: 0 -> 1763345638 00002000:00010000:1.0:1763345639.041638:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x343:0x0] updating lvb ctime from disk: 0 -> 1763345638 00002000:00010000:1.0:1763345639.041640:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x343:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763345639.041650:0:16618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b543260200/0x52bea07cb58ab49b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.041661:0:16618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260200/0x52bea07cb58ab49b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.041669:0:16618:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b543260200/0x52bea07cb58ab49b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.041677:0:16618:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345639.041681:0:16618:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543260200/0x52bea07cb58ab49b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.041690:0:16618:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543260200/0x52bea07cb58ab49b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.041718:0:16618:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b543260200/0x52bea07cb58ab49b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.041724:0:16618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543260200/0x52bea07cb58ab49b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345639.041803:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910282624:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 2482us (3436us total) trans 21474839449 rc 0/0 00000100:00100000:1.0:1763345639.041810:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1883 00000100:00100000:3.0:1763345639.043640:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.043838:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910283136 00000100:00100000:0.0:1763345639.043847:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910283136 00000100:00100000:0.0:1763345639.044132:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3790 00000100:00100000:0.0:1763345639.044141:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+298:55937:x1849000910283136:12345-192.168.203.8@tcp:35:bash.0 00000100:00100000:0.0:1763345639.044404:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+299:55937:x1849000910283136:12345-192.168.203.8@tcp:35:bash.0 Request processed in 264us (771us total) trans 8589940878 rc 0/0 00000100:00100000:0.0:1763345639.044411:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3790 00000100:00100000:1.0:1763345639.052521:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910283392 00000100:00100000:1.0:1763345639.052531:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910283392 00000100:00100000:1.0:1763345639.052595:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10954 00000100:00100000:1.0:1763345639.052606:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+299:57199:x1849000910283392:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:1.0:1763345639.052658:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345639.052682:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ab40f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x237:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832907 expref: 299 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.052817:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:1.0:1763345639.052823:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345639.052898:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab4a2 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x237:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.052966:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab4a2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x237:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.052977:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab4a2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x237:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00010000:1.0:1763345639.053082:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003e53519c reply state 000000002e13f917 transno 8589940879 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab4a2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x237:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.053094:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab4a2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x237:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.053101:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:1.0:1763345639.053104:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345639.053106:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345639.053191:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+300:57199:x1849000910283392:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 587us (1331us total) trans 8589940879 rc 0/0 00000100:00100000:1.0:1763345639.053198:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10954 00000100:00100000:3.0:1763345639.053346:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.053404:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910283520 00000100:00100000:1.0:1763345639.053409:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910283520 00000100:00100000:1.0:1763345639.053445:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10955 00000100:00100000:1.0:1763345639.053453:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+300:57202:x1849000910283520:12345-192.168.203.8@tcp:101:rm.0 00010000:00010000:1.0:1763345639.053464:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.053478:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab4a9 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083294d expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.053522:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab4b0 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.053530:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab4b0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.053537:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab4b0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.053549:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab4b7 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.053555:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab4b7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.053561:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab4b7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.053626:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab4be lrc: 3/1,0 mode: --/PR res: [0x200000405:0x239:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.053635:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab4be lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x239:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.053642:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab4be lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x239:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:1.0:1763345639.053663:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x239:0x0]: returning size 5 00000004:00200000:1.0:1763345639.053667:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345639.053680:0:9295:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab4be lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x239:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.053691:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab4be lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x239:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.053831:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab4b0 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.053838:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab4b0 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.053844:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab4b0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.053851:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab4b0 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.053856:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.053860:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab4b0 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.053866:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab4b0 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.053887:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6e400) 00010000:00010000:1.0:1763345639.053890:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.053894:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab4b0 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.053900:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab4b0 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.054062:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab4b7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.054069:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab4b7 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.054074:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab4b7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.054079:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.054082:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab4b7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.054087:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab4b7 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.054094:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b642a6ed00) 00010000:00010000:1.0:1763345639.054096:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.054098:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab4b7 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.054103:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab4b7 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.054124:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab4a9 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083294d expref: 302 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.054137:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab4be lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x239:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083294d expref: 301 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.054143:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x239:0x0].0x0 (ffff91b653620b00) 00010000:00010000:1.0:1763345639.054146:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345639.054148:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260e00, rc 0) 00000100:00100000:1.0:1763345639.054248:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+301:57202:x1849000910283520:12345-192.168.203.8@tcp:101:rm.0 Request processed in 795us (903us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.054254:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10955 00000100:00100000:1.0:1763345639.055375:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910283648 00000100:00100000:1.0:1763345639.055383:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910283648 00000100:00100000:1.0:1763345639.055431:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7948 00000100:00100000:1.0:1763345639.055440:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:57199:x1849000910283648:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.055454:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.055471:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab4c5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832954 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345639.055494:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x343:0x0] initial LVB size: 4096, mtime: 0x691a84e6, atime: 0x0, ctime: 0x691a84e6, blocks: 0x8 00010000:00010000:1.0:1763345639.055510:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.055513:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.055519:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab4c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832954 expref: 15 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.055533:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab4c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832954 expref: 15 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.055547:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260c00, rc 0) 00000100:00100000:1.0:1763345639.055595:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+15:57199:x1849000910283648:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 155us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.055602:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7948 00000100:00100000:1.0:1763345639.056830:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910283904 00000100:00100000:1.0:1763345639.056837:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910283904 00000100:00100000:1.0:1763345639.056883:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10956 00000100:00100000:1.0:1763345639.056893:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543699c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+301:57202:x1849000910283904:12345-192.168.203.8@tcp:36:rm.0 00010000:00010000:1.0:1763345639.056943:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763345639.056965:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab478 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x239:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832931 expref: 301 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.056985:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab4be lrc: 0/0,0 mode: --/PR res: [0x200000405:0x239:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083294d expref: 300 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.056997:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ab455 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x239:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832923 expref: 299 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.057008:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x239:0x0].0x0 (ffff91b653620b00) 00010000:00010000:1.0:1763345639.057017:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345639.057038:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab4cc lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057048:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab4cc lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057057:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab4cc lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057070:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab4d3 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057076:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab4d3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057082:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab4d3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057152:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab4da lrc: 3/0,1 mode: --/EX res: [0x200000405:0x239:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057160:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab4da lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x239:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057167:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab4da lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x239:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000040:00080000:1.0:1763345639.057396:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1830, 64 off152056 00000040:00080000:1.0:1763345639.057422:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1846, 64 off153584 00000040:00080000:1.0:1763345639.057434:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1847, 64 off153648 00000040:00080000:1.0:1763345639.057444:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1831, 64 off152120 00010000:00010000:1.0:1763345639.057493:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab4e1 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x239:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057502:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab4e1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x239:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057510:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab4e1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x239:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057517:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab4e1 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x239:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057526:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab4e1 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x239:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057532:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58ab4e1 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x239:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057558:0:9295:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763345639.057574:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab4da lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x239:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057580:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab4da lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x239:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057586:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab4da lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x239:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057591:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.057595:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab4da lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x239:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057602:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab4da lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x239:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057609:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x239:0x0].0x0 (ffff91b541c59400) 00010000:00010000:1.0:1763345639.057612:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763345639.057615:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab4da lrc: 2/0,0 mode: --/EX res: [0x200000405:0x239:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057621:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab4da lrc: 0/0,0 mode: --/EX res: [0x200000405:0x239:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057726:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab4cc lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057736:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab4cc lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057742:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab4cc lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057747:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab4cc lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057752:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.057755:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab4cc lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057802:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab4cc lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057810:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6eb00) 00010000:00010000:1.0:1763345639.057813:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.057816:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab4cc lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057821:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab4cc lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000004:00010000:1.0:1763345639.057832:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000981fd03b reply state 00000000aebd42a5 transno 8589940880 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab4d3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057842:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab4d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.057849:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c59900) 00010000:00010000:1.0:1763345639.057851:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345639.057854:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345639.057923:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543699c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+300:57202:x1849000910283904:12345-192.168.203.8@tcp:36:rm.0 Request processed in 1031us (1219us total) trans 8589940880 rc 0/0 00000100:00100000:1.0:1763345639.057931:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10956 00010000:00010000:0.0:1763345639.059437:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345639.061264:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910284032 00000100:00100000:3.0:1763345639.061273:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910284032 00000100:00100000:3.0:1763345639.061331:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7949 00000100:00100000:3.0:1763345639.061341:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+38:57199:x1849000910284032:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345639.061357:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345639.061376:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b658b9e600/0x52bea07cb58ab4e8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x346:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083295b expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345639.061398:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x346:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345639.061417:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.061419:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.061426:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b658b9e600/0x52bea07cb58ab4e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083295b expref: 39 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.061440:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b658b9e600/0x52bea07cb58ab4e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083295b expref: 39 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.061450:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b658b9e600, rc 0) 00000100:00100000:3.0:1763345639.061505:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+39:57199:x1849000910284032:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 165us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.061511:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7949 00000100:00100000:3.0:1763345639.065427:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.065989:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.066017:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910284160 00000100:00100000:1.0:1763345639.066028:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910284160 00002000:00010000:1.0:1763345639.066070:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/835 (5->18446744073709551615) 00002000:00100000:1.0:1763345639.066075:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54a829180 with x1849000910284160 ext(5->18446744073709551615) 00002000:00010000:1.0:1763345639.066087:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54a829180. 00000100:00100000:1.0:1763345639.067947:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910284288 00000100:00100000:1.0:1763345639.067959:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910284288 00002000:00010000:1.0:1763345639.067997:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/838 (0->18446744073709551615) 00002000:00100000:1.0:1763345639.068001:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e5f80 with x1849000910284288 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345639.068011:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6749e5f80. 00000100:00100000:1.0:1763345639.068043:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1886 00000100:00100000:1.0:1763345639.068053:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a829180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910284160:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:1.0:1763345639.068340:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x343:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:1.0:1763345639.068344:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x343:0x0] updating lvb mtime from disk: 1763345638 -> 1763345638 00002000:00010000:1.0:1763345639.068347:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x343:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.068349:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x343:0x0] updating lvb ctime from disk: 1763345638 -> 1763345638 00002000:00010000:1.0:1763345639.068352:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x343:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763345639.068412:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1887 00000100:00100000:3.0:1763345639.068422:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+39:2409:x1849000910284288:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:3.0:1763345639.068516:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x346:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345639.068520:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x346:0x0] updating lvb mtime from disk: 0 -> 1763345638 00002000:00010000:3.0:1763345639.068522:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x346:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345639.068524:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x346:0x0] updating lvb ctime from disk: 0 -> 1763345638 00002000:00010000:3.0:1763345639.068526:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x346:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345639.068580:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+40:2409:x1849000910284288:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 159us (2591us total) trans 17179872199 rc 0/0 00000100:00100000:3.0:1763345639.068587:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1887 00002000:00010000:3.0:1763345639.068590:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/838 (0->18446744073709551615) 00002000:00100000:3.0:1763345639.068593:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e5f80 with x1849000910284288 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345639.068598:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6749e5f80. 00000100:00100000:1.0:1763345639.069907:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a829180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910284160:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 1850us (4483us total) trans 21474839451 rc 0/0 00000100:00100000:1.0:1763345639.069919:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1886 00002000:00010000:1.0:1763345639.069924:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/835 (5->18446744073709551615) 00002000:00100000:1.0:1763345639.069928:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54a829180 with x1849000910284160 ext(5->18446744073709551615) 00002000:00010000:1.0:1763345639.069936:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54a829180. 00000100:00100000:3.0:1763345639.070661:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.071338:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910284416 00000100:00100000:0.0:1763345639.071349:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910284416 00000100:00100000:0.0:1763345639.071404:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10957 00000100:00100000:0.0:1763345639.071413:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+300:57203:x1849000910284416:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345639.071435:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.071456:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab4ef lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832962 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.071518:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab4f6 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.071531:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab4f6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.071541:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab4f6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.071552:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab4fd lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.071559:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab4fd lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.071564:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab4fd lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.071599:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab4f6 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.071606:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab4f6 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.071611:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab4f6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.071617:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab4f6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.071622:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e1400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.071625:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab4f6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.071632:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab4f6 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.071643:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37700) 00010000:00010000:0.0:1763345639.071646:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.071650:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab4f6 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.071656:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab4f6 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.071669:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab4fd lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.071675:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab4fd lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.071680:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab4fd lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.071685:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672c86800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.071688:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab4fd lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.071694:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab4fd lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.071701:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c59900) 00010000:00010000:0.0:1763345639.071703:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.071706:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab4fd lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.071712:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab4fd lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.071735:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab4ef lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832962 expref: 301 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.071745:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37700) 00010000:00010000:0.0:1763345639.071747:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.071751:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab4ef lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832962 expref: 301 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.071806:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6821e1a00, rc 0) 00000100:00100000:0.0:1763345639.071856:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+300:57203:x1849000910284416:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 444us (1197us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345639.071863:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10957 00000100:00100000:1.0:1763345639.072821:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910284672 00000100:00100000:1.0:1763345639.072828:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910284672 00000100:00100000:1.0:1763345639.072864:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10958 00000100:00100000:1.0:1763345639.072881:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543699500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+300:57199:x1849000910284672:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:1.0:1763345639.072935:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab504 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x237:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.072946:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab504 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x237:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.072955:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab504 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x237:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00010000:1.0:1763345639.073046:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000322e8cb9 reply state 0000000051e44d34 transno 8589940881 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab504 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x237:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.073057:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab504 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x237:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.073063:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:1.0:1763345639.073065:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345639.073069:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345639.073156:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543699500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+302:57199:x1849000910284672:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 283us (543us total) trans 8589940881 rc 0/0 00000100:00100000:1.0:1763345639.073162:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10958 00000100:00100000:3.0:1763345639.075224:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.075263:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.075481:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910284800 00000100:00100000:1.0:1763345639.075491:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910284800 00000100:00100000:1.0:1763345639.075535:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7950 00000100:00100000:1.0:1763345639.075544:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+40:2408:x1849000910284800:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:1.0:1763345639.075671:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x345:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763345639.075674:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x345:0x0] updating lvb mtime from disk: 1763345638 -> 1763345638 00002000:00010000:1.0:1763345639.075677:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x345:0x0] updating lvb atime from disk: 0 -> 1763345638 00002000:00010000:1.0:1763345639.075680:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x345:0x0] updating lvb ctime from disk: 1763345638 -> 1763345638 00002000:00010000:1.0:1763345639.075683:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x345:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763345639.075714:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910284928 00000100:00100000:0.0:1763345639.075721:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910284928 00000100:00100000:1.0:1763345639.075750:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+41:2408:x1849000910284800:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 206us (485us total) trans 17179872200 rc 0/0 00000100:00100000:1.0:1763345639.075779:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7950 00000100:00100000:0.0:1763345639.075783:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10959 00000100:00100000:0.0:1763345639.075795:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+302:57203:x1849000910284928:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345639.075811:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.075830:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab50b lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832969 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.075907:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab512 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.075921:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab512 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.075931:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab512 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.075941:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab519 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.075947:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab519 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.075953:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab519 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.075989:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab512 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.075996:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab512 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.076001:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab512 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.076007:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab512 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.076012:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541e3a000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.076016:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab512 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.076023:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab512 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.076033:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37100) 00010000:00010000:0.0:1763345639.076037:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.076041:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab512 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.076047:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab512 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.076058:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab519 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.076064:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab519 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.076068:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab519 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.076073:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541e3ba00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.076076:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab519 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.076081:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab519 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.076086:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c59900) 00010000:00010000:0.0:1763345639.076088:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.076091:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab519 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.076096:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab519 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.076120:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab50b lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832969 expref: 303 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.076131:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37100) 00010000:00010000:0.0:1763345639.076134:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.076139:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab50b lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832969 expref: 303 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.076169:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672c87200, rc 0) 00000100:00100000:0.0:1763345639.076213:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+302:57203:x1849000910284928:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 418us (993us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345639.076220:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10959 00000100:00100000:3.0:1763345639.079292:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.079331:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910285184 00000100:00100000:3.0:1763345639.079337:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.079342:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910285184 00000100:00100000:0.0:1763345639.079414:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3791 00000100:00100000:0.0:1763345639.079424:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658bb6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+302:57199:x1849000910285184:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:0.0:1763345639.079479:0:16418:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000405:0x237:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab352 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x237:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808328d6 expref: 302 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.079525:0:16418:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab520 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x237:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345639.079538:0:16418:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ab3fa lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832900 expref: 302 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.079548:0:16418:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab520 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345639.079583:0:16418:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ab3fa lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832900 expref: 302 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.079598:0:16418:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ab3fa lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832900 expref: 302 pid: 35210 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763345639.079613:0:16418:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:16418:1849000924375552:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345639.079708:0:16418:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66d342b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763345639.080038:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910285312 00000100:00100000:1.0:1763345639.080044:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910285312 00000100:00100000:1.0:1763345639.080090:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10960 00000100:00100000:1.0:1763345639.080098:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+303:57203:x1849000910285312:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.080110:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.080125:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab527 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832970 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.080164:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab52e lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.080174:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab52e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.080185:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab52e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:1.0:1763345639.080223:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763345639.080228:0:9296:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763345639.080257:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab527 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832970 expref: 305 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.080273:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab52e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832970 expref: 304 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.080286:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59200) 00010000:00010000:1.0:1763345639.080289:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763345639.080292:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260e00, rc 0) 00000100:00100000:1.0:1763345639.080340:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+304:57203:x1849000910285312:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 242us (1004us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.080348:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10960 00000100:00100000:0.0:1763345639.081257:0:16418:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:16418:1849000924375552:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345639.081276:0:16418:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab520 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16418 initiator: MDT0 00000100:00100000:1.0:1763345639.082896:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910285440 00000100:00100000:1.0:1763345639.082905:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910285440 00010000:00010000:1.0:1763345639.082952:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ab3fa lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832900 expref: 304 pid: 35210 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763345639.082994:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3614 00000100:00100000:1.0:1763345639.083006:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+304:2408:x1849000910285440:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345639.083023:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345639.083030:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ab3fa lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832900 expref: 304 pid: 35210 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345639.083041:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ab3fa lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832900 expref: 304 pid: 35210 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345639.083063:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ab3fa lrc: 0/0,0 mode: --/CR res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832900 expref: 304 pid: 35210 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345639.083079:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:1.0:1763345639.083084:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab520 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16418 initiator: MDT0 00010000:00010000:1.0:1763345639.083098:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab520 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 16418 initiator: MDT0 00010000:00010000:1.0:1763345639.083106:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab520 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 16418 initiator: MDT0 00010000:00010000:1.0:1763345639.083134:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345639.083184:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+303:2408:x1849000910285440:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 181us (739us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.083192:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3614 00010000:00010000:0.0:1763345639.085825:0:16418:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab520 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345639.085844:0:16418:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab520 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16418 initiator: MDT0 00000040:00080000:0.0:1763345639.086063:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1848, 88 off153736 00000004:00080000:0.0:1763345639.086072:0:16418:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1031611311734ns, next at 1031841700679ns, rc = 0 00000040:00080000:0.0:1763345639.086111:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1832, 88 off152208 00000004:00080000:0.0:1763345639.086117:0:16418:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1031611357046ns, next at 1031841729076ns, rc = 0 00000040:00080000:0.0:1763345639.086141:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1833, 88 off152296 00000004:00080000:0.0:1763345639.086146:0:16418:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1031611386229ns, next at 1031841729076ns, rc = 0 00000040:00080000:0.0:1763345639.086159:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1849, 88 off153824 00000004:00080000:0.0:1763345639.086162:0:16418:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1031611402921ns, next at 1031841700679ns, rc = 0 00000100:00100000:3.0:1763345639.087457:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000001:00080000:0.0:1763345639.088257:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940882 is committed 00000004:00080000:0.0:1763345639.088264:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1190 committed 00000004:00080000:0.0:1763345639.088282:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1175 committed 00000004:00080000:0.0:1763345639.088288:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1174 committed 00000004:00080000:0.0:1763345639.088290:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1189 committed 00000004:00010000:0.0:1763345639.088334:0:16418:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b64775e2 reply state 000000006912aefd transno 8589940882 ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab520 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345639.088347:0:16418:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab520 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345639.088353:0:16418:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:0.0:1763345639.088355:0:16418:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763345639.088358:0:16418:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763345639.088362:0:16418:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:0.0:1763345639.088364:0:16418:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345639.088369:0:16418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab352 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x237:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808328d6 expref: 298 pid: 9296 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1763345639.088423:0:16418:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763345639.088442:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658bb6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+298:57199:x1849000910285184:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 9020us (9158us total) trans 8589940882 rc 0/0 00000100:00100000:0.0:1763345639.088450:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3791 00010000:00010000:3.0:1763345639.088451:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab520 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16418 initiator: MDT0 00010000:00010000:3.0:1763345639.088457:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab520 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16418 initiator: MDT0 00010000:00010000:3.0:1763345639.088462:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab520 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16418 initiator: MDT0 00010000:00010000:3.0:1763345639.088467:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b50600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.088470:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab520 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16418 initiator: MDT0 00010000:00010000:3.0:1763345639.088475:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab520 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16418 initiator: MDT0 00010000:00010000:3.0:1763345639.088482:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x237:0x0].0x0 (ffff91b642a6e500) 00010000:00010000:3.0:1763345639.088484:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345639.088487:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab520 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16418 initiator: MDT0 00010000:00010000:3.0:1763345639.088492:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab520 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x237:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16418 initiator: MDT0 00000100:00100000:0.0:1763345639.088592:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545655f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924375680:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.088629:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345639.088795:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924375680 00000100:00100000:3.0:1763345639.088800:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924375680 00000100:00100000:3.0:1763345639.088833:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7951 00000100:00100000:3.0:1763345639.088840:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+65:3657:x1849000924375680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763345639.088859:0:27810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:839 count 1 00010000:00010000:3.0:1763345639.088887:0:27810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ab54a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.088902:0:27810:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58ab494 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832946 expref: 40 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.088909:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345639.088911:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345639.088914:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ab54a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.088941:0:27810:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58ab494 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980832946 expref: 40 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.088953:0:27810:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58ab494 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832946 expref: 40 pid: 15692 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763345639.088963:0:27810:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27810:1849000924375808:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345639.089007:0:27810:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b649308cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763345639.089983:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924375936:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.090025:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345639.090123:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763345639.090130:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b65ed7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924376064:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.090152:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345639.090271:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763345639.090296:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924375936 00000100:00100000:3.0:1763345639.090302:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924375936 00000100:00100000:3.0:1763345639.090331:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924376064 00000100:00100000:3.0:1763345639.090334:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924376064 00000100:00100000:3.0:1763345639.090353:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7952 00000100:00100000:3.0:1763345639.090360:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+67:3658:x1849000924375936:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763345639.090378:0:15692:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:840 count 1 00002000:00010000:3.0:1763345639.090402:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x348:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345639.090406:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b672b55400/0x52bea07cb58ab551 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.090416:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.090418:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.090423:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b672b55400/0x52bea07cb58ab551 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.090434:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b672b55400/0x52bea07cb58ab551 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.090448:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b672b55400/0x52bea07cb58ab551 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.090456:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b672b55400/0x52bea07cb58ab551 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.090470:0:15692:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345639.090656:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+69:3658:x1849000924375936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 295us (630us total) trans 17179872201 rc 0/0 00000100:00100000:3.0:1763345639.090663:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7952 00010000:00010000:3.0:1763345639.090685:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345639.090690:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b672b55400/0x52bea07cb58ab551 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.090710:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b55400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345639.090714:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b672b55400/0x52bea07cb58ab551 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.090721:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b672b55400/0x52bea07cb58ab551 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.090732:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b672b55400/0x52bea07cb58ab551 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.090739:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b672b55400/0x52bea07cb58ab551 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.090774:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345639.090777:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345639.090778:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763345639.090803:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b65ed7e300/2, rc 0, transno 17179872202 00000100:00100000:3.0:1763345639.090808:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b65ed7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924376064:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763345639.090818:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ee4a80/2, rc 0, transno 17179872201 00000100:00100000:3.0:1763345639.090822:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924375936:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.090889:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543384e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924376320:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763345639.090916:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345639.090944:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542037800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924376192:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.090964:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345639.091869:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7954 00000100:00100000:0.0:1763345639.091888:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3657:x1849000924376320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1763345639.092445:0:15692:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:836 count 1 00010000:00010000:0.0:1763345639.092464:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b672b50400/0x52bea07cb58ab558 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x344:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.092479:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ab48d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x344:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a9698083293f expref: 15 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.092487:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345639.092489:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345639.092493:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672b50400/0x52bea07cb58ab558 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x344:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.092525:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ab48d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x344:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a9698083293f expref: 15 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.092536:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ab48d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x344:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a9698083293f expref: 15 pid: 15692 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763345639.092547:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924376576:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345639.094861:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64a66ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1763345639.094962:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543387480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924376832:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345639.095023:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345639.095168:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924376832 00000100:00100000:3.0:1763345639.095176:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924376832 00000100:00100000:3.0:1763345639.095217:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7956 00000100:00100000:3.0:1763345639.095225:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b63850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3656:x1849000924376832:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763345639.095354:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x343:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763345639.095357:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x343:0x0] updating lvb mtime from disk: 1763345638 -> 1763345638 00002000:00010000:3.0:1763345639.095360:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x343:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345639.095362:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x343:0x0] updating lvb ctime from disk: 1763345638 -> 1763345638 00002000:00010000:3.0:1763345639.095364:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x343:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763345639.095406:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b63850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:3656:x1849000924376832:12345-0@lo:2:osp-syn-0-0.0 Request processed in 181us (382us total) trans 21474839452 rc 0/0 00000100:00100000:3.0:1763345639.095412:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7956 00000100:00100000:3.0:1763345639.095437:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543386a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924376704:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345639.095552:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.095779:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910285952 00000100:00100000:1.0:1763345639.095784:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910285952 00000100:00100000:1.0:1763345639.095821:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10963 00000100:00100000:1.0:1763345639.095828:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+296:57203:x1849000910285952:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.095841:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.095844:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763345639.095865:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab52e lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832970 expref: 296 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.095891:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59200) 00010000:00010000:1.0:1763345639.095901:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345639.095914:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab566 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832985 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.096020:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab56d lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.096032:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab56d lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.096044:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab56d lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.096056:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab574 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.096062:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab574 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.096068:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab574 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.096391:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab57b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.096400:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab57b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.096408:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab57b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763345639.096417:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23b:0x0]: returning size 0 00010000:00010000:1.0:1763345639.096441:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab56d lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.096448:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab56d lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.096454:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab56d lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.096460:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab56d lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.096466:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.096470:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab56d lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.096478:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab56d lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.096486:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b649bd0800) 00010000:00010000:1.0:1763345639.096489:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.096492:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab56d lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.096498:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ab56d lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000004:00010000:1.0:1763345639.096508:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000004f80ab8 reply state 00000000c7179ed0 transno 8589940883 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab574 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.096518:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab574 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.096524:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b649bd0900) 00010000:00010000:1.0:1763345639.096526:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345639.096529:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763345639.096554:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab566 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832985 expref: 298 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.096576:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab57b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832985 expref: 296 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.096584:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23b:0x0].0x0 (ffff91b649bd0d00) 00010000:00010000:1.0:1763345639.096587:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345639.096589:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261000, rc 0) 00000100:00100000:1.0:1763345639.096623:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+297:57203:x1849000910285952:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 795us (1072us total) trans 8589940883 rc 0/0 00000100:00100000:1.0:1763345639.096630:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10963 00000100:00100000:0.0:1763345639.097368:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924376448 00000100:00100000:0.0:1763345639.097375:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924376448 00000100:00100000:0.0:1763345639.097413:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7957 00000100:00100000:0.0:1763345639.097421:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3658:x1849000924376448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1763345639.097439:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:837 count 1 00002000:00010000:0.0:1763345639.097462:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x345:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345639.097467:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab589 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.097478:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.097480:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.097484:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab589 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.097495:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab589 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.097502:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab589 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.097509:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab589 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.097523:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345639.097576:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345639.097631:0:3656:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839448 gen 2 00000004:00080000:3.0:1763345639.097636:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545962a00, transno 21474839436 00000004:00080000:3.0:1763345639.097647:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ab6d80, transno 21474839437 00000004:00080000:3.0:1763345639.097650:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6749e6300, transno 21474839438 00000004:00080000:3.0:1763345639.097652:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5432edf80, transno 21474839439 00000004:00080000:3.0:1763345639.097655:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5454df100, transno 21474839440 00000004:00080000:3.0:1763345639.097657:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5454ded80, transno 21474839441 00000004:00080000:3.0:1763345639.097660:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541fb8700, transno 21474839443 00000004:00080000:3.0:1763345639.097662:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541fbad80, transno 21474839444 00000004:00080000:3.0:1763345639.097665:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54a82ad80, transno 21474839445 00000004:00080000:3.0:1763345639.097667:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54a82aa00, transno 21474839446 00000004:00080000:3.0:1763345639.097669:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b681ec1500, transno 21474839447 00000004:00080000:3.0:1763345639.097673:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b681ec2a00, transno 21474839448 00000100:00100000:3.0:1763345639.097679:0:3656:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff91b543387480 x1849000924376832/t21474839452(21474839452) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763345655 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763345639.097680:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3658:x1849000924376448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 260us (742us total) trans 21474839453 rc 0/0 00000100:00100000:0.0:1763345639.097687:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7957 00000004:00080000:3.0:1763345639.097690:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b543387480/2, rc 0, transno 21474839452 00000100:00100000:3.0:1763345639.097694:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543387480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924376832:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345639.097698:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924376704 00000100:00100000:0.0:1763345639.097701:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924376704 00000100:00100000:0.0:1763345639.097721:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7958 00000100:00100000:0.0:1763345639.097727:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3659:x1849000924376704:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.097732:0:27810:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27810:1849000924375808:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345639.097752:0:27810:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ab54a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345639.097807:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x342:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345639.097810:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x342:0x0] updating lvb mtime from disk: 1763345638 -> 1763345638 00002000:00010000:0.0:1763345639.097812:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x342:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345639.097814:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x342:0x0] updating lvb ctime from disk: 1763345638 -> 1763345638 00002000:00010000:0.0:1763345639.097816:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x342:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345639.097843:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3659:x1849000924376704:12345-0@lo:2:osp-syn-0-0.0 Request processed in 117us (267us total) trans 21474839454 rc 0/0 00000100:00100000:0.0:1763345639.097849:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7958 00000004:00080000:3.0:1763345639.097888:0:32326:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 4 in progress, 3 in flight, 12 done 00000004:00080000:3.0:1763345639.097909:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b543386a00/2, rc 0, transno 21474839454 00000100:00100000:3.0:1763345639.097913:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543386a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924376704:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.098315:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910286080 00000100:00100000:3.0:1763345639.098320:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910286080 00010000:00010000:3.0:1763345639.098339:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58ab494 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832946 expref: 41 pid: 15692 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763345639.098363:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3615 00000100:00100000:3.0:1763345639.098370:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+41:2409:x1849000910286080:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345639.098380:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345639.098385:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58ab494 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x347:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832946 expref: 41 pid: 15692 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345639.098396:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58ab494 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x347:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832946 expref: 41 pid: 15692 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345639.098410:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58ab494 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x347:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832946 expref: 41 pid: 15692 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345639.098419:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.098421:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.098425:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ab54a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.098432:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ab54a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.098456:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345639.098500:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+40:2409:x1849000910286080:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 130us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.098507:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3615 00000100:00100000:3.0:1763345639.098520:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910286208 00000100:00100000:3.0:1763345639.098523:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910286208 00010000:00010000:3.0:1763345639.098535:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ab48d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x344:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a9698083293f expref: 16 pid: 15692 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763345639.098558:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3616 00000100:00100000:3.0:1763345639.098565:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910286208:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345639.098572:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345639.098576:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ab48d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x344:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a9698083293f expref: 16 pid: 15692 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345639.098585:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ab48d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x344:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a9698083293f expref: 16 pid: 15692 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345639.098597:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.098599:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.098602:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672b50400/0x52bea07cb58ab558 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x344:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.098609:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672b50400/0x52bea07cb58ab558 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x344:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.098620:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345639.098637:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910286208:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 72us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.098643:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3616 00010000:00010000:0.0:1763345639.098676:0:15692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ab48d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x344:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a9698083293f expref: 15 pid: 15692 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763345639.098686:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924376576:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345639.098905:0:15692:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b672b50400/0x52bea07cb58ab558 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.098915:0:15692:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b672b50400/0x52bea07cb58ab558 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.098922:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b672b50400/0x52bea07cb58ab558 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.098930:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b672b50400/0x52bea07cb58ab558 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.098937:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b672b50400/0x52bea07cb58ab558 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.098958:0:15692:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763345639.099047:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3657:x1849000924376320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7161us (8130us total) trans 21474839455 rc 0/0 00000100:00100000:0.0:1763345639.099052:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7954 00010000:00010000:1.0:1763345639.099713:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763345639.099721:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ab54a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.099729:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b55000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345639.099732:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ab54a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.099740:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ab54a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.099752:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ab54a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.099779:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ab54a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.099798:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345639.099802:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b672b50400/0x52bea07cb58ab558 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.099808:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b50400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345639.099812:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b672b50400/0x52bea07cb58ab558 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.099819:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b672b50400/0x52bea07cb58ab558 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.099830:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b672b50400/0x52bea07cb58ab558 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.099837:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b672b50400/0x52bea07cb58ab558 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.099850:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345639.099852:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345639.099854:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763345639.100216:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b543384e00/2, rc 0, transno 21474839455 00000100:00100000:3.0:1763345639.100223:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543384e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924376320:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1763345639.100236:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545655f80/2, rc 0, transno 17179872204 00000100:00100000:3.0:1763345639.100239:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545655f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924375680:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1763345639.100860:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345639.101451:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.101523:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910286464 00000100:00100000:1.0:1763345639.101532:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910286464 00000100:00100000:1.0:1763345639.101587:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3792 00000100:00100000:1.0:1763345639.101596:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+297:57199:x1849000910286464:12345-192.168.203.8@tcp:35:lfs.0 00000004:00080000:1.0:1763345639.101845:0:16418:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x237:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1763345639.101912:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1850, 64 off153888 00000040:00080000:1.0:1763345639.101934:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1834, 64 off152360 00000040:00080000:1.0:1763345639.101943:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1835, 64 off152424 00000040:00080000:1.0:1763345639.101951:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1851, 64 off153952 00010000:00010000:1.0:1763345639.102007:0:16418:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab590 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x237:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16418 initiator: MDT0 00010000:00010000:1.0:1763345639.102022:0:16418:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab590 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x237:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 16418 initiator: MDT0 00010000:00010000:1.0:1763345639.102033:0:16418:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab590 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x237:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 16418 initiator: MDT0 00010000:00010000:1.0:1763345639.102040:0:16418:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab590 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x237:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 16418 initiator: MDT0 00010000:00010000:1.0:1763345639.102047:0:16418:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab590 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x237:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 16418 initiator: MDT0 00010000:00010000:1.0:1763345639.102052:0:16418:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab590 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x237:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 16418 initiator: MDT0 00010000:00010000:1.0:1763345639.102075:0:16418:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763345639.102230:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+298:57199:x1849000910286464:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 634us (782us total) trans 8589940884 rc 0/0 00000100:00100000:1.0:1763345639.102237:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3792 00000100:00100000:1.0:1763345639.104943:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.105023:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.105066:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910286720 00000100:00100000:0.0:1763345639.105075:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910286720 00000100:00100000:0.0:1763345639.105130:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10964 00000100:00100000:0.0:1763345639.105139:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+299:57203:x1849000910286720:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345639.105161:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.105179:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab597 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083298c expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.105287:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab59e lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.105302:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab57b lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832985 expref: 300 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.105310:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab59e lrc: 4/0,1 mode: --/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.105341:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab57b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832985 expref: 300 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.105353:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab57b lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832985 expref: 300 pid: 6520 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763345639.105365:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fb9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924376960:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345639.105431:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b652207480 going to sleep for 11 seconds 00000100:00100000:0.0:1763345639.109512:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fb9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924376960:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345639.109537:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab59e lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763345639.109606:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910287104 00000100:00100000:3.0:1763345639.109614:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910287104 00010000:00010000:3.0:1763345639.109646:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab57b lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832985 expref: 301 pid: 6520 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763345639.109723:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3617 00000100:00100000:3.0:1763345639.109734:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658760050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+301:2409:x1849000910287104:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345639.109748:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345639.109755:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab57b lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832985 expref: 301 pid: 6520 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763345639.110047:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910287360 00000100:00100000:0.0:1763345639.110051:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910287360 00000100:00100000:0.0:1763345639.110089:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3793 00000100:00100000:0.0:1763345639.110097:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544481c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+302:57199:x1849000910287360:12345-192.168.203.8@tcp:35:lfs.0 00010000:00010000:3.0:1763345639.110256:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab57b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832985 expref: 303 pid: 6520 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345639.110278:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab57b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832985 expref: 303 pid: 6520 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345639.110291:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23b:0x0].0x0 (ffff91b649bd0d00) 00010000:00010000:3.0:1763345639.110295:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab59e lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.110304:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab59e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00000100:00100000:0.0:1763345639.110308:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544481c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+302:57199:x1849000910287360:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 211us (298us total) trans 8589940886 rc 0/0 00010000:00010000:3.0:1763345639.110311:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab59e lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00000100:00100000:0.0:1763345639.110319:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3793 00010000:00010000:3.0:1763345639.110334:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345639.110339:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab59e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.110346:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab59e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763345639.110354:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658760050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+301:2409:x1849000910287104:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 624us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.110359:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3617 00000004:00200000:0.0:1763345639.110361:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23b:0x0]: returning size 0 00000004:00080000:0.0:1763345639.110493:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x349:0x0], index 1: 0 00000004:00080000:0.0:1763345639.110500:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x346:0x0], index 0: 0 00000004:00080000:0.0:1763345639.110505:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x347:0x0], index 0: 0 00000004:00080000:0.0:1763345639.110509:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x34a:0x0], index 1: 0 00010000:00010000:0.0:1763345639.110583:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab59e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.110591:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab59e lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.110597:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab59e lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.110603:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672c87200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.110606:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab59e lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.110613:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab59e lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.110622:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23b:0x0].0x0 (ffff91b649bd0d00) 00010000:00010000:0.0:1763345639.110625:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345639.110628:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab59e lrc: 2/0,0 mode: --/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.110634:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab59e lrc: 0/0,0 mode: --/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.110668:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab597 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x23b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083298c expref: 301 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.110677:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23b:0x0].0x0 (ffff91b649bd0d00) 00010000:00010000:0.0:1763345639.110680:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763345639.110684:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab597 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083298c expref: 301 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.110746:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541e3ba00, rc 0) 00000100:00100000:0.0:1763345639.110901:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+300:57203:x1849000910286720:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 5762us (5963us total) trans 8589940887 rc 301/301 00000100:00100000:0.0:1763345639.110908:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10964 00000100:00100000:1.0:1763345639.113420:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910287616 00000100:00100000:1.0:1763345639.113430:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910287616 00000100:00100000:1.0:1763345639.113583:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3794 00000100:00100000:1.0:1763345639.113594:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544480380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+300:57203:x1849000910287616:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345639.113921:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544480380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+301:57203:x1849000910287616:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 330us (619us total) trans 8589940888 rc 0/0 00000100:00100000:1.0:1763345639.113929:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3794 00000100:00100000:3.0:1763345639.118093:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.118211:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910287872 00000100:00100000:1.0:1763345639.118221:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910287872 00000100:00100000:1.0:1763345639.118280:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3795 00000100:00100000:1.0:1763345639.118292:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+301:57203:x1849000910287872:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345639.118505:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+302:57203:x1849000910287872:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 215us (420us total) trans 8589940889 rc 0/0 00000100:00100000:1.0:1763345639.118514:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3795 00000100:00100000:0.0:1763345639.121733:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910288128 00000100:00100000:0.0:1763345639.121742:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910288128 00000100:00100000:0.0:1763345639.122209:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10966 00000100:00100000:0.0:1763345639.122219:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658675c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+302:57204:x1849000910288128:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345639.122240:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.122262:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab5c1 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083299a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.122343:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab5c8 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.122357:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab5c8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.122371:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab5c8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.122381:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab5cf lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.122388:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab5cf lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.122393:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab5cf lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.122495:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab5d6 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.122502:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab5d6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.122508:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab5d6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:0.0:1763345639.122517:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23b:0x0]: returning size 0 00010000:00010000:0.0:1763345639.122590:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab5c8 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.122598:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab5c8 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.122603:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab5c8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.122610:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab5c8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.122616:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672c86800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.122621:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab5c8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.122628:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab5c8 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.122638:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37f00) 00010000:00010000:0.0:1763345639.122641:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.122646:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab5c8 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.122651:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab5c8 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.122663:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab5cf lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.122668:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab5cf lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.122674:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab5cf lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.122678:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e0800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.122681:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab5cf lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.122685:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab5cf lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.122692:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b649bd0900) 00010000:00010000:0.0:1763345639.122695:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.122710:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab5cf lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.122720:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab5cf lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.122753:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab5c1 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083299a expref: 305 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.122795:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab5d6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083299a expref: 304 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.122804:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23b:0x0].0x0 (ffff91b642b37600) 00010000:00010000:0.0:1763345639.122806:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345639.122808:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6821e1a00, rc 0) 00000100:00100000:0.0:1763345639.122862:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658675c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+304:57204:x1849000910288128:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 644us (1221us total) trans 8589940890 rc 0/0 00000100:00100000:0.0:1763345639.122870:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10966 00000100:00100000:1.0:1763345639.123862:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763345639.123893:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544482d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924377088:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1763345639.123942:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345639.125149:0:8939:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924377088 00000100:00100000:0.0:1763345639.125159:0:8939:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924377088 00000100:00100000:0.0:1763345639.125922:0:8939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1763345639.125938:0:8939:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3656:x1849000924377088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763345639.125965:0:8939:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484895424 pending 0 free 3920236544 avail 3688427520 00000100:00100000:0.0:1763345639.126213:0:8939:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3656:x1849000924377088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 281us (2271us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.126221:0:8939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1763345639.126228:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544482d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924377088:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763345639.126423:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.126471:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910288384 00000100:00100000:1.0:1763345639.126476:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910288384 00000100:00100000:3.0:1763345639.127090:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10967 00000100:00100000:3.0:1763345639.127936:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.135303:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910288768 00000100:00100000:1.0:1763345639.135314:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910288768 00000100:00100000:3.0:1763345639.135461:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910288640 00000100:00100000:3.0:1763345639.135466:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910288640 00010000:00010000:3.0:1763345639.135501:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab5eb lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x23b:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808329a1 expref: 308 pid: 6520 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763345639.135542:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3618 00000100:00100000:3.0:1763345639.135551:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544480700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+308:2408:x1849000910288640:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345639.135566:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345639.135572:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab5eb lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x23b:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808329a1 expref: 308 pid: 6520 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345639.135590:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab5eb lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x23b:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808329a1 expref: 308 pid: 6520 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345639.135612:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab5eb lrc: 0/0,0 mode: --/CW res: [0x200000405:0x23b:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808329a1 expref: 308 pid: 6520 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345639.135626:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23b:0x0].0x0 (ffff91b5484cca00) 00010000:00010000:3.0:1763345639.135636:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab600 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.135645:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab600 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.135652:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab600 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.135672:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345639.135719:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544480700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+307:2408:x1849000910288640:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 168us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.135726:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3618 00000100:00100000:3.0:1763345639.143298:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.143412:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910288896 00000100:00100000:1.0:1763345639.144386:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910288896 00000100:00100000:1.0:1763345639.144454:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10970 00000100:00100000:1.0:1763345639.144464:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+306:57204:x1849000910288896:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.144481:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.144500:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab615 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808329b6 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.144548:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab615 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808329b6 expref: 307 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.144560:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab615 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808329b6 expref: 307 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.144574:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23b:0x0].0x0 (ffff91b5484cca00) 00010000:00010000:1.0:1763345639.144577:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345639.144581:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260e00, rc 0) 00000100:00100000:1.0:1763345639.144639:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+307:57204:x1849000910288896:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 177us (1350us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.144646:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10970 00000100:00100000:3.0:1763345639.148425:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.149530:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10971 00000100:00100000:1.0:1763345639.149545:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+307:55937:x1849000910289152:12345-192.168.203.8@tcp:36:bash.0 00010000:00010000:1.0:1763345639.149601:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345639.149628:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab600 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808329a8 expref: 307 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.149647:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23b:0x0].0x0 (ffff91b5484cca00) 00010000:00010000:1.0:1763345639.149651:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345639.149908:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab61c lrc: 3/0,1 mode: --/PW res: [0x200000405:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.149923:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab61c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.149932:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab61c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000001:00080000:1.0:1763345639.149976:0:35210:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589940892 00000004:00010000:1.0:1763345639.150000:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a565af36 reply state 000000008636f447 transno 8589940893 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab61c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.150012:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab61c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.150018:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23b:0x0].0x0 (ffff91b5484cca00) 00010000:00010000:1.0:1763345639.150021:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345639.150023:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345639.150119:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+309:55937:x1849000910289152:12345-192.168.203.8@tcp:36:bash.0 Request processed in 577us (1700us total) trans 8589940893 rc 0/0 00000100:00100000:1.0:1763345639.150127:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10971 00000020:00080000:1.0:1763345639.150132:0:35210:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345639.150563:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.150621:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910289280 00000100:00100000:0.0:1763345639.150629:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910289280 00000100:00100000:0.0:1763345639.150693:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7959 00000100:00100000:0.0:1763345639.150704:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+15:2411:x1849000910289280:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345639.150717:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.150733:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab623 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x347:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808329bd expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345639.150755:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x347:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345639.150794:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.150796:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.150804:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab623 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808329bd expref: 16 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345639.150820:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab623 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808329bd expref: 16 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345639.150831:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6821e0800, rc 0) 00000100:00100000:0.0:1763345639.150886:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+16:2411:x1849000910289280:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 184us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.150892:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7959 00000100:00100000:3.0:1763345639.151510:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.151752:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910289408 00000100:00100000:0.0:1763345639.151772:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910289408 00000100:00100000:0.0:1763345639.151819:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7960 00000100:00100000:0.0:1763345639.151828:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+40:2411:x1849000910289408:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345639.151840:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.151855:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1400/0x52bea07cb58ab62a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x34a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808329c4 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345639.151886:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x34a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345639.151899:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.151902:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.151908:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1400/0x52bea07cb58ab62a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808329c4 expref: 41 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345639.151922:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1400/0x52bea07cb58ab62a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808329c4 expref: 41 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345639.151931:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6821e1400, rc 0) 00000100:00100000:0.0:1763345639.151973:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+41:2411:x1849000910289408:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 145us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.151980:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7960 00000100:00100000:1.0:1763345639.152470:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.162235:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000001:00080000:1.0:1763345639.162370:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940894 is committed 00000004:00080000:1.0:1763345639.162378:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1192 committed 00000004:00080000:1.0:1763345639.162392:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1177 committed 00000004:00080000:1.0:1763345639.162398:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1176 committed 00000004:00080000:1.0:1763345639.162400:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1191 committed 00010000:00010000:3.0:1763345639.162471:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab574 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.162483:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab574 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.162491:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab574 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.162497:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.162502:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab574 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.162509:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab574 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.162524:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b649bd0900) 00010000:00010000:3.0:1763345639.162528:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345639.162532:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab574 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.162541:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab574 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.162569:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab61c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345639.162575:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab61c lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345639.162580:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab61c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345639.162585:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.162588:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab61c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345639.162594:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab61c lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345639.162602:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23b:0x0].0x0 (ffff91b5484cca00) 00010000:00010000:3.0:1763345639.162604:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345639.162607:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab61c lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345639.162613:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab61c lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000100:00100000:3.0:1763345639.162724:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924377728:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.162801:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345639.162845:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763345639.162853:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924377600:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.162897:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345639.162921:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763345639.162933:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924378112:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.162947:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924377728 00000100:00100000:0.0:1763345639.162952:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924377728 00000100:00100000:3.0:1763345639.162959:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345639.162984:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924378240:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.162985:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924377600 00000100:00100000:0.0:1763345639.162991:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924377600 00000100:00100000:0.0:1763345639.163014:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924378112 00000100:00100000:3.0:1763345639.163020:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345639.163020:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924378112 00000100:00100000:0.0:1763345639.163046:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924378240 00000100:00100000:0.0:1763345639.163051:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924378240 00000100:00100000:3.0:1763345639.163068:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7961 00000100:00100000:3.0:1763345639.163081:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3657:x1849000924377728:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345639.163082:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7962 00000100:00100000:0.0:1763345639.163095:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3657:x1849000924377600:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345639.163229:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7963 00000100:00100000:0.0:1763345639.163242:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+70:3657:x1849000924378112:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.163252:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924377344:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.163312:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345639.163342:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924377856:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.163366:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345639.163377:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1763345639.163384:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924377472:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.163400:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345639.163414:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924377984:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.163434:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345639.163453:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924377344 00000100:00100000:1.0:1763345639.163456:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924377344 00000100:00100000:1.0:1763345639.163471:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924377856 00000100:00100000:1.0:1763345639.163473:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924377856 00000100:00100000:1.0:1763345639.163481:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924377472 00000100:00100000:1.0:1763345639.163483:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924377472 00000100:00100000:1.0:1763345639.163490:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924377984 00000100:00100000:1.0:1763345639.163491:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924377984 00000100:00100000:1.0:1763345639.163500:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7964 00000100:00100000:1.0:1763345639.163505:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+73:3657:x1849000924378240:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763345639.163562:0:27809:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x34a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345639.163566:0:27809:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x34a:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.163568:0:27809:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x34a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.163570:0:27809:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x34a:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.163573:0:27809:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x34a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345639.163912:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+74:3657:x1849000924378112:12345-0@lo:2:osp-syn-1-0.0 Request processed in 674us (951us total) trans 17179872205 rc 0/0 00000100:00100000:0.0:1763345639.163920:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7963 00002000:00010000:3.0:1763345639.163936:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x347:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345639.163940:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x347:0x0] updating lvb mtime from disk: 0 -> 0 00000100:00100000:0.0:1763345639.163943:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7965 00002000:00010000:3.0:1763345639.163945:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x347:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345639.163949:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x347:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763345639.163952:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x347:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345639.163956:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3658:x1849000924377344:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.163963:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+73:3657:x1849000924378240:12345-0@lo:2:osp-syn-1-0.0 Request processed in 456us (947us total) trans 17179872206 rc 0/0 00000100:00100000:1.0:1763345639.163972:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7964 00002000:00080000:0.0:1763345639.163973:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:834 count 1 00000100:00100000:3.0:1763345639.163981:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3657:x1849000924377728:12345-0@lo:2:osp-syn-0-0.0 Request processed in 904us (1182us total) trans 21474839456 rc 0/0 00000100:00100000:3.0:1763345639.163988:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7961 00010000:00010000:0.0:1763345639.163990:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab646 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x342:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.164151:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b641661200/0x52bea07cb58ab2f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808328ba expref: 15 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.164158:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345639.164160:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345639.164163:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab646 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.164186:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b641661200/0x52bea07cb58ab2f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a969808328ba expref: 15 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.164198:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b641661200/0x52bea07cb58ab2f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808328ba expref: 15 pid: 27810 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763345639.164206:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7966 00000100:00100000:0.0:1763345639.164212:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924378496:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345639.164213:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7967 00000100:00100000:1.0:1763345639.164217:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+72:3658:x1849000924377856:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345639.164223:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3658:x1849000924377472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1763345639.164234:0:27809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:837 count 1 00002000:00080000:3.0:1763345639.164235:0:28868:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:835 count 1 00010000:00010000:3.0:1763345639.164247:0:28868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab64d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x343:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.164247:0:27809:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ab654 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.164255:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66d342b40 going to sleep for 11 seconds 00010000:00010000:3.0:1763345639.164263:0:28868:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab4c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x343:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832954 expref: 15 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.164263:0:27809:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab41d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832915 expref: 40 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345639.164272:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345639.164272:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1763345639.164275:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7968 00010000:00010000:3.0:1763345639.164276:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345639.164276:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.164282:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ab654 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.164283:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab64d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x343:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.164288:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+72:3658:x1849000924377984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1763345639.164305:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:838 count 1 00010000:00010000:3.0:1763345639.164314:0:28868:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab4c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x343:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980832954 expref: 15 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.164319:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b672c87200/0x52bea07cb58ab65b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x346:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.164327:0:28868:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab4c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x343:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832954 expref: 15 pid: 15692 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345639.164334:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b658b9e600/0x52bea07cb58ab4e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x346:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083295b expref: 40 pid: 27810 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.164343:0:28868:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:28868:1849000924378624:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345639.164344:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345639.164347:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345639.164352:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b672c87200/0x52bea07cb58ab65b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x346:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.164373:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b658b9e600/0x52bea07cb58ab4e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x346:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a9698083295b expref: 40 pid: 27810 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.164381:0:28868:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b649308780 going to sleep for 11 seconds 00010000:00010000:0.0:1763345639.164383:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b658b9e600/0x52bea07cb58ab4e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x346:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a9698083295b expref: 40 pid: 27810 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763345639.164401:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fb9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8405:1849000924378752:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345639.164425:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64a66ff00 going to sleep for 11 seconds 00000100:00100000:3.0:1763345639.164463:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3657:x1849000924377600:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1370us (1567us total) trans 21474839457 rc 0/0 00000100:00100000:3.0:1763345639.164471:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7962 00010000:00010000:1.0:1763345639.164626:0:27809:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab41d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980832915 expref: 40 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345639.164637:0:27809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab41d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832915 expref: 40 pid: 27810 timeout: 1131 lvb_type: 1 00000100:00100000:1.0:1763345639.164647:0:27809:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27809:1849000924378880:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345639.164671:0:27809:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345639.166733:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fb9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8405:1849000924378752:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345639.166785:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b672c87200/0x52bea07cb58ab65b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x346:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.166809:0:28868:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:28868:1849000924378624:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345639.166827:0:28868:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab64d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x343:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345639.166838:0:27809:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27809:1849000924378880:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345639.166856:0:27809:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ab654 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.166862:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544480a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924378368:192.168.203.8@tcp:105: 00010000:00010000:3.0:1763345639.166911:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab631 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808329cb expref: 298 pid: 6520 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763345639.166930:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab638 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.203.8@tcp remote: 0x199a969808329cb expref: 297 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345639.167052:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910290176 00000100:00100000:1.0:1763345639.167059:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910290176 00010000:00010000:1.0:1763345639.167081:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab4c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x343:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832954 expref: 17 pid: 15692 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763345639.167124:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3620 00000100:00100000:1.0:1763345639.167134:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544480e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910290176:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345639.167145:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345639.167149:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab4c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x343:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832954 expref: 17 pid: 15692 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345639.167157:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab4c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x343:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832954 expref: 17 pid: 15692 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345639.167171:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab4c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x343:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832954 expref: 17 pid: 15692 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345639.167181:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.167182:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.167187:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab64d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x343:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.167194:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab64d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x343:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.167209:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345639.167243:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544480e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910290176:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 112us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.167249:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3620 00010000:00010000:3.0:1763345639.167256:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541e3a000, rc 0) 00010000:00010000:1.0:1763345639.167265:0:28868:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab64d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.167271:0:28868:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab64d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.167278:0:28868:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab64d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.167283:0:28868:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab64d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.167291:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+297:55937:x1849000910289664:12345-192.168.203.8@tcp:101:bash.0 Request processed in 14031us (14821us total) trans 8589940894 rc 0/0 00010000:00010000:1.0:1763345639.167294:0:28868:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345639.167302:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10972 00000100:00100000:1.0:1763345639.167550:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3658:x1849000924377472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3323us (4144us total) trans 21474839458 rc 0/0 00000100:00100000:1.0:1763345639.167560:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7967 00010000:00010000:1.0:1763345639.167585:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345639.167594:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab64d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.167605:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b55a00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345639.167610:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab64d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.167618:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab64d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.167631:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab64d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.167643:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab64d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.167674:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345639.167678:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345639.167681:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345639.167806:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b641661200/0x52bea07cb58ab2f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a969808328ba expref: 14 pid: 27810 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763345639.167826:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924378496:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345639.167844:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab646 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.167854:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab646 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.167864:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab646 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.167894:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab646 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.167901:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab646 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.167917:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763345639.167932:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b672c87200/0x52bea07cb58ab65b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.167942:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b672c87200/0x52bea07cb58ab65b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.167956:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b672c87200/0x52bea07cb58ab65b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.167963:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b672c87200/0x52bea07cb58ab65b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.167979:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763345639.168040:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3658:x1849000924377344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4085us (4728us total) trans 21474839459 rc 0/0 00000100:00100000:0.0:1763345639.168048:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7965 00010000:00010000:0.0:1763345639.168073:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763345639.168078:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab646 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.168086:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e1a00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345639.168090:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab646 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763345639.168100:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545d01880/2, rc 0, transno 21474839458 00010000:00010000:0.0:1763345639.168101:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab646 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.168110:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924377472:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1763345639.168119:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab646 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345639.168125:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+73:3658:x1849000924377984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3837us (4690us total) trans 17179872207 rc 0/0 00010000:00010000:0.0:1763345639.168130:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab646 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345639.168137:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7968 00010000:00010000:0.0:1763345639.168157:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345639.168160:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b672c87200/0x52bea07cb58ab65b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.168166:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672c87200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345639.168170:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b672c87200/0x52bea07cb58ab65b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345639.168178:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:0.0:1763345639.168178:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b672c87200/0x52bea07cb58ab65b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.168192:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b672c87200/0x52bea07cb58ab65b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345639.168198:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910290304 00010000:00010000:0.0:1763345639.168199:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b672c87200/0x52bea07cb58ab65b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345639.168205:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910290304 00010000:00010000:0.0:1763345639.168217:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345639.168221:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345639.168223:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345639.168225:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab41d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832915 expref: 41 pid: 27810 timeout: 1131 lvb_type: 1 00000100:00100000:1.0:1763345639.168300:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000004:00080000:3.0:1763345639.168386:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541fba680/2, rc 0, transno 17179872207 00000100:00100000:3.0:1763345639.168394:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924377984:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1763345639.168412:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545d01180/2, rc 0, transno 21474839459 00000100:00100000:0.0:1763345639.168412:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910290432 00000100:00100000:0.0:1763345639.168419:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910290432 00000100:00100000:3.0:1763345639.168420:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924377344:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763345639.168457:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3796 00000100:00100000:0.0:1763345639.168467:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+297:57204:x1849000910290432:12345-192.168.203.8@tcp:49:lfs.0 00010000:00010000:1.0:1763345639.168498:0:27809:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ab654 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.168513:0:27809:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ab654 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.168521:0:27809:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ab654 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.168529:0:27809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ab654 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.168544:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+297:57204:x1849000910290432:12345-192.168.203.8@tcp:49:lfs.0 Request processed in 78us (244us total) trans 0 rc 0/0 00010000:00010000:1.0:1763345639.168549:0:27809:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763345639.168559:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3796 00010000:00010000:3.0:1763345639.168569:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345639.168575:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ab654 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.168584:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345639.168588:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ab654 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.168596:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ab654 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.168609:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ab654 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.168616:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ab654 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.168636:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345639.168638:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345639.168640:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763345639.168851:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+73:3658:x1849000924377856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4633us (5479us total) trans 17179872208 rc 0/0 00000100:00100000:1.0:1763345639.168861:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7966 00000004:00080000:3.0:1763345639.168977:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541fbaa00/2, rc 0, transno 17179872208 00000100:00100000:3.0:1763345639.168982:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924377856:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.172956:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910290560 00000100:00100000:0.0:1763345639.172965:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910290560 00000100:00100000:0.0:1763345639.173018:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3797 00000100:00100000:0.0:1763345639.173030:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658bb5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+297:55937:x1849000910290560:12345-192.168.203.8@tcp:49:bash.0 00000100:00100000:0.0:1763345639.173155:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658bb5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+297:55937:x1849000910290560:12345-192.168.203.8@tcp:49:bash.0 Request processed in 127us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.173162:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3797 00000100:00100000:0.0:1763345639.177517:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.177601:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910290688 00000100:00100000:1.0:1763345639.177611:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910290688 00000100:00100000:1.0:1763345639.177676:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7969 00000100:00100000:1.0:1763345639.177686:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+39:2408:x1849000910290688:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.177703:0:27809:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.177722:0:27809:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ab662 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x349:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808329d9 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345639.177743:0:27809:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x349:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763345639.177816:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.177819:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.177828:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ab662 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808329d9 expref: 40 pid: 27809 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345639.177845:0:27809:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ab662 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808329d9 expref: 40 pid: 27809 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345639.177857:0:27809:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260c00, rc 0) 00000100:00100000:1.0:1763345639.177918:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+40:2408:x1849000910290688:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 234us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.177925:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7969 00000100:00100000:3.0:1763345639.178888:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.184946:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.185288:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.185340:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910290944 00000100:00100000:0.0:1763345639.185348:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910290944 00010000:00010000:0.0:1763345639.185378:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ab662 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x349:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808329d9 expref: 41 pid: 27809 timeout: 1131 lvb_type: 1 00000100:00100000:0.0:1763345639.185411:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3623 00000100:00100000:0.0:1763345639.185419:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+41:2409:x1849000910290944:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345639.185430:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345639.185435:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ab662 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x349:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808329d9 expref: 41 pid: 27809 timeout: 1131 lvb_type: 1 00010000:00010000:0.0:1763345639.185445:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ab662 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x349:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808329d9 expref: 41 pid: 27809 timeout: 1131 lvb_type: 1 00010000:00010000:0.0:1763345639.185464:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ab662 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x349:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a969808329d9 expref: 41 pid: 27809 timeout: 1131 lvb_type: 1 00010000:00010000:0.0:1763345639.185481:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.185482:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.185487:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b677b32e00/0x52bea07cb58ab669 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x349:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a969808329e0 expref: 40 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.185496:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b677b32e00/0x52bea07cb58ab669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x349:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a969808329e0 expref: 40 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.185525:0:28406:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff91b677b32e00/0x52bea07cb58ab669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x349:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a969808329e0 expref: 40 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.185538:0:28406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fbb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:28406:1849000924379136:192.168.203.8@tcp:105: 00000100:00100000:0.0:1763345639.185606:0:28406:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66d342b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763345639.185904:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910291200 00000100:00100000:1.0:1763345639.185910:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910291200 00000100:00100000:1.0:1763345639.185943:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3798 00000100:00100000:1.0:1763345639.185951:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+297:57204:x1849000910291200:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345639.186135:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+298:57204:x1849000910291200:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 184us (846us total) trans 8589940895 rc 0/0 00000100:00100000:1.0:1763345639.186142:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3798 00000100:00100000:0.0:1763345639.192272:0:28406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fbb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:28406:1849000924379136:192.168.203.8@tcp:105: 00010000:00010000:0.0:1763345639.192293:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345639.192318:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+40:2409:x1849000910290944:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 6900us (7374us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.192327:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3623 00000100:00100000:3.0:1763345639.192404:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910291456 00000100:00100000:3.0:1763345639.192410:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910291456 00000100:00100000:3.0:1763345639.192448:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10974 00000100:00100000:3.0:1763345639.192456:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544483800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+298:57204:x1849000910291456:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345639.192469:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345639.192483:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ab677 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808329e7 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.192541:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab67e lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.192552:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab67e lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.192561:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab67e lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.192572:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab685 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.192579:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab685 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.192587:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab685 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.192685:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab68c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.192694:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab68c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.192700:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab68c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763345639.192709:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23b:0x0]: returning size 2 00010000:00010000:3.0:1763345639.192830:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab67e lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.192837:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab67e lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.192843:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab67e lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.192849:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab67e lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.192855:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b55400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.192859:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab67e lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.192866:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab67e lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.192887:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b671c41b00) 00010000:00010000:3.0:1763345639.192891:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345639.192896:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab67e lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.192902:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab67e lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.192915:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab685 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.192921:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab685 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.192927:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab685 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.192931:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b55a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.192934:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab685 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.192940:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab685 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.192947:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b671c41c00) 00010000:00010000:3.0:1763345639.192950:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345639.192952:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab685 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.192958:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab685 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.192997:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ab677 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808329e7 expref: 301 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.193012:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab68c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808329e7 expref: 300 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.193019:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23b:0x0].0x0 (ffff91b5484cca00) 00010000:00010000:3.0:1763345639.193022:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345639.193024:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6748fe400, rc 0) 00000100:00100000:3.0:1763345639.193053:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544483800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+300:57204:x1849000910291456:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 598us (1357us total) trans 8589940896 rc 0/0 00000100:00100000:3.0:1763345639.193059:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10974 00000100:00100000:1.0:1763345639.197317:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.197554:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910291840 00000100:00100000:0.0:1763345639.197564:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910291840 00000100:00100000:0.0:1763345639.197616:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3799 00000100:00100000:0.0:1763345639.197626:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+300:57204:x1849000910291840:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345639.197880:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+301:57204:x1849000910291840:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 245us (561us total) trans 8589940897 rc 0/0 00000100:00100000:0.0:1763345639.197889:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3799 00000100:00100000:1.0:1763345639.199793:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910291968 00000100:00100000:1.0:1763345639.199802:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910291968 00002000:00010000:1.0:1763345639.199833:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/841 (0->18446744073709551615) 00002000:00100000:1.0:1763345639.199837:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544481f80 with x1849000910291968 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345639.199848:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b544481f80. 00000100:00100000:1.0:1763345639.199866:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910292096 00000100:00100000:1.0:1763345639.199869:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910292096 00002000:00010000:1.0:1763345639.199890:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/838 (0->18446744073709551615) 00002000:00100000:1.0:1763345639.199893:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544483480 with x1849000910292096 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345639.199899:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b544483480. 00000100:00100000:1.0:1763345639.199914:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1889 00000100:00100000:1.0:1763345639.199920:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544483480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910292096:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:1.0:1763345639.200040:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x346:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345639.200044:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x346:0x0] updating lvb mtime from disk: 0 -> 1763345638 00002000:00010000:1.0:1763345639.200047:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x346:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.200050:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x346:0x0] updating lvb ctime from disk: 0 -> 1763345638 00002000:00010000:1.0:1763345639.200053:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x346:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345639.200094:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544483480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910292096:12345-192.168.203.8@tcp:10:bash.0 Request processed in 173us (347us total) trans 21474839460 rc 0/0 00000100:00100000:1.0:1763345639.200101:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1889 00002000:00010000:1.0:1763345639.200104:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/838 (0->18446744073709551615) 00002000:00100000:1.0:1763345639.200107:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544483480 with x1849000910292096 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345639.200111:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b544483480. 00000100:00100000:0.0:1763345639.201944:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910292224 00000100:00100000:0.0:1763345639.201955:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910292224 00000100:00100000:0.0:1763345639.202018:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3800 00000100:00100000:0.0:1763345639.202028:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544481180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+301:57204:x1849000910292224:12345-192.168.203.8@tcp:33:lfs.0 00000100:00100000:0.0:1763345639.202179:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544481180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+301:57204:x1849000910292224:12345-192.168.203.8@tcp:33:lfs.0 Request processed in 152us (2343us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.202187:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3800 00000100:00100000:0.0:1763345639.205593:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910292480 00000100:00100000:0.0:1763345639.205602:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910292480 00000100:00100000:0.0:1763345639.205655:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10975 00000100:00100000:0.0:1763345639.205664:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544481880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+301:57204:x1849000910292480:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345639.205682:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.205701:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab69a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808329f5 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.205836:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab6a1 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.205850:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab6a1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.205860:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab6a1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:0.0:1763345639.205881:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23b:0x0]: returning size 2 00010000:00010000:0.0:1763345639.205990:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab69a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808329f5 expref: 304 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.206009:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab6a1 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x23b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808329f5 expref: 303 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.206023:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23b:0x0].0x0 (ffff91b5484cca00) 00010000:00010000:0.0:1763345639.206026:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345639.206029:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672c86800, rc 0) 00000100:00100000:0.0:1763345639.206090:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544481880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+303:57204:x1849000910292480:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 427us (1002us total) trans 8589940898 rc 0/0 00000100:00100000:0.0:1763345639.206098:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10975 00000100:00100000:3.0:1763345639.208263:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.209048:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3801 00000100:00100000:0.0:1763345639.209061:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+303:57204:x1849000910292736:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:0.0:1763345639.209127:0:16418:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000405:0x23b:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab6a1 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x23b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808329f5 expref: 303 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.209165:0:16418:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab6af lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345639.209178:0:16418:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ab60e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808329af expref: 303 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.209186:0:16418:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab68c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808329e7 expref: 303 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.209193:0:16418:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab638 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23b:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.203.8@tcp remote: 0x199a969808329cb expref: 303 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.209200:0:16418:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab63f lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808329d2 expref: 303 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.209207:0:16418:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab6af lrc: 7/0,1 mode: --/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345639.209241:0:16418:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab63f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a969808329d2 expref: 303 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.209254:0:16418:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab63f lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x23b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808329d2 expref: 303 pid: 35210 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763345639.209268:0:16418:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fbb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:16418:1849000924379264:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345639.209369:0:16418:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab638 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23b:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808329cb expref: 303 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.209378:0:16418:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab638 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x23b:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808329cb expref: 303 pid: 6520 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763345639.209387:0:16418:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fbb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:16418:1849000924379392:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345639.209472:0:16418:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab68c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a969808329e7 expref: 303 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.209481:0:16418:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab68c lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808329e7 expref: 303 pid: 6520 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763345639.209487:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.209490:0:16418:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fb9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:16418:1849000924379520:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345639.210547:0:16418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ab60e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000020 nid: 192.168.203.8@tcp remote: 0x199a969808329af expref: 305 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.210559:0:16418:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64a648540 going to sleep for 11 seconds 00010000:00010000:0.0:1763345639.212917:0:16418:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.8@tcp) returned -22 from blocking AST (req@0000000065835298 x1849000924379264) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab63f lrc: 1/0,0 mode: --/CR res: [0x200000405:0x23b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a969808329d2 expref: 304 pid: 35210 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345639.212939:0:16418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab63f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a969808329d2 expref: 304 pid: 35210 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763345639.212954:0:16418:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fbb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:16418:1849000924379264:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345639.212971:0:16418:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.8@tcp) returned -22 from blocking AST (req@00000000a9a5ad8b x1849000924379392) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab638 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x23b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808329cb expref: 303 pid: 6520 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345639.212981:0:16418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab638 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808329cb expref: 303 pid: 6520 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763345639.212991:0:16418:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fbb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:16418:1849000924379392:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345639.213002:0:16418:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.8@tcp) returned -22 from blocking AST (req@00000000182bcedf x1849000924379520) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab68c lrc: 1/0,0 mode: --/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808329e7 expref: 302 pid: 6520 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345639.213013:0:16418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab68c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808329e7 expref: 302 pid: 6520 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763345639.213023:0:16418:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fb9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:16418:1849000924379520:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345639.213045:0:16418:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23b:0x0].0x0 (ffff91b5484cca00) 00010000:00010000:0.0:1763345639.213052:0:16418:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab6af lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345639.213060:0:16418:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab6af lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345639.213070:0:16418:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab6af lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16418 initiator: MDT0 00000004:00020000:0.0:1763345639.213191:0:16418:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0000-mdtlov: can not set all stale mirrors for [0x200000405:0x23b:0x0]: rc = -1 00010000:00010000:0.0:1763345639.213211:0:16418:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab6af lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345639.213217:0:16418:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab6af lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345639.213223:0:16418:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab6af lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345639.213229:0:16418:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e1e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.213233:0:16418:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab6af lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345639.213240:0:16418:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab6af lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345639.213251:0:16418:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23b:0x0].0x0 (ffff91b5484cca00) 00010000:00010000:0.0:1763345639.213254:0:16418:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763345639.213257:0:16418:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab6af lrc: 2/0,0 mode: --/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345639.213263:0:16418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab6af lrc: 0/0,0 mode: --/EX res: [0x200000405:0x23b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345639.213275:0:16418:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23b:0x0].0x0 (ffff91b5484cca00) 00010000:00010000:0.0:1763345639.213277:0:16418:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345639.213281:0:16418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab6a1 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x23b:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808329f5 expref: 301 pid: 9295 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.213457:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+301:57204:x1849000910292736:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 4398us (5201us total) trans 8589940900 rc -1/-1 00000100:00100000:0.0:1763345639.213467:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3801 00000100:00100000:3.0:1763345639.216606:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.220313:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.220422:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910293376 00000100:00100000:0.0:1763345639.220432:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910293376 00000100:00100000:3.0:1763345639.220677:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.220750:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910293504 00000100:00100000:1.0:1763345639.220755:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910293504 00000100:00100000:1.0:1763345639.220821:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10978 00000100:00100000:1.0:1763345639.220832:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+303:57206:x1849000910293504:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.220850:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.220884:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab6d2 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832a03 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.220910:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3802 00000100:00100000:0.0:1763345639.220919:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658bb7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+304:57204:x1849000910293376:12345-192.168.203.8@tcp:35:lfs.0 00010000:00010000:1.0:1763345639.220947:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab6d9 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.220959:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab6d9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.220970:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab6d9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.220979:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab6e0 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.220986:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab6e0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.220992:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab6e0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.221028:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab6d9 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.221035:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab6d9 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.221044:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab6d9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.221050:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab6d9 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.221055:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.221058:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab6d9 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.221065:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab6d9 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.221075:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:1.0:1763345639.221078:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.221082:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab6d9 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.221088:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab6d9 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.221101:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab6e0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.221106:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab6e0 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.221111:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab6e0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.221115:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.221118:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab6e0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.221126:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab6e0 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.221132:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc900) 00010000:00010000:1.0:1763345639.221134:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00080000:0.0:1763345639.221136:0:16418:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x23b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:1.0:1763345639.221137:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab6e0 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.221141:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab6e0 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.221163:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab6d2 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a03 expref: 304 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.221172:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:1.0:1763345639.221174:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.221177:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab6d2 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a03 expref: 304 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.221189:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261c00, rc 0) 00000040:00080000:0.0:1763345639.221196:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1854, 64 off154192 00000040:00080000:0.0:1763345639.221218:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1838, 64 off152664 00000040:00080000:0.0:1763345639.221227:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1839, 64 off152728 00000100:00100000:1.0:1763345639.221234:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+303:57206:x1849000910293504:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 404us (558us total) trans 0 rc 301/301 00000040:00080000:0.0:1763345639.221235:0:16418:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1855, 64 off154256 00000100:00100000:1.0:1763345639.221241:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10978 00010000:00010000:0.0:1763345639.221279:0:16418:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab6e7 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345639.221288:0:16418:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab6e7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345639.221296:0:16418:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab6e7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345639.221303:0:16418:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab6e7 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x23b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345639.221308:0:16418:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab6e7 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x23b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345639.221314:0:16418:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab6e7 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x23b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16418 initiator: MDT0 00010000:00010000:0.0:1763345639.221340:0:16418:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763345639.221433:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345639.221438:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab6e7 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x23b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16418 initiator: MDT0 00010000:00010000:1.0:1763345639.221444:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e1e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345639.221447:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab6e7 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x23b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16418 initiator: MDT0 00010000:00010000:1.0:1763345639.221453:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab6e7 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x23b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16418 initiator: MDT0 00010000:00010000:1.0:1763345639.221460:0:10338:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23b:0x0].0x0 (ffff91b5432dce00) 00010000:00010000:1.0:1763345639.221462:0:10338:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763345639.221466:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab6e7 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x23b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16418 initiator: MDT0 00000100:00100000:0.0:1763345639.221466:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658bb7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+303:57204:x1849000910293376:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 549us (1160us total) trans 8589940901 rc 0/0 00010000:00010000:1.0:1763345639.221472:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab6e7 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x23b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16418 initiator: MDT0 00000100:00100000:0.0:1763345639.221473:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3802 00010000:00010000:1.0:1763345639.221482:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345639.221483:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345639.221485:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345639.224482:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.224525:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910293632 00000100:00100000:1.0:1763345639.224534:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910293632 00000100:00100000:1.0:1763345639.224813:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10979 00000100:00100000:1.0:1763345639.224824:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+303:57206:x1849000910293632:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.224844:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.224866:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab6ee lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832a0a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.224941:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab6f5 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.224954:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab6f5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.224965:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab6f5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.224979:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab6fc lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.224986:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab6fc lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.224991:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab6fc lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.225025:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab6f5 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.225032:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab6f5 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.225037:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab6f5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.225043:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab6f5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.225049:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.225053:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab6f5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.225060:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab6f5 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.225071:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b649bd0900) 00010000:00010000:1.0:1763345639.225073:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.225077:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab6f5 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.225082:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab6f5 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.225094:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab6fc lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.225099:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab6fc lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.225103:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab6fc lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.225107:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.225110:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab6fc lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.225114:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab6fc lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.225119:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc900) 00010000:00010000:1.0:1763345639.225121:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.225124:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab6fc lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.225128:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab6fc lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.225150:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab6ee lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a0a expref: 304 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.225158:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b649bd0900) 00010000:00010000:1.0:1763345639.225161:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.225164:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab6ee lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a0a expref: 304 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.225181:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260400, rc 0) 00000100:00100000:1.0:1763345639.225229:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+303:57206:x1849000910293632:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 408us (754us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345639.225237:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10979 00000100:00100000:3.0:1763345639.227322:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.228638:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910293760 00000100:00100000:1.0:1763345639.228649:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910293760 00000100:00100000:1.0:1763345639.228712:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10980 00000100:00100000:1.0:1763345639.228723:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+303:57206:x1849000910293760:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.228740:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.228784:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab703 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832a11 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.228834:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab70a lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.228846:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab70a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.228855:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab70a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763345639.228897:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763345639.228901:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763345639.228929:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab703 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a11 expref: 305 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.228943:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab70a lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a11 expref: 304 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.228956:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:1.0:1763345639.228959:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763345639.228962:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260c00, rc 0) 00000100:00100000:1.0:1763345639.229026:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+304:57206:x1849000910293760:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 305us (1712us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.229032:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10980 00000100:00100000:3.0:1763345639.232210:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910293888 00000100:00100000:3.0:1763345639.232220:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910293888 00000100:00100000:3.0:1763345639.232276:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10981 00000100:00100000:3.0:1763345639.232287:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544483100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+304:57206:x1849000910293888:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345639.232305:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345639.232322:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ab711 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832a18 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.232379:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab718 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.232391:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab718 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.232402:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab718 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.232413:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ab71f lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.232420:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ab71f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.232426:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ab71f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.232460:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab718 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.232466:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab718 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.232472:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab718 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.232479:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab718 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.232485:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748fe400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.232489:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab718 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.232496:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab718 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.232506:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:3.0:1763345639.232510:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345639.232515:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab718 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.232520:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab718 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.232532:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ab71f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.232538:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ab71f lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.232542:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ab71f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.232547:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748ff200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.232549:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ab71f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.232554:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ab71f lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.232561:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc900) 00010000:00010000:3.0:1763345639.232563:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345639.232566:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ab71f lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.232571:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ab71f lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.232594:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ab711 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a18 expref: 305 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.232604:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:3.0:1763345639.232607:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345639.232610:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ab711 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a18 expref: 305 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.232623:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6748fec00, rc 0) 00000100:00100000:3.0:1763345639.232682:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544483100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+304:57206:x1849000910293888:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 396us (570us total) trans 0 rc 301/301 00000100:00100000:3.0:1763345639.232689:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10981 00000100:00100000:1.0:1763345639.235368:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910294144 00000100:00100000:1.0:1763345639.235379:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910294144 00000100:00100000:1.0:1763345639.235440:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10982 00000100:00100000:1.0:1763345639.235450:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544482680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+304:57206:x1849000910294144:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.235468:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.235471:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763345639.235499:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab70a lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a11 expref: 304 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.235516:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:1.0:1763345639.235526:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345639.235539:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab726 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832a1f expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.235609:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab72d lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.235618:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab72d lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.235624:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab72d lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.235633:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab734 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.235637:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab734 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.235641:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab734 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.236084:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab73b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.236094:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab73b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.236101:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab73b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763345639.236109:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23c:0x0]: returning size 0 00010000:00010000:1.0:1763345639.236133:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab72d lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.236139:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab72d lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.236144:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab72d lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.236150:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab72d lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.236156:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.236160:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab72d lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.236169:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab72d lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.236177:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b649bd0900) 00010000:00010000:1.0:1763345639.236179:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.236183:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab72d lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.236188:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab72d lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000004:00010000:1.0:1763345639.236197:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000011d421c8 reply state 00000000c7179ed0 transno 8589940902 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab734 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.236206:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab734 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.236211:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc900) 00010000:00010000:1.0:1763345639.236214:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345639.236216:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763345639.236238:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab726 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a1f expref: 306 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.236253:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab73b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a1f expref: 305 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.236260:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0d00) 00010000:00010000:1.0:1763345639.236262:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345639.236265:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260200, rc 0) 00000100:00100000:1.0:1763345639.236317:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544482680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+306:57206:x1849000910294144:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 868us (1118us total) trans 8589940902 rc 0/0 00000100:00100000:1.0:1763345639.236327:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10982 00000100:00100000:1.0:1763345639.239789:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910294400 00000100:00100000:1.0:1763345639.239799:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910294400 00000100:00100000:1.0:1763345639.239856:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10983 00000100:00100000:1.0:1763345639.239865:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544482300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+306:57206:x1849000910294400:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.239900:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.239919:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab749 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832a26 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.240294:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab750 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.240309:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab73b lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a1f expref: 307 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.240318:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab750 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.240346:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab73b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832a1f expref: 307 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.240358:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab73b lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832a1f expref: 307 pid: 6520 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763345639.240371:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d05f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924379776:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345639.241160:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8b300 going to sleep for 11 seconds 00000100:00100000:1.0:1763345639.243092:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d05f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924379776:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345639.243115:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab750 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:0.0:1763345639.244209:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910294528 00000100:00100000:0.0:1763345639.244217:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910294528 00010000:00010000:0.0:1763345639.244250:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab73b lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832a1f expref: 308 pid: 6520 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763345639.244289:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3624 00000100:00100000:0.0:1763345639.244299:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658761450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+308:2409:x1849000910294528:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345639.244314:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345639.244320:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab73b lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832a1f expref: 308 pid: 6520 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345639.244332:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab73b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832a1f expref: 308 pid: 6520 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345639.244353:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ab73b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832a1f expref: 308 pid: 6520 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345639.244368:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0d00) 00010000:00010000:0.0:1763345639.244373:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab750 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.244381:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab750 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.244392:0:28406:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab750 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.244424:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345639.244474:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658761450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+307:2409:x1849000910294528:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 176us (1063us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.244483:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3624 00010000:00010000:1.0:1763345639.244987:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab750 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.244996:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab750 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763345639.245019:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23c:0x0]: returning size 0 00000004:00080000:1.0:1763345639.245177:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x348:0x0], index 0: 0 00000004:00080000:1.0:1763345639.245184:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x34b:0x0], index 1: 0 00000004:00080000:1.0:1763345639.245189:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x34c:0x0], index 1: 0 00000004:00080000:1.0:1763345639.245192:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x349:0x0], index 0: 0 00010000:00010000:1.0:1763345639.245286:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab750 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.245294:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab750 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.245300:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab750 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.245305:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.245309:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab750 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.245315:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab750 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.245324:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0d00) 00010000:00010000:1.0:1763345639.245327:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345639.245331:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab750 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.245341:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab750 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.245381:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab749 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x23c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a26 expref: 307 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.245389:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0d00) 00010000:00010000:1.0:1763345639.245391:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763345639.245395:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab749 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a26 expref: 307 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.245407:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261c00, rc 0) 00000100:00100000:1.0:1763345639.245441:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544482300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+306:57206:x1849000910294400:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 5577us (5774us total) trans 8589940903 rc 301/301 00000100:00100000:1.0:1763345639.245448:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10983 00000100:00100000:0.0:1763345639.248530:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910294784 00000100:00100000:0.0:1763345639.248539:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910294784 00000100:00100000:0.0:1763345639.248591:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3803 00000100:00100000:0.0:1763345639.248602:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544480700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+306:57206:x1849000910294784:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345639.248925:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544480700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+307:57206:x1849000910294784:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 324us (482us total) trans 8589940904 rc 0/0 00000100:00100000:0.0:1763345639.248933:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3803 00000100:00100000:0.0:1763345639.250449:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910295040 00000100:00100000:0.0:1763345639.250457:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910295040 00000100:00100000:0.0:1763345639.250505:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3804 00000100:00100000:0.0:1763345639.250515:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544480e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+307:57206:x1849000910295040:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345639.250666:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544480e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+308:57206:x1849000910295040:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 152us (297us total) trans 8589940905 rc 0/0 00000100:00100000:0.0:1763345639.250673:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3804 00000100:00100000:3.0:1763345639.250842:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.250946:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910295296 00000100:00100000:1.0:1763345639.250951:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910295296 00000100:00100000:1.0:1763345639.251005:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10984 00000100:00100000:1.0:1763345639.251013:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+308:57207:x1849000910295296:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.251023:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.251043:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab75e lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832a2d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.251098:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab765 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.251111:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab765 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.251125:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab765 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.251136:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab76c lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.251143:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab76c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.251149:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab76c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.251227:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab773 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.251235:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab773 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.251241:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab773 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763345639.251251:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23c:0x0]: returning size 0 00010000:00010000:1.0:1763345639.251299:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab765 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.251306:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab765 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.251311:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab765 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.251317:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab765 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.251322:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.251327:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab765 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.251333:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab765 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.251345:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b649bd0900) 00010000:00010000:1.0:1763345639.251348:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.251353:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab765 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.251358:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab765 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.251369:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab76c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.251375:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab76c lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.251380:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab76c lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.251385:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.251388:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab76c lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.251392:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab76c lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.251398:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc900) 00010000:00010000:1.0:1763345639.251401:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.251403:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab76c lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.251412:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab76c lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.251436:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab75e lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a2d expref: 311 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.251449:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab773 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a2d expref: 310 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.251456:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:1.0:1763345639.251458:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345639.251460:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260600, rc 0) 00000100:00100000:1.0:1763345639.251505:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+310:57207:x1849000910295296:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 494us (664us total) trans 8589940906 rc 0/0 00000100:00100000:1.0:1763345639.251511:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10984 00000100:00100000:3.0:1763345639.253968:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910295424 00000100:00100000:3.0:1763345639.253978:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910295424 00000100:00100000:3.0:1763345639.254030:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7972 00000100:00100000:3.0:1763345639.254040:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544483b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2411:x1849000910295424:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345639.254056:0:27809:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345639.254073:0:27809:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ab781 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832a34 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345639.254095:0:27809:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x348:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345639.254110:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.254112:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.254122:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ab781 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a34 expref: 17 pid: 27809 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345639.254136:0:27809:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ab781 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a34 expref: 17 pid: 27809 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345639.254148:0:27809:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6748fec00, rc 0) 00000100:00100000:3.0:1763345639.254208:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544483b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910295424:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 168us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.254215:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7972 00000100:00100000:3.0:1763345639.257489:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910295552 00000100:00100000:3.0:1763345639.257501:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910295552 00000100:00100000:3.0:1763345639.257559:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10985 00000100:00100000:3.0:1763345639.257570:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544482a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+310:55937:x1849000910295552:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345639.257592:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345639.257611:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ab788 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832a3b expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.257642:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab78f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.257656:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab78f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.257666:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab78f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.257809:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ab788 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a3b expref: 312 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.257828:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab78f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a3b expref: 311 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.257837:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:3.0:1763345639.257840:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763345639.257844:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6748fe400, rc 0) 00000100:00100000:3.0:1763345639.257918:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544482a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+311:55937:x1849000910295552:12345-192.168.203.8@tcp:101:bash.0 Request processed in 349us (2030us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.257925:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10985 00000100:00100000:0.0:1763345639.259989:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.260659:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910295808 00000100:00100000:3.0:1763345639.260670:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910295808 00000100:00100000:3.0:1763345639.260737:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10986 00000100:00100000:3.0:1763345639.260748:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+311:57207:x1849000910295808:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345639.260785:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345639.260804:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ab796 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832a42 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.260908:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab79d lrc: 3/1,0 mode: --/CR res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.261020:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab79d lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x23c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.261032:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab79d lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x23c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:3.0:1763345639.261043:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23c:0x0]: returning size 0 00010000:00010000:3.0:1763345639.261133:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ab796 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a42 expref: 314 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.261148:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab79d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23c:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a42 expref: 313 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.261156:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:3.0:1763345639.261159:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763345639.261162:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b55a00, rc 0) 00000100:00100000:3.0:1763345639.261214:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+313:57207:x1849000910295808:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 468us (1231us total) trans 8589940907 rc 0/0 00000100:00100000:3.0:1763345639.261220:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10986 00000100:00100000:0.0:1763345639.263362:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.263388:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910296064 00000100:00100000:1.0:1763345639.263397:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910296064 00000100:00100000:1.0:1763345639.263485:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10987 00000100:00100000:1.0:1763345639.263498:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544481180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+314:55937:x1849000910296064:12345-192.168.203.8@tcp:36:bash.0 00010000:00010000:1.0:1763345639.263545:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345639.263569:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ab773 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a2d expref: 314 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.263593:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:1.0:1763345639.263599:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345639.263751:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab7b9 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.263792:0:9295:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ab7b2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a49 expref: 316 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.263800:0:9295:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab7b9 lrc: 4/0,1 mode: --/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.264072:0:9295:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ab7b2 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832a49 expref: 315 pid: 9296 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345639.264083:0:9295:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ab7b2 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832a49 expref: 315 pid: 9296 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763345639.264099:0:9295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d05f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924379904:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345639.264732:0:9295:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8b240 going to sleep for 11 seconds 00000100:00100000:1.0:1763345639.267025:0:9295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d05f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924379904:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345639.267050:0:9295:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab7b9 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000100:00100000:3.0:1763345639.267166:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.269027:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:1.0:1763345639.269745:0:9295:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab7b9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.269755:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab7b9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000001:00080000:1.0:1763345639.269925:0:9295:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589940908 00000004:00010000:1.0:1763345639.269961:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000092007fd4 reply state 000000000bf2d926 transno 8589940910 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab7b9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.269973:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab7b9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.269979:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:1.0:1763345639.269982:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345639.269984:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345639.270045:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544481180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+317:55937:x1849000910296064:12345-192.168.203.8@tcp:36:bash.0 Request processed in 6550us (6938us total) trans 8589940910 rc 0/0 00000100:00100000:1.0:1763345639.270051:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10987 00000020:00080000:1.0:1763345639.270055:0:9295:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345639.272359:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.276090:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.276134:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.281057:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.281200:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910297472 00000100:00100000:1.0:1763345639.281214:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910297472 00000100:00100000:1.0:1763345639.281275:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10990 00000100:00100000:1.0:1763345639.281285:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+319:55937:x1849000910297472:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:1.0:1763345639.281307:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.281310:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763345639.281334:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab79d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a42 expref: 319 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.281353:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:1.0:1763345639.281358:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345639.281371:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab7e3 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832a57 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.281423:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab7ea lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.281435:0:9295:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ab7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x19/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a50 expref: 319 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.281443:0:9295:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab7ea lrc: 4/0,1 mode: --/EX res: [0x200000405:0x23c:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.281473:0:9295:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ab7d5 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x19/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832a50 expref: 319 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.281486:0:9295:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ab7d5 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x19/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832a50 expref: 319 pid: 6520 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763345639.281499:0:9295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d05f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924380032:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345639.281579:0:9295:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8b840 going to sleep for 11 seconds 00000100:00100000:1.0:1763345639.288108:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.288228:0:9295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d05f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924380032:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345639.288304:0:9295:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab7ea lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23c:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.288539:0:9295:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab7ea lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.288548:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab7ea lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000100:00100000:3.0:1763345639.295284:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.296083:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910297856 00000100:00100000:0.0:1763345639.296094:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910297856 00000100:00100000:0.0:1763345639.296152:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10991 00000100:00100000:0.0:1763345639.296163:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+320:57208:x1849000910297856:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345639.296182:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.296203:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab7f1 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832a5e expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.296270:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab7f8 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296283:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab7f8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296294:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab7f8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296306:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab7ff lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296314:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab7ff lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296320:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab7ff lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296421:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab806 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296431:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab806 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296439:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab806 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:0.0:1763345639.296451:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23c:0x0]: returning size 2 00010000:00010000:0.0:1763345639.296531:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab806 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296538:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab806 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296543:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab806 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296548:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541e3ba00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.296552:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab806 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296559:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab806 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296570:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:0.0:1763345639.296573:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1763345639.296577:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab806 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296584:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab806 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296600:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab7f8 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296606:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab7f8 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296611:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab7f8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296619:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab7f8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296624:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e1a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.296627:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab7f8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296633:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab7f8 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296639:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37100) 00010000:00010000:0.0:1763345639.296641:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.296644:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab7f8 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296649:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab7f8 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296659:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab7ff lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296664:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab7ff lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296670:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab7ff lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296675:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541e3a000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.296677:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab7ff lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296682:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab7ff lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296690:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc900) 00010000:00010000:0.0:1763345639.296693:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.296696:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab7ff lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296702:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab7ff lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.296733:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab7f1 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a5e expref: 322 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.296743:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37100) 00010000:00010000:0.0:1763345639.296746:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763345639.296750:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab7f1 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a5e expref: 322 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.296792:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6821e1e00, rc 0) 00000100:00100000:0.0:1763345639.296859:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+321:57208:x1849000910297856:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 698us (1583us total) trans 8589940914 rc 301/301 00000100:00100000:0.0:1763345639.296867:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10991 00000001:00080000:1.0:1763345639.297179:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940913 is committed 00000004:00080000:1.0:1763345639.297186:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1179 committed 00000004:00080000:1.0:1763345639.297200:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1194 committed 00000004:00080000:1.0:1763345639.297213:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1193 committed 00000004:00080000:1.0:1763345639.297217:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1178 committed 00000100:00100000:1.0:1763345639.297290:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924380160:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.297336:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345639.297342:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924380288:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.297384:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345639.297448:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924380416:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.297481:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345639.297506:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763345639.297514:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924380544:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.297548:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345639.297582:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924380416 00000100:00100000:3.0:1763345639.297587:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924380416 00000100:00100000:3.0:1763345639.297615:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924380544 00000100:00100000:3.0:1763345639.297620:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924380544 00000100:00100000:0.0:1763345639.297631:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7974 00000100:00100000:0.0:1763345639.297643:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3659:x1849000924380288:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.297651:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7975 00002000:00080000:0.0:1763345639.297659:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:839 count 1 00000100:00100000:3.0:1763345639.297664:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3656:x1849000924380416:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1763345639.297675:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab81b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.297690:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab623 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808329bd expref: 16 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345639.297718:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.297720:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.297724:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab81b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.297747:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab623 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a969808329bd expref: 16 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345639.297757:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab623 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808329bd expref: 16 pid: 15692 timeout: 1131 lvb_type: 1 00000100:00100000:0.0:1763345639.297804:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fb8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924380800:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345639.297844:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce540 going to sleep for 11 seconds 00000100:00100000:1.0:1763345639.297911:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924380928:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.297935:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345639.297959:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763345639.297965:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924381056:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.297984:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345639.298024:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924381312:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.298129:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345639.298144:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763345639.298149:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924381184:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.298167:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345639.298184:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924381312 00000100:00100000:0.0:1763345639.298188:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924381312 00000100:00100000:0.0:1763345639.298203:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924381184 00000100:00100000:0.0:1763345639.298205:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924381184 00000100:00100000:0.0:1763345639.298216:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7978 00000100:00100000:0.0:1763345639.298222:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+76:3658:x1849000924381056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1763345639.298233:0:15692:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:842 count 1 00010000:00010000:0.0:1763345639.298245:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b672c87200/0x52bea07cb58ab829 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.298257:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1400/0x52bea07cb58ab62a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x34a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808329c4 expref: 40 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345639.298263:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.298264:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.298267:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b672c87200/0x52bea07cb58ab829 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x34a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.298285:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1400/0x52bea07cb58ab62a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x34a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a969808329c4 expref: 40 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345639.298294:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1400/0x52bea07cb58ab62a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x34a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808329c4 expref: 40 pid: 15692 timeout: 1131 lvb_type: 1 00000100:00100000:0.0:1763345639.298304:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d03b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924381568:192.168.203.8@tcp:104: 00002000:00010000:3.0:1763345639.298311:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x348:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345639.298316:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x348:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763345639.298319:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x348:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345639.298322:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x348:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763345639.298324:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x348:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345639.298328:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce180 going to sleep for 11 seconds 00000004:00080000:0.0:1763345639.298361:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545d05f80/2, rc 0, transno 17179872210 00000100:00100000:3.0:1763345639.298366:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3656:x1849000924380416:12345-0@lo:2:osp-syn-0-0.0 Request processed in 705us (885us total) trans 21474839462 rc 0/0 00000100:00100000:0.0:1763345639.298370:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924381312:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345639.298384:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7975 00000004:00080000:3.0:1763345639.298443:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6449d0000/2, rc 0, transno 21474839461 00000100:00100000:3.0:1763345639.298449:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924380544:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763345639.298461:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6449d1180/2, rc 0, transno 21474839462 00000100:00100000:3.0:1763345639.298465:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924380416:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345639.298529:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545d06680/2, rc 0, transno 17179872211 00000100:00100000:0.0:1763345639.298534:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924381184:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.300597:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.300747:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544481c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924380672:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345639.300817:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ab814 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x346:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.301416:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fb8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924380800:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345639.301432:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab81b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345639.302195:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.302224:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.302253:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.302272:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910298496 00000100:00100000:1.0:1763345639.302272:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910298240 00000100:00100000:3.0:1763345639.302277:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910298496 00000100:00100000:1.0:1763345639.302277:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910298240 00010000:00010000:3.0:1763345639.302303:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1400/0x52bea07cb58ab62a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x34a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808329c4 expref: 41 pid: 15692 timeout: 1131 lvb_type: 1 00010000:00010000:1.0:1763345639.302303:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab623 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808329bd expref: 17 pid: 15692 timeout: 1131 lvb_type: 1 00000100:00100000:0.0:1763345639.302369:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d03b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924381568:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345639.302380:0:15692:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b672c87200/0x52bea07cb58ab829 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.302533:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3627 00000100:00100000:3.0:1763345639.302541:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910298240:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345639.302553:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345639.302558:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab623 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x347:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808329bd expref: 18 pid: 15692 timeout: 1131 lvb_type: 1 00010000:00010000:3.0:1763345639.302568:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab623 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x347:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808329bd expref: 18 pid: 15692 timeout: 1131 lvb_type: 1 00010000:00010000:3.0:1763345639.302586:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab623 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x347:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a969808329bd expref: 18 pid: 15692 timeout: 1131 lvb_type: 1 00010000:00010000:3.0:1763345639.302600:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.302602:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.302607:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab81b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.302617:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab81b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.302637:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345639.302667:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910298240:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 126us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.302669:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3629 00000100:00100000:3.0:1763345639.302674:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3627 00000100:00100000:1.0:1763345639.302676:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910298112:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345639.302683:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345639.302687:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b677b33200/0x52bea07cb58ab670 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x346:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808329ee expref: 16 pid: 8405 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345639.302697:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b677b33200/0x52bea07cb58ab670 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x346:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808329ee expref: 16 pid: 8405 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345639.302714:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b677b33200/0x52bea07cb58ab670 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x346:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a969808329ee expref: 16 pid: 8405 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345639.302724:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.302725:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.302729:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ab814 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x346:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.302735:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ab814 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x346:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.302774:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345639.302829:0:15692:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b672c87200/0x52bea07cb58ab829 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.302837:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b672c87200/0x52bea07cb58ab829 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.302846:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b672c87200/0x52bea07cb58ab829 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.302852:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b672c87200/0x52bea07cb58ab829 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.302867:0:15692:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763345639.303320:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ab814 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345639.303321:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910298112:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 645us (1066us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.303328:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3629 00010000:00010000:3.0:1763345639.303329:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ab814 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.303337:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ab814 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.303344:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ab814 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.303359:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345639.303489:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3658:x1849000924380160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6000us (6152us total) trans 21474839463 rc 0/0 00000100:00100000:3.0:1763345639.303497:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7973 00000100:00100000:0.0:1763345639.303564:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+77:3658:x1849000924381056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5340us (5577us total) trans 17179872212 rc 0/0 00000100:00100000:1.0:1763345639.304439:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910298368 00000100:00100000:1.0:1763345639.304446:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910298368 00010000:00010000:1.0:1763345639.304469:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b677b32e00/0x52bea07cb58ab669 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x349:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.203.8@tcp remote: 0x199a969808329e0 expref: 40 pid: 8405 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763345639.304497:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3630 00000100:00100000:1.0:1763345639.304504:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544480380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+40:2409:x1849000910298368:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345639.304512:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345639.304516:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b677b32e00/0x52bea07cb58ab669 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x349:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.203.8@tcp remote: 0x199a969808329e0 expref: 40 pid: 8405 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345639.304526:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b677b32e00/0x52bea07cb58ab669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x349:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.203.8@tcp remote: 0x199a969808329e0 expref: 40 pid: 8405 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345639.304539:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b677b32e00/0x52bea07cb58ab669 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x349:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.203.8@tcp remote: 0x199a969808329e0 expref: 40 pid: 8405 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345639.304547:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.304549:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.304552:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54378dc00/0x52bea07cb58ab822 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x349:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.304560:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378dc00/0x52bea07cb58ab822 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x349:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.304576:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345639.304601:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544480380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+39:2409:x1849000910298368:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 98us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.304610:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3630 00000004:00080000:3.0:1763345639.304838:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545d07100/2, rc 0, transno 17179872212 00000100:00100000:3.0:1763345639.304844:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924381056:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1763345639.304856:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6449d2680/2, rc 0, transno 21474839463 00000100:00100000:3.0:1763345639.304861:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924380160:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.304904:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.304920:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910298624 00000100:00100000:3.0:1763345639.304924:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910298624 00000100:00100000:0.0:1763345639.304974:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7978 00010000:00010000:0.0:1763345639.304996:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab81b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.305004:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab81b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.305017:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab81b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.305024:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab81b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.305035:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763345639.305372:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3659:x1849000924380288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7732us (7990us total) trans 21474839464 rc 0/0 00000100:00100000:0.0:1763345639.305377:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7974 00000100:00100000:1.0:1763345639.305454:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.305499:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910298880 00000100:00100000:0.0:1763345639.305503:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910298880 00000100:00100000:3.0:1763345639.306036:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7981 00000100:00100000:3.0:1763345639.306046:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+15:55937:x1849000910298624:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345639.306061:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345639.306074:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab83e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832a6c expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.306095:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ab781 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a34 expref: 16 pid: 27809 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345639.306114:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1763345639.306114:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3808 00010000:00010000:3.0:1763345639.306119:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.306126:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab83e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a6c expref: 16 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.306127:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658bb4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+299:57208:x1849000910298880:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345639.306277:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658bb4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+300:57208:x1849000910298880:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 154us (822us total) trans 8589940915 rc 0/0 00000100:00100000:0.0:1763345639.306283:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3808 00010000:00010000:3.0:1763345639.306406:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ab781 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980832a34 expref: 16 pid: 27809 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345639.306422:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ab781 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832a34 expref: 16 pid: 27809 timeout: 1131 lvb_type: 1 00000100:00100000:3.0:1763345639.306437:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924381696:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345639.306483:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b649308780 going to sleep for 11 seconds 00000004:00080000:3.0:1763345639.306515:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545d05880/2, rc 0, transno 17179872213 00000100:00100000:3.0:1763345639.306521:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924380928:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345639.309504:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924381696:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345639.309536:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab83e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980832a6c expref: 16 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.309554:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b55400, rc 0) 00000100:00100000:3.0:1763345639.309606:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+16:55937:x1849000910298624:12345-192.168.203.8@tcp:101:bash.0 Request processed in 3561us (4700us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.309615:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7981 00000100:00100000:0.0:1763345639.313501:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.314063:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.314139:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910299136 00000100:00100000:1.0:1763345639.314148:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910299136 00000100:00100000:1.0:1763345639.314208:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10993 00000100:00100000:1.0:1763345639.314218:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+300:57208:x1849000910299136:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.314240:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.314263:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab845 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832a73 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.314322:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab84c lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.314335:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab84c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.314346:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab84c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.314357:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab853 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.314364:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab853 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.314370:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab853 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.314445:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab85a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.315070:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab85a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.315079:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab85a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:1.0:1763345639.315119:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23c:0x0]: returning size 2 00000004:00200000:1.0:1763345639.315123:0:9296:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345639.315140:0:9296:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab85a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.315152:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab85a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.315162:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab84c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.315168:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab84c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.315174:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab84c lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.315181:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab84c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.315187:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.315191:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab84c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.315198:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab84c lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.315207:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59900) 00010000:00010000:1.0:1763345639.315210:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.315214:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab84c lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.315219:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab84c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.315228:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab853 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.315235:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab853 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.315239:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab853 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.315244:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.315246:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab853 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.315252:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab853 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.315260:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c59200) 00010000:00010000:1.0:1763345639.315262:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.315264:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab853 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.315269:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab853 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.315294:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab845 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a73 expref: 302 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.315307:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ab85a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a73 expref: 301 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.315317:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:1.0:1763345639.315320:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345639.315322:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261e00, rc 0) 00000100:00100000:1.0:1763345639.315406:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+301:57208:x1849000910299136:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1189us (1342us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.315414:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10993 00000100:00100000:3.0:1763345639.318019:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.318426:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.318452:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910299392 00000100:00100000:3.0:1763345639.318456:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910299392 00000100:00100000:3.0:1763345639.318504:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7982 00000100:00100000:3.0:1763345639.318517:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+39:55937:x1849000910299392:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345639.318531:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345639.318551:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ab861 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x34b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832a7a expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345639.318584:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x34b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345639.318603:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.318607:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.318617:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ab861 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a7a expref: 40 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.318631:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ab861 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a7a expref: 40 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.318642:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b55000, rc 0) 00000100:00100000:3.0:1763345639.318665:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+40:55937:x1849000910299392:12345-192.168.203.8@tcp:101:bash.0 Request processed in 153us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.318671:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7982 00000100:00100000:0.0:1763345639.320573:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.320614:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.320724:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910299648 00000100:00100000:1.0:1763345639.320735:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910299648 00002000:00010000:1.0:1763345639.320800:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/843 (0->18446744073709551615) 00002000:00100000:1.0:1763345639.320808:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6449d1f80 with x1849000910299648 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345639.320824:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6449d1f80. 00000100:00100000:1.0:1763345639.320977:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1891 00000100:00100000:1.0:1763345639.320986:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+40:2408:x1849000910299648:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:1.0:1763345639.321088:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x34b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345639.321091:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x34b:0x0] updating lvb mtime from disk: 0 -> 1763345638 00002000:00010000:1.0:1763345639.321094:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x34b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.321096:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x34b:0x0] updating lvb ctime from disk: 0 -> 1763345638 00002000:00010000:1.0:1763345639.321098:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x34b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345639.321143:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+41:2408:x1849000910299648:12345-192.168.203.8@tcp:10:bash.0 Request processed in 158us (527us total) trans 17179872214 rc 0/0 00000100:00100000:1.0:1763345639.321150:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1891 00002000:00010000:1.0:1763345639.321154:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/843 (0->18446744073709551615) 00002000:00100000:1.0:1763345639.321157:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6449d1f80 with x1849000910299648 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345639.321161:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6449d1f80. 00000100:00100000:0.0:1763345639.326981:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.327104:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910299904 00000100:00100000:3.0:1763345639.327115:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910299904 00000100:00100000:3.0:1763345639.327174:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3809 00000100:00100000:3.0:1763345639.327184:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+300:55937:x1849000910299904:12345-192.168.203.8@tcp:35:bash.0 00000100:00100000:3.0:1763345639.327489:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+301:55937:x1849000910299904:12345-192.168.203.8@tcp:35:bash.0 Request processed in 306us (517us total) trans 8589940916 rc 0/0 00000100:00100000:3.0:1763345639.327497:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3809 00000100:00100000:3.0:1763345639.330468:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.330786:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910300160 00000100:00100000:1.0:1763345639.330798:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910300160 00000100:00100000:1.0:1763345639.330858:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10994 00000100:00100000:1.0:1763345639.330880:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+301:57209:x1849000910300160:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.330904:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.330926:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab868 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832a81 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.331024:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab86f lrc: 3/1,0 mode: --/CR res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.331038:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab86f lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x23c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.331049:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab86f lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x23c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:1.0:1763345639.331060:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23c:0x0]: returning size 5 00010000:00010000:1.0:1763345639.331163:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ab868 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a81 expref: 304 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.331180:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab86f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a81 expref: 303 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.331189:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:1.0:1763345639.331192:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1763345639.331196:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260400, rc 0) 00000100:00100000:1.0:1763345639.331257:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+303:57209:x1849000910300160:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 389us (797us total) trans 8589940917 rc 0/0 00000100:00100000:1.0:1763345639.331265:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10994 00000100:00100000:0.0:1763345639.334455:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.334960:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910300672 00000100:00100000:1.0:1763345639.334971:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910300672 00000100:00100000:1.0:1763345639.335753:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3810 00000100:00100000:1.0:1763345639.335800:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+303:57210:x1849000910300672:12345-192.168.203.8@tcp:35:rm.0 00000100:00100000:3.0:1763345639.336504:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.336562:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910300416 00000100:00100000:0.0:1763345639.336570:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910300416 00000100:00100000:0.0:1763345639.336615:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10995 00000100:00100000:0.0:1763345639.336624:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+305:57209:x1849000910300416:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345639.336637:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.336656:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab87d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832a88 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.336737:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab884 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00000100:00100000:1.0:1763345639.336745:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+306:57210:x1849000910300672:12345-192.168.203.8@tcp:35:rm.0 Request processed in 949us (2295us total) trans 8589940918 rc 0/0 00010000:00010000:0.0:1763345639.336755:0:9296:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ab837 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a65 expref: 306 pid: 9295 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345639.336779:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3810 00010000:00010000:0.0:1763345639.336794:0:9296:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab884 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x23c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.336825:0:9296:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ab837 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832a65 expref: 305 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.336836:0:9296:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ab837 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832a65 expref: 305 pid: 9295 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763345639.336849:0:9296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fb8700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924381952:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345639.336907:0:9296:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce480 going to sleep for 11 seconds 00000100:00100000:0.0:1763345639.339373:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.339422:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910300928 00000100:00100000:3.0:1763345639.339430:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910300928 00000100:00100000:3.0:1763345639.339487:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10996 00000100:00100000:3.0:1763345639.339497:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+306:57210:x1849000910300928:12345-192.168.203.8@tcp:36:rm.0 00010000:00010000:1.0:1763345639.339526:0:9296:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.8@tcp) returned -22 from blocking AST (req@00000000543a6075 x1849000924381952) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ab837 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832a65 expref: 306 pid: 9295 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345639.339542:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1763345639.339544:0:9296:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ab837 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832a65 expref: 306 pid: 9295 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345639.339571:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ab837 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832a65 expref: 306 pid: 9295 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1763345639.339575:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ab86f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23c:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a81 expref: 306 pid: 9296 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345639.339587:0:9296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fb8700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924381952:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345639.339588:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ab7ea lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23c:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a57 expref: 304 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.339595:0:9295:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 52bea07cb58ab837) 00010000:00010000:3.0:1763345639.339601:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab78f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a3b expref: 303 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.339605:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:1.0:1763345639.339610:0:9296:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab884 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x23c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.339617:0:9296:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab884 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x23c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.339624:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab884 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x23c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.339631:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:3.0:1763345639.339634:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345639.339641:0:9296:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab884 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x23c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.339651:0:9296:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab884 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x23c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.339656:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab88b lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.339657:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab884 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x23c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.339664:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab88b lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.339670:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab88b lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:1.0:1763345639.339671:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23c:0x0]: returning size 5 00010000:00010000:3.0:1763345639.339680:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab892 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.339685:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab892 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.339690:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab892 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.339795:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8a0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.339804:0:9295:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab884 lrc: 2/0,1 mode: CW/CW res: [0x200000405:0x23c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.339811:0:9295:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8a0 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.339824:0:9295:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab884 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x23c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.339832:0:9295:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8a0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.339946:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ab87d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a88 expref: 304 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.339964:0:9296:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab884 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x23c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832a88 expref: 303 pid: 9296 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345639.339972:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab884 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x23c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832a88 expref: 303 pid: 9296 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345639.339979:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6821e1e00, rc 0) 00000100:00100000:1.0:1763345639.340038:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+303:57209:x1849000910300416:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3415us (3536us total) trans 8589940919 rc 0/0 00000100:00100000:1.0:1763345639.340045:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10995 00000100:00100000:1.0:1763345639.341804:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910301056 00000100:00100000:1.0:1763345639.341815:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910301056 00010000:00010000:1.0:1763345639.341850:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab884 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x23c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832a88 expref: 303 pid: 9296 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763345639.341894:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3632 00000100:00100000:1.0:1763345639.341907:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544480380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+303:2409:x1849000910301056:12345-192.168.203.8@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1763345639.341922:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910301184 00000100:00100000:0.0:1763345639.341928:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910301184 00000100:00100000:0.0:1763345639.341973:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10997 00010000:00010000:1.0:1763345639.341980:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1763345639.341982:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544480a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+304:57209:x1849000910301184:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.341991:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab884 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x23c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832a88 expref: 304 pid: 9296 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345639.342005:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.342006:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab884 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x23c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832a88 expref: 304 pid: 9296 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1763345639.342023:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab8a7 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832a8f expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.342030:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ab884 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x23c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832a88 expref: 304 pid: 9296 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345639.342048:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:1.0:1763345639.342054:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8a0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.342062:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8a0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.342069:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8a0 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.342114:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab8ae lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.342339:0:9296:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8a0 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.342349:0:9296:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab8ae lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.342364:0:9296:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8a0 lrc: 5/0,1 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.342374:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345639.342392:0:9295:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8a0 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.342401:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8a0 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 9295 initiator: MDT0 00000100:00100000:1.0:1763345639.342444:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544480380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+304:2409:x1849000910301056:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 535us (803us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.342453:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3632 00000004:00080000:3.0:1763345639.342604:0:9295:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x200000405:0x23c:0x0] is inserted into orphan list, open count = 1 00010000:00010000:3.0:1763345639.342678:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8a0 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.342687:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8a0 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.342695:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8a0 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.342830:0:9296:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab8ae lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.342936:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672c86800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.342939:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8a0 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.342947:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8a0 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.342958:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:3.0:1763345639.342961:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763345639.342964:0:9295:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab8ae lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.342970:0:9295:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab8ae lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.342976:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab8ae lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.343557:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8a0 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.343566:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8a0 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.343585:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab88b lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.343592:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab88b lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.343598:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab88b lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.343605:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab88b lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.343610:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b55a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.343614:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab88b lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.343620:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab88b lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.343629:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b671c41000) 00010000:00010000:3.0:1763345639.343631:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345639.343634:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab88b lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.343639:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab88b lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000004:00010000:3.0:1763345639.343656:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007b061547 reply state 000000002c2b967b transno 8589940920 ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab892 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.343667:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab892 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.343673:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b671c41700) 00010000:00010000:3.0:1763345639.343676:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345639.343679:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763345639.343820:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+305:57210:x1849000910300928:12345-192.168.203.8@tcp:36:rm.0 Request processed in 4323us (4450us total) trans 8589940920 rc 0/0 00000100:00100000:3.0:1763345639.343829:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10996 00010000:00010000:0.0:1763345639.343898:0:9296:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab8ae lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.343905:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab8ae lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:0.0:1763345639.343937:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23c:0x0]: returning size 5 00000004:00200000:0.0:1763345639.343941:0:9296:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345639.343956:0:9296:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab8ae lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.343980:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ab8a7 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a8f expref: 305 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.343995:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab8ae lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a8f expref: 304 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.344009:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:0.0:1763345639.344012:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345639.344014:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6821e1400, rc 0) 00000100:00100000:0.0:1763345639.344056:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544480a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+304:57209:x1849000910301184:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2075us (2370us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.344063:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10997 00000100:00100000:0.0:1763345639.348520:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910301440 00000100:00100000:0.0:1763345639.348530:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910301440 00000100:00100000:0.0:1763345639.348589:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10998 00000100:00100000:0.0:1763345639.348599:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544482d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+304:57209:x1849000910301440:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345639.348619:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.348641:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab8b5 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832a96 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.351443:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab8bc lrc: 3/0,1 mode: --/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.351463:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab8bc lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.351479:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab8bc lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:0.0:1763345639.351493:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23c:0x0]: returning size 5 00010000:00010000:0.0:1763345639.351628:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab8b5 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a96 expref: 307 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.351647:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab8bc lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a96 expref: 306 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.351662:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:0.0:1763345639.351665:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345639.351669:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541e3ba00, rc 0) 00000100:00100000:0.0:1763345639.351744:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544482d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+306:57209:x1849000910301440:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3145us (3444us total) trans 8589940921 rc 0/0 00000100:00100000:0.0:1763345639.351754:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10998 00000100:00100000:1.0:1763345639.355856:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.355992:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910301568 00000100:00100000:3.0:1763345639.356002:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910301568 00000100:00100000:3.0:1763345639.356065:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7983 00000100:00100000:3.0:1763345639.356079:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910301568:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:3.0:1763345639.356122:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8ca lrc: 3/0,1 mode: --/PW res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.356139:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab83e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980832a6c expref: 16 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.356151:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345639.356153:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345639.356157:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8ca lrc: 4/0,1 mode: --/PW res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.356189:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab83e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.203.8@tcp remote: 0x199a96980832a6c expref: 16 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.356200:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab83e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980832a6c expref: 16 pid: 8405 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1763345639.356213:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924382080:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345639.357395:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b647124b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763345639.359484:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910301696 00000100:00100000:0.0:1763345639.359493:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910301696 00000100:00100000:0.0:1763345639.359594:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 10999 00000100:00100000:0.0:1763345639.359604:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544480700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+306:57211:x1849000910301696:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345639.359628:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.359651:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58ab8d1 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832a9d expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.359714:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ab8d8 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.359727:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ab8d8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.359738:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ab8d8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.359751:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab8df lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.359776:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab8df lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.359785:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab8df lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.359837:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ab8d8 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.359844:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ab8d8 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.359850:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ab8d8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.359856:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ab8d8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.359862:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541c38200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.359866:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ab8d8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.359886:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ab8d8 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.359899:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37100) 00010000:00010000:0.0:1763345639.359902:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.359907:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ab8d8 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.359913:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ab8d8 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.359926:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab8df lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.359931:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab8df lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.359936:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab8df lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.359940:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748fe400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.359943:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab8df lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.359948:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab8df lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.359954:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b671c41700) 00010000:00010000:0.0:1763345639.359956:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.360218:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab8df lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.360224:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab8df lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.360250:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58ab8d1 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a9d expref: 307 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.360260:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37100) 00010000:00010000:0.0:1763345639.360263:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.360266:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58ab8d1 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a9d expref: 307 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.360279:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541c39e00, rc 0) 00000100:00100000:3.0:1763345639.360457:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924382080:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345639.360479:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8ca lrc: 3/0,1 mode: --/PW res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.360913:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544480700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+306:57211:x1849000910301696:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1308us (1531us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345639.360922:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 10999 00000100:00100000:1.0:1763345639.364110:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910301952 00000100:00100000:1.0:1763345639.364120:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910301952 00010000:00010000:1.0:1763345639.364159:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab83e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980832a6c expref: 19 pid: 8405 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763345639.364191:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3633 00000100:00100000:1.0:1763345639.364200:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544481c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+19:2410:x1849000910301952:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345639.364216:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763345639.364232:0:6505:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x348:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:1.0:1763345639.364235:0:6505:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x348:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763345639.364240:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab83e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980832a6c expref: 19 pid: 8405 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345639.364252:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab83e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980832a6c expref: 19 pid: 8405 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345639.364275:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b672b55400/0x52bea07cb58ab83e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x348:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.203.8@tcp remote: 0x199a96980832a6c expref: 19 pid: 8405 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345639.364290:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.364292:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.364297:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.364306:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8ca lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.364333:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345639.364693:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544481c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+18:2410:x1849000910301952:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 492us (845us total) trans 0 rc 0/0 00010000:00010000:3.0:1763345639.364728:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.364738:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.364774:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.364787:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.364795:0:8405:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.364802:0:8405:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672c86800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345639.364806:0:8405:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.364815:0:8405:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.364827:0:8405:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8ca lrc: 2/0,0 mode: --/PW res: [0x280000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.364834:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b672c86800/0x52bea07cb58ab8ca lrc: 0/0,0 mode: --/PW res: [0x280000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.364894:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910301568:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 8816us (9046us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.364901:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3633 00000100:00100000:3.0:1763345639.364904:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7983 00000100:00100000:0.0:1763345639.364908:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.365052:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910302080 00000100:00100000:1.0:1763345639.365067:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910302080 00000100:00100000:1.0:1763345639.365113:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11000 00000100:00100000:1.0:1763345639.365122:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+306:57211:x1849000910302080:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.365140:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.365161:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab8e6 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832aa4 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.365225:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab8ed lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.365237:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab8ed lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.365247:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab8ed lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.365256:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab8f4 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.365263:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab8f4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.365269:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab8f4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.365304:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab8ed lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.365310:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab8ed lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.365315:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab8ed lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.365320:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab8ed lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.365324:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.365327:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab8ed lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.365332:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab8ed lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.365341:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59900) 00010000:00010000:1.0:1763345639.365344:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.365347:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab8ed lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.365352:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ab8ed lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.365362:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab8f4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.365367:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab8f4 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.365374:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab8f4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.365378:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.365381:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab8f4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.365386:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab8f4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.365393:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b671c41700) 00010000:00010000:1.0:1763345639.365395:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.365398:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab8f4 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.365413:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab8f4 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.365437:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab8e6 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832aa4 expref: 307 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.365446:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59900) 00010000:00010000:1.0:1763345639.365448:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.365451:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab8e6 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832aa4 expref: 307 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.365462:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260c00, rc 0) 00000100:00100000:1.0:1763345639.365502:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+306:57211:x1849000910302080:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 381us (600us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345639.365507:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11000 00000100:00100000:0.0:1763345639.367700:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.367808:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910302336 00000100:00100000:3.0:1763345639.367818:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910302336 00000100:00100000:3.0:1763345639.367935:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11001 00000100:00100000:3.0:1763345639.367945:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+306:57209:x1849000910302336:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:3.0:1763345639.368000:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345639.368023:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ab8ae lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a8f expref: 306 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.368038:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:3.0:1763345639.368043:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345639.368079:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab8fb lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.368091:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab8fb lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.368099:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ab8fb lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000040:00080000:3.0:1763345639.368294:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1842, 88 off152992 00000004:00080000:3.0:1763345639.368301:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1031893541476ns, next at 1031841729076ns, rc = 0 00000040:00080000:3.0:1763345639.368345:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1858, 88 off154520 00000004:00080000:3.0:1763345639.368350:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1031893590784ns, next at 1031841700679ns, rc = 0 00000004:00080000:3.0:1763345639.368395:0:32328:0:(osp_sync.c:925:osp_sync_new_err_job()) lustre-OST0001-osc-MDT0000 repeating 2 operation object 0x2c0000401:84 00000004:00080000:3.0:1763345639.368441:0:32328:0:(osp_sync.c:925:osp_sync_new_err_job()) lustre-OST0001-osc-MDT0000 repeating 2 operation object 0x2c0000401:84 00000100:00100000:0.0:1763345639.368459:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924382208:0@lo:2:osp-syn-1-0.0 00000040:00080000:3.0:1763345639.368492:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1859, 88 off154608 00000004:00080000:3.0:1763345639.368500:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1031893739906ns, next at 1031841700679ns, rc = 0 00000100:00100000:0.0:1763345639.368511:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:3.0:1763345639.368528:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1843, 88 off153080 00000004:00080000:3.0:1763345639.368535:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1031893775147ns, next at 1031841729076ns, rc = 0 00000100:00100000:0.0:1763345639.368547:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763345639.368555:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924382336:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.368578:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345639.368606:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924382208 00000100:00100000:0.0:1763345639.368611:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924382208 00000100:00100000:0.0:1763345639.368638:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924382336 00000100:00100000:0.0:1763345639.368641:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924382336 00000100:00100000:0.0:1763345639.368669:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7984 00000100:00100000:0.0:1763345639.368677:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+78:3658:x1849000924382208:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.368706:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7985 00000100:00100000:1.0:1763345639.368718:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+78:3658:x1849000924382336:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.368834:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+80:3658:x1849000924382208:12345-0@lo:2:osp-syn-1-0.0 Request processed in 157us (323us total) trans 0 rc -22/-22 00000100:00100000:1.0:1763345639.368843:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+80:3658:x1849000924382336:12345-0@lo:2:osp-syn-1-0.0 Request processed in 127us (263us total) trans 0 rc -22/-22 00000100:00100000:0.0:1763345639.368844:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7984 00000100:00100000:1.0:1763345639.368855:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7985 00000004:00080000:0.0:1763345639.368903:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6748a6300, transno 0 00000004:00080000:0.0:1763345639.368910:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6748a6300/1, rc -22, transno 0 00000100:00100000:0.0:1763345639.368932:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924382336:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763345639.368945:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6748a4e00, transno 0 00000004:00080000:0.0:1763345639.368948:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6748a4e00/1, rc -22, transno 0 00000100:00100000:0.0:1763345639.368954:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924382208:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.369032:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910302464 00000100:00100000:1.0:1763345639.369038:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910302464 00000100:00100000:1.0:1763345639.369168:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11002 00000100:00100000:1.0:1763345639.369177:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+307:57211:x1849000910302464:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.369187:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.369203:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab902 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832aab expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.369245:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab909 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.369257:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab909 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.369266:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab909 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:1.0:1763345639.369293:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763345639.369297:0:9296:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763345639.369326:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ab902 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832aab expref: 309 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.369341:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ab909 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832aab expref: 308 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.369349:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59200) 00010000:00010000:1.0:1763345639.369351:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763345639.369354:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261c00, rc 0) 00000100:00100000:1.0:1763345639.369404:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+308:57211:x1849000910302464:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 228us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.369410:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11002 00000001:00080000:1.0:1763345639.371618:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940922 is committed 00000004:00080000:1.0:1763345639.371630:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1181 committed 00000004:00080000:1.0:1763345639.371638:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1196 committed 00000004:00080000:1.0:1763345639.371657:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1195 committed 00000004:00080000:1.0:1763345639.371663:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1180 committed 00010000:00010000:3.0:1763345639.372880:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab892 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.372894:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab892 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.372908:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab892 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.372914:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672c87200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.372919:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab892 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.372927:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab892 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.372944:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b671c41700) 00010000:00010000:3.0:1763345639.372948:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345639.372953:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab892 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.372960:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ab892 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000100:00100000:1.0:1763345639.373080:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924382464:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.373134:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345639.373161:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.373175:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763345639.373186:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924382592:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.373222:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345639.373263:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924382464 00000100:00100000:1.0:1763345639.373269:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924382464 00000100:00100000:1.0:1763345639.373308:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924382592 00000100:00100000:1.0:1763345639.373312:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924382592 00000100:00100000:0.0:1763345639.373316:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5415aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924382848:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.373342:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7986 00000100:00100000:0.0:1763345639.373354:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345639.373358:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+80:3656:x1849000924382464:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.373383:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763345639.373393:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b65ed7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924382720:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345639.373418:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345639.373468:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924382848 00000100:00100000:0.0:1763345639.373474:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924382848 00002000:00010000:1.0:1763345639.373479:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x34b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345639.373485:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x34b:0x0] updating lvb mtime from disk: 1763345638 -> 1763345638 00002000:00010000:1.0:1763345639.373493:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x34b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.373501:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x34b:0x0] updating lvb ctime from disk: 1763345638 -> 1763345638 00000100:00100000:0.0:1763345639.373505:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924382720 00002000:00010000:1.0:1763345639.373509:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x34b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345639.373511:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924382720 00000100:00100000:0.0:1763345639.373542:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7987 00000100:00100000:1.0:1763345639.373553:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+81:3656:x1849000924382464:12345-0@lo:2:osp-syn-1-0.0 Request processed in 199us (418us total) trans 17179872215 rc 0/0 00000100:00100000:0.0:1763345639.373558:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+81:3656:x1849000924382592:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.373574:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7986 00000100:00100000:1.0:1763345639.373598:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7988 00000100:00100000:1.0:1763345639.373609:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+18:3659:x1849000924382848:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345639.373671:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+81:3656:x1849000924382592:12345-0@lo:2:osp-syn-1-0.0 Request processed in 116us (450us total) trans 17179872216 rc 0/0 00000100:00100000:0.0:1763345639.373695:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7987 00000100:00100000:1.0:1763345639.373712:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+19:3659:x1849000924382848:12345-0@lo:2:osp-syn-0-0.0 Request processed in 105us (357us total) trans 21474839467 rc 0/0 00000100:00100000:1.0:1763345639.373721:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7988 00000100:00100000:3.0:1763345639.373731:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7989 00000100:00100000:3.0:1763345639.373743:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+18:3659:x1849000924382720:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345639.373800:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545d06300/2, rc 0, transno 17179872216 00000004:00080000:0.0:1763345639.373800:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5415aca80/2, rc 0, transno 21474839467 00000100:00100000:1.0:1763345639.373810:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924382592:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.373811:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5415aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924382848:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345639.373833:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545d05c00/2, rc 0, transno 17179872215 00000100:00100000:1.0:1763345639.373840:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924382464:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345639.373909:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+19:3659:x1849000924382720:12345-0@lo:2:osp-syn-0-0.0 Request processed in 170us (489us total) trans 21474839468 rc 0/0 00000100:00100000:3.0:1763345639.373916:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7989 00000004:00080000:0.0:1763345639.374059:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b65ed7df80/2, rc 0, transno 21474839468 00000100:00100000:0.0:1763345639.374066:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b65ed7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924382720:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.375905:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.376178:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.379977:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.380336:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.380453:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910303232 00000100:00100000:1.0:1763345639.380457:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910303232 00000100:00100000:1.0:1763345639.380706:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11007 00000100:00100000:1.0:1763345639.380715:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+302:57211:x1849000910303232:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.380723:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.380732:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab95d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x23d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832ac7 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.381317:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab964 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.381330:0:9295:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ab941 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ac0 expref: 302 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.381338:0:9295:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab964 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.381377:0:9295:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ab941 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ac0 expref: 302 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.381390:0:9295:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ab941 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x23d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ac0 expref: 302 pid: 6520 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763345639.381402:0:9295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b549f72d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924382976:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345639.381460:0:9295:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8b300 going to sleep for 11 seconds 00000100:00100000:0.0:1763345639.382855:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.382940:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910303488 00000100:00100000:3.0:1763345639.382948:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910303488 00000100:00100000:3.0:1763345639.383101:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7990 00000100:00100000:3.0:1763345639.383111:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910303488:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345639.383126:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345639.383142:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b658b9e600/0x52bea07cb58ab96b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832ad5 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345639.383163:0:28868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x348:0x0] initial LVB size: 5, mtime: 0x691a84e6, atime: 0x0, ctime: 0x691a84e6, blocks: 0x8 00010000:00010000:3.0:1763345639.383179:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.383181:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.383190:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b658b9e600/0x52bea07cb58ab96b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ad5 expref: 18 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345639.383205:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b658b9e600/0x52bea07cb58ab96b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ad5 expref: 18 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345639.383218:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b658b9e600, rc 0) 00000100:00100000:1.0:1763345639.383462:0:9295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b549f72d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924382976:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345639.383483:0:9295:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab964 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000100:00100000:3.0:1763345639.383590:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+18:2411:x1849000910303488:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 479us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.383598:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7990 00000100:00100000:0.0:1763345639.384043:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.384117:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910303616 00000100:00100000:1.0:1763345639.384123:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910303616 00010000:00010000:1.0:1763345639.384146:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ab941 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x23d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ac0 expref: 303 pid: 6520 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763345639.384182:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3634 00000100:00100000:1.0:1763345639.384190:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+303:2408:x1849000910303616:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345639.384202:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345639.384208:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ab941 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x23d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ac0 expref: 303 pid: 6520 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345639.384220:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ab941 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ac0 expref: 303 pid: 6520 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345639.384237:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ab941 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ac0 expref: 303 pid: 6520 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1763345639.384251:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23d:0x0].0x0 (ffff91b5432dc700) 00010000:00010000:1.0:1763345639.384256:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab964 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.384264:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab964 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.384272:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab964 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.384299:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345639.384348:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+302:2408:x1849000910303616:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 150us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.384356:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3634 00010000:00010000:0.0:1763345639.384439:0:9295:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab964 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.384447:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab964 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:0.0:1763345639.384466:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23d:0x0]: returning size 0 00000004:00080000:0.0:1763345639.384617:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x34d:0x0], index 1: 0 00000004:00080000:0.0:1763345639.384624:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x34a:0x0], index 0: 0 00000004:00080000:0.0:1763345639.384629:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x34b:0x0], index 0: 0 00000004:00080000:0.0:1763345639.384633:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x34e:0x0], index 1: 0 00010000:00010000:0.0:1763345639.384741:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab964 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.384749:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab964 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.384755:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab964 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.384788:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.384792:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab964 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.384799:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab964 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.384807:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23d:0x0].0x0 (ffff91b5432dc700) 00010000:00010000:0.0:1763345639.384810:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345639.384813:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab964 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.384819:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ab964 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.384857:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab95d lrc: 1/0,0 mode: --/CR res: [0x200000405:0x23d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ac7 expref: 302 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.384865:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23d:0x0].0x0 (ffff91b5432dc700) 00010000:00010000:0.0:1763345639.384867:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763345639.384879:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ab95d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ac7 expref: 302 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.384892:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260c00, rc 0) 00000100:00100000:0.0:1763345639.384929:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+301:57211:x1849000910303232:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4216us (4593us total) trans 8589940924 rc 301/301 00000100:00100000:0.0:1763345639.384937:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11007 00000100:00100000:0.0:1763345639.388096:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.388146:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910303872 00000100:00100000:1.0:1763345639.388157:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910303872 00000100:00100000:1.0:1763345639.388212:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3811 00000100:00100000:1.0:1763345639.388223:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+301:57211:x1849000910303872:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345639.388517:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+302:57211:x1849000910303872:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 295us (430us total) trans 8589940925 rc 0/0 00000100:00100000:1.0:1763345639.388525:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3811 00000100:00100000:1.0:1763345639.391125:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.391204:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910304128 00000100:00100000:3.0:1763345639.391214:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910304128 00000100:00100000:3.0:1763345639.391269:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3812 00000100:00100000:3.0:1763345639.391280:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+302:57211:x1849000910304128:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345639.391507:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+303:57211:x1849000910304128:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 228us (390us total) trans 8589940926 rc 0/0 00000100:00100000:3.0:1763345639.391516:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3812 00000100:00100000:0.0:1763345639.402253:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.402456:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910304384 00000100:00100000:1.0:1763345639.402465:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910304384 00000100:00100000:1.0:1763345639.403886:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11008 00000100:00100000:0.0:1763345639.404525:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+303:55937:x1849000910304384:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345639.404551:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.404575:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab979 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832adc expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.404708:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ab980 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.404721:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ab980 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.404731:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ab980 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.404742:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58ab987 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.404748:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58ab987 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.404755:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58ab987 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.404847:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ab98e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.404854:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ab98e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.404863:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ab98e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:0.0:1763345639.404881:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23d:0x0]: returning size 0 00010000:00010000:0.0:1763345639.404955:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ab980 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.404962:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ab980 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.404967:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ab980 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.404974:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ab980 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.404979:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748fec00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.404982:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ab980 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.404989:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ab980 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.404999:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37100) 00010000:00010000:0.0:1763345639.405002:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.405006:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ab980 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.405011:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ab980 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.405024:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58ab987 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.405033:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58ab987 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.405038:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58ab987 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.405043:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541c39e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.405046:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58ab987 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.405051:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58ab987 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.405057:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc900) 00010000:00010000:0.0:1763345639.405060:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.405063:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58ab987 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.405068:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58ab987 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.405102:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab979 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832adc expref: 306 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.405117:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ab98e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832adc expref: 305 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.405123:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23d:0x0].0x0 (ffff91b642b37700) 00010000:00010000:0.0:1763345639.405125:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345639.405127:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541c38200, rc 0) 00000100:00100000:0.0:1763345639.405187:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+305:55937:x1849000910304384:12345-192.168.203.8@tcp:101:bash.0 Request processed in 1282us (2943us total) trans 8589940927 rc 0/0 00000100:00100000:0.0:1763345639.405195:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11008 00000100:00100000:0.0:1763345639.412476:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.417568:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910304768 00000100:00100000:0.0:1763345639.417577:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910304768 00000100:00100000:0.0:1763345639.417884:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11010 00000100:00100000:0.0:1763345639.417895:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+306:55937:x1849000910304768:12345-192.168.203.8@tcp:36:bash.0 00010000:00010000:0.0:1763345639.417952:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345639.417989:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ab98e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832adc expref: 306 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.418006:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23d:0x0].0x0 (ffff91b642b37700) 00010000:00010000:0.0:1763345639.418011:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345639.418190:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ab9aa lrc: 3/0,1 mode: --/PW res: [0x200000405:0x23d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.418203:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ab9aa lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.418211:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ab9aa lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000001:00080000:0.0:1763345639.418255:0:9295:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589940928 00000004:00010000:0.0:1763345639.418277:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e5ce16d6 reply state 0000000098b7274d transno 8589940929 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ab9aa lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.418289:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ab9aa lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x23d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.418295:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23d:0x0].0x0 (ffff91b642b37700) 00010000:00010000:0.0:1763345639.418298:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345639.418301:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345639.418394:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+308:55937:x1849000910304768:12345-192.168.203.8@tcp:36:bash.0 Request processed in 501us (989us total) trans 8589940929 rc 0/0 00000100:00100000:0.0:1763345639.418402:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11010 00000020:00080000:0.0:1763345639.418407:0:9295:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345639.420278:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.420356:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910304896 00000100:00100000:3.0:1763345639.420365:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910304896 00000100:00100000:3.0:1763345639.420416:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7991 00000100:00100000:3.0:1763345639.420425:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910304896:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:3.0:1763345639.420530:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910304896:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 105us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.420537:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7991 00000100:00100000:0.0:1763345639.423509:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910305024 00000100:00100000:0.0:1763345639.423518:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910305024 00000100:00100000:3.0:1763345639.423566:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910305152 00000100:00100000:3.0:1763345639.423572:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910305152 00000100:00100000:0.0:1763345639.423583:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11011 00000100:00100000:0.0:1763345639.423596:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542034a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+308:55937:x1849000910305024:12345-192.168.203.8@tcp:101:bash.0 00000100:00100000:3.0:1763345639.423617:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7992 00010000:00010000:0.0:1763345639.423618:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.423640:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab9b1 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x23d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832aea expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.423668:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b61850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+18:2410:x1849000910305152:12345-192.168.203.8@tcp:23:lfs.0 00010000:00010000:0.0:1763345639.423791:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab9b1 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832aea expref: 309 pid: 9295 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.423799:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b61850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+18:2410:x1849000910305152:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 169us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.423811:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7992 00010000:00010000:0.0:1763345639.423815:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab9b1 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832aea expref: 309 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.423836:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23d:0x0].0x0 (ffff91b642b37700) 00010000:00010000:0.0:1763345639.423840:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345639.423844:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6748fe400, rc 0) 00000100:00100000:0.0:1763345639.423886:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542034a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+309:55937:x1849000910305024:12345-192.168.203.8@tcp:101:bash.0 Request processed in 293us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.423894:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11011 00000100:00100000:0.0:1763345639.426286:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910305408 00000100:00100000:0.0:1763345639.426297:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910305408 00000100:00100000:0.0:1763345639.426353:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11012 00000100:00100000:0.0:1763345639.426363:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542037100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+309:55937:x1849000910305408:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345639.426382:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.426384:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763345639.426409:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ab9b1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832aea expref: 309 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.426424:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23d:0x0].0x0 (ffff91b642b37700) 00010000:00010000:0.0:1763345639.426429:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345639.426441:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ab9b8 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832af1 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.426502:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ab9bf lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.426515:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ab9bf lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.426524:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ab9bf lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000040:00080000:0.0:1763345639.426754:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1860, 88 off154696 00000004:00080000:0.0:1763345639.426802:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1031952042072ns, next at 1031841700679ns, rc = 0 00000040:00080000:0.0:1763345639.426844:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1844, 88 off153168 00000004:00080000:0.0:1763345639.426882:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1031952108736ns, next at 1031841729076ns, rc = 0 00000040:00080000:0.0:1763345639.426906:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1845, 88 off153256 00000004:00080000:0.0:1763345639.426911:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1031952151138ns, next at 1031841729076ns, rc = 0 00000040:00080000:0.0:1763345639.426921:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1861, 88 off154784 00000004:00080000:0.0:1763345639.426925:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1031952165592ns, next at 1031841700679ns, rc = 0 00000100:00100000:1.0:1763345639.429128:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910305536 00000100:00100000:1.0:1763345639.429138:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910305536 00010000:00010000:2.0:1763345639.430231:0:28402:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378ce00/0x52bea07cb58ab9c6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.430248:0:28402:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54378ce00/0x52bea07cb58ab9c6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.430344:0:28402:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54378ce00/0x52bea07cb58ab9c6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.430352:0:28402:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378ce00/0x52bea07cb58ab9c6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.430359:0:28402:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54378ce00/0x52bea07cb58ab9c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.430364:0:28402:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378ce00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345639.430368:0:28402:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54378ce00/0x52bea07cb58ab9c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.430376:0:28402:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54378ce00/0x52bea07cb58ab9c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.430390:0:28402:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54378ce00/0x52bea07cb58ab9c6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.430396:0:28402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54378ce00/0x52bea07cb58ab9c6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345639.430457:0:28402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542035880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910305536:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 288us (1377us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763345639.430465:0:28402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1892 00000001:00080000:1.0:1763345639.431680:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940930 is committed 00000004:00080000:1.0:1763345639.431688:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1198 committed 00000004:00080000:1.0:1763345639.431700:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1183 committed 00010000:00010000:2.0:1763345639.431845:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378de00/0x52bea07cb58ab93a lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.431856:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378de00/0x52bea07cb58ab93a lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.431862:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378de00/0x52bea07cb58ab93a lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.431868:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378de00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.431881:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378de00/0x52bea07cb58ab93a lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.431888:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378de00/0x52bea07cb58ab93a lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.431901:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc900) 00010000:00010000:2.0:1763345639.431904:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.431908:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378de00/0x52bea07cb58ab93a lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.431914:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378de00/0x52bea07cb58ab93a lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.431934:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ab9aa lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x23d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.431940:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ab9aa lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x23d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.431946:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ab9aa lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x23d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.431950:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748ff200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.431953:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ab9aa lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x23d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.431960:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ab9aa lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x23d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.431967:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23d:0x0].0x0 (ffff91b642b37700) 00010000:00010000:2.0:1763345639.431969:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.431972:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ab9aa lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x23d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.431977:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ab9aa lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x23d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000100:00100000:3.0:1763345639.432243:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924383232:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345639.432297:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345639.432327:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763345639.432332:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924383104:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345639.432349:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345639.432373:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924383232 00000100:00100000:3.0:1763345639.432379:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924383232 00000100:00100000:3.0:1763345639.432409:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924383104 00000100:00100000:3.0:1763345639.432411:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924383104 00000100:00100000:3.0:1763345639.432432:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7993 00000100:00100000:3.0:1763345639.432440:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+82:3657:x1849000924383232:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345639.432473:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1182 committed 00000004:00080000:1.0:1763345639.432545:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1197 committed 00000100:00100000:0.0:1763345639.432586:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54545dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924383360:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.432601:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7994 00000100:00100000:1.0:1763345639.432613:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+82:3657:x1849000924383104:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.432618:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345639.432639:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763345639.432644:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54545ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924383488:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345639.432661:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345639.432682:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924383360 00000100:00100000:0.0:1763345639.432686:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924383360 00000100:00100000:0.0:1763345639.432707:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924383488 00000100:00100000:0.0:1763345639.432709:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924383488 00000100:00100000:0.0:1763345639.432725:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7995 00000100:00100000:0.0:1763345639.432732:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3658:x1849000924383360:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.432780:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+83:3657:x1849000924383104:12345-0@lo:2:osp-syn-1-0.0 Request processed in 169us (428us total) trans 17179872217 rc 0/0 00000100:00100000:1.0:1763345639.432796:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7994 00000100:00100000:1.0:1763345639.432818:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7996 00000100:00100000:1.0:1763345639.432827:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3658:x1849000924383488:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345639.432846:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3658:x1849000924383360:12345-0@lo:2:osp-syn-0-0.0 Request processed in 114us (229us total) trans 21474839469 rc 0/0 00000100:00100000:0.0:1763345639.432853:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7995 00000004:00080000:0.0:1763345639.432903:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54545dc00/2, rc 0, transno 21474839469 00000100:00100000:0.0:1763345639.432909:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54545dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924383360:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1763345639.432965:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ab9bf lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832af1 expref: 301 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.432975:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23d:0x0].0x0 (ffff91b642b37700) 00010000:00010000:0.0:1763345639.432978:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763345639.432991:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ab9b8 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832af1 expref: 301 pid: 9295 timeout: 0 lvb_type: 3 00000100:00100000:1.0:1763345639.433001:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3658:x1849000924383488:12345-0@lo:2:osp-syn-0-0.0 Request processed in 175us (337us total) trans 21474839470 rc 0/0 00010000:00010000:0.0:1763345639.433008:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ab9bf lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832af1 expref: 300 pid: 9295 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345639.433012:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7996 00010000:00010000:0.0:1763345639.433036:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23d:0x0].0x0 (ffff91b642b37700) 00010000:00010000:0.0:1763345639.433039:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763345639.433042:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541c38200, rc 0) 00000004:00080000:1.0:1763345639.433046:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6748a6d80/2, rc 0, transno 17179872217 00000100:00100000:1.0:1763345639.433053:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924383104:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345639.433076:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54545ea00/2, rc 0, transno 21474839470 00000100:00100000:0.0:1763345639.433079:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542037100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+300:55937:x1849000910305408:12345-192.168.203.8@tcp:101:bash.0 Request processed in 6717us (6896us total) trans 8589940930 rc 0/0 00000100:00100000:1.0:1763345639.433083:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54545ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924383488:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345639.433093:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11012 00000100:00100000:3.0:1763345639.433542:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+83:3657:x1849000924383232:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1101us (1243us total) trans 17179872218 rc 0/0 00000100:00100000:3.0:1763345639.433550:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7993 00000004:00080000:1.0:1763345639.433586:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6748a4700/2, rc 0, transno 17179872218 00000100:00100000:1.0:1763345639.433592:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924383232:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345639.433918:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.433992:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910305664 00000100:00100000:0.0:1763345639.433998:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910305664 00000100:00100000:0.0:1763345639.434216:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11013 00000100:00100000:0.0:1763345639.434225:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542036680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+300:57209:x1849000910305664:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345639.434239:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.434253:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab9cd lrc: 2/0,0 mode: --/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832af8 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.434279:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50400/0x52bea07cb58ab9d4 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.434295:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50400/0x52bea07cb58ab9d4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.434305:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50400/0x52bea07cb58ab9d4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.434391:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab9cd lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832af8 expref: 302 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.434406:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50400/0x52bea07cb58ab9d4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832af8 expref: 301 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.434413:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:0.0:1763345639.434416:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763345639.434419:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b50400, rc 0) 00000100:00100000:0.0:1763345639.434460:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542036680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+301:57209:x1849000910305664:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 236us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.434467:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11013 00000100:00100000:2.0:1763345639.435899:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.436096:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910305792 00000100:00100000:3.0:1763345639.436113:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910305792 00000100:00100000:3.0:1763345639.436162:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7997 00000100:00100000:3.0:1763345639.436173:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542035500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+41:55937:x1849000910305792:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345639.436188:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345639.436205:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b658b9f000/0x52bea07cb58ab9db lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832aff expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345639.436225:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x34d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345639.436240:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.436242:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.436251:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b658b9f000/0x52bea07cb58ab9db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832aff expref: 42 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.436275:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b658b9f000/0x52bea07cb58ab9db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832aff expref: 42 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.436285:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b658b9f000, rc 0) 00000100:00100000:3.0:1763345639.436333:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542035500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+42:55937:x1849000910305792:12345-192.168.203.8@tcp:101:bash.0 Request processed in 161us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.436341:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7997 00000100:00100000:1.0:1763345639.436600:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.437498:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.437537:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910305920 00000100:00100000:2.0:1763345639.437544:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910305920 00000100:00100000:2.0:1763345639.437593:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1893 00000100:00100000:2.0:1763345639.437602:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+42:2408:x1849000910305920:12345-192.168.203.8@tcp:4:lfs.0 00002000:00010000:2.0:1763345639.437635:0:8409:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x34c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763345639.437642:0:8409:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54378dc00/0x52bea07cb58ab9e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.437653:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.437655:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.437660:0:8409:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378dc00/0x52bea07cb58ab9e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.437671:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54378dc00/0x52bea07cb58ab9e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.437743:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910306048 00000100:00100000:0.0:1763345639.437751:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910306048 00000100:00100000:0.0:1763345639.437784:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7998 00000100:00100000:0.0:1763345639.437790:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+18:55937:x1849000910306048:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345639.437798:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.437813:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b672b50200/0x52bea07cb58ab9e9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832b06 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345639.437827:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x34a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345639.437836:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.437837:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.437842:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672b50200/0x52bea07cb58ab9e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b06 expref: 19 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.437850:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b672b50200/0x52bea07cb58ab9e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b06 expref: 19 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.437858:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b50200, rc 0) 00000100:00100000:0.0:1763345639.437912:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+19:55937:x1849000910306048:12345-192.168.203.8@tcp:101:bash.0 Request processed in 121us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.437917:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7998 00000100:00100000:1.0:1763345639.439976:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000001:00080000:2.0:1763345639.439981:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872219 is committed 00000001:00080000:2.0:1763345639.439994:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872218 is committed 00000100:00100000:1.0:1763345639.440025:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.440071:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910306176 00000100:00100000:0.0:1763345639.440078:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910306176 00000100:00100000:3.0:1763345639.440096:0:28402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910306304 00000100:00100000:3.0:1763345639.440113:0:28402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910306304 00002000:00010000:0.0:1763345639.440117:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/845 (0->18446744073709551615) 00002000:00100000:0.0:1763345639.440123:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b549f73100 with x1849000910306176 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345639.440133:0:28402:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/842 (0->18446744073709551615) 00002000:00010000:0.0:1763345639.440134:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b549f73100. 00002000:00100000:3.0:1763345639.440141:0:28402:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b549f71c00 with x1849000910306304 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345639.440149:0:28402:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b549f71c00. 00000100:00100000:0.0:1763345639.440165:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1894 00000100:00100000:0.0:1763345639.440175:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910306176:12345-192.168.203.8@tcp:10:bash.0 00000100:00100000:3.0:1763345639.440181:0:28402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1895 00000100:00100000:3.0:1763345639.440193:0:28402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910306304:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:1.0:1763345639.440256:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x34c:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:1.0:1763345639.440260:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x34c:0x0] updating lvb mtime from disk: 0 -> 1763345638 00002000:00010000:1.0:1763345639.440263:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x34c:0x0] updating lvb ctime from disk: 0 -> 1763345638 00002000:00010000:1.0:1763345639.440266:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x34c:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763345639.440277:0:8409:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54378dc00/0x52bea07cb58ab9e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.440287:0:8409:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378dc00/0x52bea07cb58ab9e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.440296:0:8409:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b54378dc00/0x52bea07cb58ab9e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.440303:0:8409:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378dc00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345639.440309:0:8409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54378dc00/0x52bea07cb58ab9e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345639.440318:0:28402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x34a:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:1.0:1763345639.440319:0:8409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54378dc00/0x52bea07cb58ab9e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345639.440322:0:28402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x34a:0x0] updating lvb mtime from disk: 0 -> 1763345638 00002000:00010000:3.0:1763345639.440327:0:28402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x34a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345639.440332:0:28402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x34a:0x0] updating lvb ctime from disk: 0 -> 1763345638 00002000:00010000:0.0:1763345639.440332:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x34d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345639.440337:0:28402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x34a:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763345639.440339:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x34d:0x0] updating lvb mtime from disk: 0 -> 1763345638 00002000:00010000:0.0:1763345639.440343:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x34d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345639.440346:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x34d:0x0] updating lvb ctime from disk: 0 -> 1763345638 00002000:00010000:0.0:1763345639.440349:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x34d:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:1.0:1763345639.440357:0:8409:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b54378dc00/0x52bea07cb58ab9e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.440367:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54378dc00/0x52bea07cb58ab9e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.440387:0:28402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910306304:12345-192.168.203.8@tcp:10:bash.0 Request processed in 196us (361us total) trans 21474839471 rc 0/0 00000100:00100000:0.0:1763345639.440389:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910306176:12345-192.168.203.8@tcp:10:bash.0 Request processed in 213us (419us total) trans 17179872220 rc 0/0 00000100:00100000:3.0:1763345639.440398:0:28402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1895 00002000:00010000:3.0:1763345639.440402:0:28402:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/842 (0->18446744073709551615) 00002000:00100000:3.0:1763345639.440407:0:28402:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b549f71c00 with x1849000910306304 ext(0->18446744073709551615) 00000100:00100000:0.0:1763345639.440407:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1894 00002000:00010000:0.0:1763345639.440415:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/845 (0->18446744073709551615) 00002000:00010000:3.0:1763345639.440416:0:28402:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b549f71c00. 00000100:00100000:1.0:1763345639.440418:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910305920:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 2815us (3816us total) trans 17179872219 rc 0/0 00002000:00100000:0.0:1763345639.440423:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b549f73100 with x1849000910306176 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345639.440430:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b549f73100. 00000100:00100000:1.0:1763345639.440440:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1893 00000100:00100000:3.0:1763345639.442446:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.442578:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910306560 00000100:00100000:1.0:1763345639.442588:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910306560 00000100:00100000:1.0:1763345639.442638:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3813 00000100:00100000:1.0:1763345639.442647:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+301:55937:x1849000910306560:12345-192.168.203.8@tcp:35:bash.0 00000100:00100000:1.0:1763345639.442932:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+302:55937:x1849000910306560:12345-192.168.203.8@tcp:35:bash.0 Request processed in 286us (493us total) trans 8589940931 rc 0/0 00000100:00100000:1.0:1763345639.442939:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3813 00000100:00100000:2.0:1763345639.447998:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.448781:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910306688 00000100:00100000:0.0:1763345639.448791:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910306688 00000100:00100000:0.0:1763345639.448839:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11014 00000100:00100000:0.0:1763345639.448847:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542034e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+302:57212:x1849000910306688:12345-192.168.203.8@tcp:101:rm.0 00010000:00010000:0.0:1763345639.448865:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.448900:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50800/0x52bea07cb58ab9f0 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832b0d expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.448944:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:0.0:1763345639.448967:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab9f7 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.448980:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab9f7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.448994:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab9f7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.449008:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab9fe lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00000100:00100000:1.0:1763345639.449012:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910306944 00010000:00010000:0.0:1763345639.449015:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab9fe lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00000100:00100000:1.0:1763345639.449018:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910306944 00010000:00010000:0.0:1763345639.449025:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab9fe lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000100:00100000:1.0:1763345639.449055:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11015 00000100:00100000:1.0:1763345639.449065:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+304:57209:x1849000910306944:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:1.0:1763345639.449093:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345639.449100:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aba05 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.449111:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aba05 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.449113:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ab956 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23c:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ace expref: 304 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.449124:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aba05 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.449134:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:1.0:1763345639.449141:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00200000:0.0:1763345639.449163:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23d:0x0]: returning size 5 00000004:00200000:0.0:1763345639.449169:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1763345639.449182:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aba0c lrc: 3/0,1 mode: --/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00000004:00010000:0.0:1763345639.449187:0:9295:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aba05 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.449195:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aba0c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.449201:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aba05 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.449205:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aba0c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.449213:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab9f7 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.449222:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab9f7 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.449232:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab9f7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.449238:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab9f7 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.449244:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b50600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.449247:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab9f7 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.449254:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab9f7 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.449262:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42400) 00010000:00010000:0.0:1763345639.449265:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.449269:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab9f7 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.449274:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ab9f7 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.449287:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab9fe lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.449292:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab9fe lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.449297:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab9fe lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.449302:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541e3a000 already unused, calling callback (ffffffffc181e550) 00000004:00010000:1.0:1763345639.449306:0:9296:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a5544475 reply state 00000000594108a3 transno 8589940932 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aba0c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.449306:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab9fe lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.449328:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab9fe lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.449330:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aba0c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.449337:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42000) 00010000:00010000:1.0:1763345639.449340:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:0.0:1763345639.449341:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.449345:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab9fe lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.449352:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.449353:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58ab9fe lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000100:00100000:1.0:1763345639.449358:0:9296:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763345639.449382:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50800/0x52bea07cb58ab9f0 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b0d expref: 305 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.449397:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aba05 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b0d expref: 305 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.449404:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23d:0x0].0x0 (ffff91b642b37700) 00010000:00010000:0.0:1763345639.449407:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345639.449410:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6748ff200, rc 0) 00000100:00100000:1.0:1763345639.449445:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+305:57209:x1849000910306944:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 381us (501us total) trans 8589940932 rc 0/0 00000100:00100000:1.0:1763345639.449453:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11015 00000100:00100000:0.0:1763345639.449467:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542034e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+304:57212:x1849000910306688:12345-192.168.203.8@tcp:101:rm.0 Request processed in 619us (1475us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.449475:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11014 00000100:00100000:3.0:1763345639.450832:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.450961:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910307072 00000100:00100000:1.0:1763345639.450969:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910307072 00000100:00100000:1.0:1763345639.451018:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 7999 00000100:00100000:1.0:1763345639.451027:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+13:57209:x1849000910307072:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.451040:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.451057:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543260200/0x52bea07cb58aba13 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832b14 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345639.451078:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x34c:0x0] initial LVB size: 4096, mtime: 0x691a84e6, atime: 0x0, ctime: 0x691a84e6, blocks: 0x8 00010000:00010000:1.0:1763345639.451097:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.451099:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.451106:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260200/0x52bea07cb58aba13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b14 expref: 14 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.451120:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b543260200/0x52bea07cb58aba13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b14 expref: 14 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.451131:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260200, rc 0) 00000100:00100000:1.0:1763345639.451186:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:57209:x1849000910307072:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 159us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.451193:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 7999 00000100:00100000:2.0:1763345639.452112:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.452476:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910307328 00000100:00100000:0.0:1763345639.452484:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910307328 00000100:00100000:0.0:1763345639.452534:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11016 00000100:00100000:3.0:1763345639.452540:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.452543:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+304:57212:x1849000910307328:12345-192.168.203.8@tcp:36:rm.0 00010000:00010000:0.0:1763345639.452588:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763345639.452610:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ab9bf lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832af1 expref: 304 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.452629:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aba05 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b0d expref: 303 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.452641:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ab9a3 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ae3 expref: 302 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.452650:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23d:0x0].0x0 (ffff91b642b37700) 00010000:00010000:0.0:1763345639.452660:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345639.452683:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58aba1a lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.452694:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58aba1a lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.452717:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58aba1a lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.452729:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58aba21 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.452736:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58aba21 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.452741:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58aba21 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000100:00100000:2.0:1763345639.452788:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910307456 00000100:00100000:2.0:1763345639.452793:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910307456 00000100:00100000:2.0:1763345639.452823:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8000 00000100:00100000:2.0:1763345639.452830:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543386680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+20:57209:x1849000910307456:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345639.452831:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aba28 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.452838:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.452839:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aba28 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.452845:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aba28 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.452850:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54378de00/0x52bea07cb58aba2f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x349:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832b1b expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345639.452863:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x349:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763345639.452887:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.452889:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.452894:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378de00/0x52bea07cb58aba2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b1b expref: 21 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.452905:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54378de00/0x52bea07cb58aba2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b1b expref: 21 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.452915:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378de00, rc 0) 00000100:00100000:2.0:1763345639.452950:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543386680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+21:57209:x1849000910307456:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 121us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.452957:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8000 00000040:00080000:0.0:1763345639.453062:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1862, 64 off154848 00000004:00080000:0.0:1763345639.453071:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1031978310678ns, next at 1032978308189ns, rc = 0 00000040:00080000:0.0:1763345639.453097:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1846, 64 off153320 00000004:00080000:0.0:1763345639.453102:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1031978342834ns, next at 1032978341148ns, rc = 0 00000040:00080000:0.0:1763345639.453113:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1847, 64 off153384 00000040:00080000:0.0:1763345639.453122:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1863, 64 off154912 00010000:00010000:0.0:1763345639.453171:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58aba36 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x23d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.453180:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58aba36 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.453189:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58aba36 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.453196:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58aba36 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x23d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.453201:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58aba36 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x23d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.453206:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58aba36 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x23d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.453227:0:9295:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763345639.453244:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aba28 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.453249:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aba28 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.453256:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aba28 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.453261:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545094800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.453265:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aba28 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.453272:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aba28 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.453280:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23d:0x0].0x0 (ffff91b653f42a00) 00010000:00010000:0.0:1763345639.453283:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763345639.453286:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aba28 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.453292:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aba28 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x23d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.453397:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58aba1a lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.453405:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58aba1a lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.453410:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58aba1a lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.453416:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58aba1a lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.453421:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748fec00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.453424:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58aba1a lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.453434:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58aba1a lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.453440:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345639.453442:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42b00) 00010000:00010000:0.0:1763345639.453444:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.453445:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58aba36 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x23d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.453447:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58aba1a lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.453451:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ada00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345639.453453:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58aba1a lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.453455:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58aba36 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x23d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.453460:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58aba36 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x23d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9295 initiator: MDT0 00000004:00010000:0.0:1763345639.453465:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004ca6da42 reply state 00000000ba170104 transno 8589940933 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58aba21 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.453468:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23d:0x0].0x0 (ffff91b653f42a00) 00010000:00010000:2.0:1763345639.453470:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763345639.453473:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58aba36 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x23d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.453474:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58aba21 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.453478:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58aba36 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x23d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.453480:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42600) 00010000:00010000:0.0:1763345639.453483:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345639.453485:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763345639.453489:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.453491:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.453493:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345639.453535:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+303:57212:x1849000910307328:12345-192.168.203.8@tcp:36:rm.0 Request processed in 992us (1427us total) trans 8589940933 rc 0/0 00000100:00100000:0.0:1763345639.453541:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11016 00000100:00100000:3.0:1763345639.454738:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.454807:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.454969:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910307584 00000100:00100000:1.0:1763345639.454978:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910307584 00000100:00100000:2.0:1763345639.455471:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910307712 00000100:00100000:2.0:1763345639.455476:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910307712 00002000:00010000:2.0:1763345639.455497:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/841 (0->18446744073709551615) 00002000:00100000:2.0:1763345639.455502:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b543384000 with x1849000910307712 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345639.455512:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b543384000. 00000100:00100000:2.0:1763345639.455543:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1896 00000100:00100000:2.0:1763345639.455552:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910307712:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345639.455719:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x349:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345639.455723:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x349:0x0] updating lvb mtime from disk: 0 -> 1763345638 00002000:00010000:2.0:1763345639.455725:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x349:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345639.455727:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x349:0x0] updating lvb ctime from disk: 0 -> 1763345638 00002000:00010000:2.0:1763345639.455729:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x349:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345639.455811:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910307712:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 259us (1002us total) trans 21474839472 rc 0/0 00000100:00100000:2.0:1763345639.455819:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1896 00002000:00010000:2.0:1763345639.455823:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/841 (0->18446744073709551615) 00002000:00100000:2.0:1763345639.455826:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b543384000 with x1849000910307712 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345639.455831:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b543384000. 00002000:00010000:1.0:1763345639.456254:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/844 (5->18446744073709551615) 00002000:00100000:1.0:1763345639.456259:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b543385c00 with x1849000910307584 ext(5->18446744073709551615) 00002000:00010000:1.0:1763345639.456265:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b543385c00. 00000100:00100000:1.0:1763345639.456896:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1897 00000100:00100000:1.0:1763345639.456909:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543385c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910307584:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:1.0:1763345639.457130:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x34c:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:1.0:1763345639.457134:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x34c:0x0] updating lvb mtime from disk: 1763345638 -> 1763345638 00002000:00010000:1.0:1763345639.457136:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x34c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.457138:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x34c:0x0] updating lvb ctime from disk: 1763345638 -> 1763345638 00002000:00010000:1.0:1763345639.457141:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x34c:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763345639.457184:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543385c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910307584:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 279us (2452us total) trans 17179872221 rc 0/0 00000100:00100000:1.0:1763345639.457191:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1897 00002000:00010000:1.0:1763345639.457195:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/844 (5->18446744073709551615) 00002000:00100000:1.0:1763345639.457197:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b543385c00 with x1849000910307584 ext(5->18446744073709551615) 00002000:00010000:1.0:1763345639.457201:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b543385c00. 00000100:00100000:3.0:1763345639.460069:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.460176:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910307968 00000100:00100000:0.0:1763345639.460185:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910307968 00000100:00100000:0.0:1763345639.460239:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11017 00000100:00100000:0.0:1763345639.460249:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543385880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+303:57209:x1849000910307968:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345639.460330:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aba3d lrc: 3/0,1 mode: --/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.460347:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aba3d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.460359:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aba3d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00010000:0.0:1763345639.460460:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b291fc72 reply state 00000000294e1285 transno 8589940934 ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aba3d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.460472:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aba3d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.460480:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:0.0:1763345639.460483:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345639.460487:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345639.460582:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543385880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+305:57209:x1849000910307968:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 334us (520us total) trans 8589940934 rc 0/0 00000100:00100000:0.0:1763345639.460589:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11017 00000100:00100000:2.0:1763345639.462016:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.462087:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910308096 00000100:00100000:1.0:1763345639.462095:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910308096 00000100:00100000:1.0:1763345639.462140:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11018 00000100:00100000:1.0:1763345639.462148:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+305:57213:x1849000910308096:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.462164:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.462180:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58aba44 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832b22 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.462226:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aba4b lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.462235:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aba4b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.462243:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aba4b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.462252:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aba52 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.462259:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aba52 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.462264:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aba52 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.462294:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aba4b lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.462300:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aba4b lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.462306:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aba4b lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.462311:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aba4b lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.462316:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.462320:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aba4b lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.462326:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aba4b lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.462335:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59c00) 00010000:00010000:1.0:1763345639.462338:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.462341:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aba4b lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.462346:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aba4b lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.462355:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aba52 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.462361:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aba52 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.462366:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aba52 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.462370:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.462373:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aba52 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.462378:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aba52 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.462383:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42600) 00010000:00010000:1.0:1763345639.462385:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.462387:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aba52 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.462392:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aba52 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.462410:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58aba44 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b22 expref: 306 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.462418:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59c00) 00010000:00010000:1.0:1763345639.462419:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.462422:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58aba44 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b22 expref: 306 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.462432:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260a00, rc 0) 00000100:00100000:1.0:1763345639.462480:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+305:57213:x1849000910308096:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 332us (469us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345639.462487:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11018 00000100:00100000:3.0:1763345639.463138:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.463324:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910308224 00000100:00100000:1.0:1763345639.463331:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910308224 00000100:00100000:1.0:1763345639.463380:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8001 00000100:00100000:1.0:1763345639.463389:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543385180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+22:2411:x1849000910308224:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:1.0:1763345639.463506:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x348:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763345639.463510:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x348:0x0] updating lvb mtime from disk: 1763345638 -> 1763345638 00002000:00010000:1.0:1763345639.463512:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x348:0x0] updating lvb atime from disk: 0 -> 1763345638 00002000:00010000:1.0:1763345639.463514:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x348:0x0] updating lvb ctime from disk: 1763345638 -> 1763345638 00002000:00010000:1.0:1763345639.463516:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x348:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763345639.463573:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543385180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+23:2411:x1849000910308224:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 186us (437us total) trans 21474839473 rc 0/0 00000100:00100000:1.0:1763345639.463580:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8001 00000100:00100000:3.0:1763345639.464305:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.464357:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910308352 00000100:00100000:0.0:1763345639.464364:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910308352 00000100:00100000:0.0:1763345639.464408:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11019 00000100:00100000:0.0:1763345639.464416:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+305:57213:x1849000910308352:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345639.464433:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.464453:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58aba59 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832b29 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.464512:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aba60 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.464524:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aba60 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.464533:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aba60 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.464545:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58aba67 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.464551:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58aba67 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.464557:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58aba67 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.464589:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aba60 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.464596:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aba60 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.464603:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aba60 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.464610:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aba60 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.464616:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545094800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.464620:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aba60 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.464627:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aba60 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.464638:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42b00) 00010000:00010000:0.0:1763345639.464641:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.464645:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aba60 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.464650:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aba60 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.464662:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58aba67 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.464668:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58aba67 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.464673:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58aba67 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.464678:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748fec00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.464681:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58aba67 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.464686:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58aba67 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.464693:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42600) 00010000:00010000:0.0:1763345639.464695:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.464709:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58aba67 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.464715:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58aba67 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.464740:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58aba59 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b29 expref: 306 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.464750:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42b00) 00010000:00010000:0.0:1763345639.464752:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.464756:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58aba59 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b29 expref: 306 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.464794:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b65e8ada00, rc 0) 00000100:00100000:0.0:1763345639.464843:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+305:57213:x1849000910308352:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 427us (539us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345639.464850:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11019 00000100:00100000:3.0:1763345639.465320:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.465386:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910308608 00000100:00100000:0.0:1763345639.465391:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910308608 00000100:00100000:0.0:1763345639.466072:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3814 00000100:00100000:0.0:1763345639.466084:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658bb5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+305:57209:x1849000910308608:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:0.0:1763345639.466129:0:6523:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000405:0x23c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab8bc lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a96 expref: 305 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.466164:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aba6e lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345639.466174:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ab925 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ab9 expref: 305 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.466183:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aba6e lrc: 4/0,1 mode: --/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345639.466214:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ab925 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ab9 expref: 305 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.466226:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ab925 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ab9 expref: 305 pid: 6520 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1763345639.466239:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54545ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924383616:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345639.466606:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce480 going to sleep for 11 seconds 00000100:00100000:2.0:1763345639.467035:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.467102:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910308736 00000100:00100000:1.0:1763345639.467109:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910308736 00000100:00100000:1.0:1763345639.467202:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11020 00000100:00100000:1.0:1763345639.467211:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+306:57213:x1849000910308736:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.467223:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.467238:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58aba75 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832b30 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.467280:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58aba7c lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.467291:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58aba7c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.467301:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58aba7c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:1.0:1763345639.467341:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763345639.467346:0:9296:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763345639.467376:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58aba75 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b30 expref: 308 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.467392:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58aba7c lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b30 expref: 307 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.467399:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59600) 00010000:00010000:1.0:1763345639.467402:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763345639.467405:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260c00, rc 0) 00000100:00100000:1.0:1763345639.467450:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+307:57213:x1849000910308736:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 240us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.467457:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11020 00000100:00100000:0.0:1763345639.469473:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.469631:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54545ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924383616:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345639.469653:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aba6e lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000100:00100000:2.0:1763345639.469740:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910308864 00000100:00100000:2.0:1763345639.469748:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910308864 00010000:00010000:2.0:1763345639.469807:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ab925 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ab9 expref: 307 pid: 6520 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1763345639.469840:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3635 00000100:00100000:2.0:1763345639.469849:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+307:2408:x1849000910308864:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345639.469863:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345639.469868:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ab925 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ab9 expref: 307 pid: 6520 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763345639.469889:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ab925 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ab9 expref: 307 pid: 6520 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763345639.469908:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ab925 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ab9 expref: 307 pid: 6520 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763345639.469921:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:2.0:1763345639.469926:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aba6e lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345639.469941:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aba6e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345639.469948:0:28406:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aba6e lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345639.469963:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345639.470021:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+306:2408:x1849000910308864:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 172us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.470030:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3635 00010000:00010000:2.0:1763345639.470054:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aba6e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345639.470060:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aba6e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000040:00080000:2.0:1763345639.470262:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1848, 88 off153472 00000004:00080000:2.0:1763345639.470270:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1031995510255ns, next at 1032978341148ns, rc = 0 00000040:00080000:2.0:1763345639.470305:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1864, 88 off155000 00000004:00080000:2.0:1763345639.470311:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1031995551336ns, next at 1032978308189ns, rc = 0 00000040:00080000:2.0:1763345639.470341:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1865, 88 off155088 00000004:00080000:2.0:1763345639.470347:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1031995587234ns, next at 1032978308189ns, rc = 0 00000040:00080000:2.0:1763345639.470357:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1849, 88 off153560 00000004:00080000:2.0:1763345639.470366:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1031995602159ns, next at 1032978341148ns, rc = 0 00000100:00100000:3.0:1763345639.471028:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.471105:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910308992 00000100:00100000:1.0:1763345639.471112:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910308992 00000100:00100000:1.0:1763345639.471159:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11021 00000100:00100000:1.0:1763345639.471168:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+307:57213:x1849000910308992:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.471184:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.471200:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58aba83 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832b37 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.471256:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aba8a lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.471268:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aba8a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.471277:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aba8a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.471286:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aba91 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.471293:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aba91 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.471300:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aba91 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.471327:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aba8a lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.471333:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aba8a lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.471339:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aba8a lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.471345:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aba8a lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.471350:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.471355:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aba8a lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.471361:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aba8a lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.471370:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59600) 00010000:00010000:1.0:1763345639.471373:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.471376:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aba8a lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.471382:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aba8a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.471394:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aba91 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.471400:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aba91 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.471405:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aba91 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.471409:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.471412:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aba91 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.471416:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aba91 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.471423:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42600) 00010000:00010000:1.0:1763345639.471425:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.471428:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aba91 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.471433:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aba91 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.471457:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58aba83 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b37 expref: 308 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.471466:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59600) 00010000:00010000:1.0:1763345639.471468:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.471472:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58aba83 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b37 expref: 308 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.471481:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260a00, rc 0) 00000100:00100000:1.0:1763345639.471526:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+307:57213:x1849000910308992:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 359us (500us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345639.471533:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11021 00000001:00080000:2.0:1763345639.472855:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940935 is committed 00000004:00080000:2.0:1763345639.472865:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1186 committed 00000004:00080000:2.0:1763345639.472893:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1201 committed 00000004:00080000:2.0:1763345639.472903:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1200 committed 00000004:00080000:2.0:1763345639.472906:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1185 committed 00000004:00080000:2.0:1763345639.472918:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1184 committed 00000004:00080000:2.0:1763345639.472921:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1199 committed 00010000:00010000:3.0:1763345639.472934:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aba0c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.472945:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aba0c lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.472952:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aba0c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.472958:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.472963:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aba0c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00000004:00010000:2.0:1763345639.472970:0:6523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000651e3411 reply state 00000000ebcf0803 transno 8589940935 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aba6e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345639.472971:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aba0c lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00000100:00100000:1.0:1763345639.473251:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b549f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924383744:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.473303:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345639.473337:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763345639.473343:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b549f70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924383872:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.473363:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345639.473388:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b549f73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924384000:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.473410:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345639.473427:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763345639.473432:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b549f70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924384128:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.473452:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345639.473480:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924383744 00000100:00100000:1.0:1763345639.473485:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924383744 00000100:00100000:1.0:1763345639.473519:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924383872 00000100:00100000:1.0:1763345639.473522:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924383872 00000100:00100000:1.0:1763345639.473537:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924384000 00000100:00100000:1.0:1763345639.473540:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924384000 00000100:00100000:1.0:1763345639.473552:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924384128 00000100:00100000:1.0:1763345639.473554:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924384128 00000100:00100000:1.0:1763345639.473571:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8002 00000100:00100000:1.0:1763345639.473579:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3656:x1849000924383744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1763345639.473601:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:845 count 1 00010000:00010000:1.0:1763345639.473622:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58aba98 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.473641:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b658b9f000/0x52bea07cb58ab9db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832aff expref: 14 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.473655:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345639.473657:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345639.473661:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58aba98 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x34d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.473687:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b658b9f000/0x52bea07cb58ab9db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980832aff expref: 14 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.473700:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b658b9f000/0x52bea07cb58ab9db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x34d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832aff expref: 14 pid: 27810 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1763345639.473710:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fb8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1849000924384256:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345639.473788:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1763345639.473805:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8003 00000100:00100000:1.0:1763345639.473812:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3656:x1849000924383872:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1763345639.473824:0:27809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:846 count 1 00002000:00010000:1.0:1763345639.473843:0:27809:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x34e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763345639.473849:0:27809:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58aba9f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.473857:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.473858:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.473863:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58aba9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.473888:0:27809:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58aba9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.473896:0:27809:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58aba9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.473903:0:27809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58aba9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.473919:0:27809:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763345639.474194:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aba6e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345639.474204:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:2.0:1763345639.474206:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763345639.474210:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763345639.474215:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:2.0:1763345639.474218:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763345639.474222:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58ab8bc lrc: 0/0,0 mode: --/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a96 expref: 301 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.474252:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:3.0:1763345639.474257:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345639.474263:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aba0c lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.474272:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aba0c lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.474289:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58aba21 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00080000:2.0:1763345639.474293:0:6523:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00010000:00010000:3.0:1763345639.474296:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58aba21 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.474304:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58aba21 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.474309:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748fe400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.474313:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58aba21 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00000100:00100000:2.0:1763345639.474321:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658bb5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+300:57209:x1849000910308608:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 8237us (8998us total) trans 8589940935 rc 0/0 00010000:00010000:3.0:1763345639.474326:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58aba21 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00000100:00100000:2.0:1763345639.474335:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3814 00010000:00010000:3.0:1763345639.474340:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42600) 00010000:00010000:3.0:1763345639.474345:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345639.474348:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58aba21 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.474354:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58aba21 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.474372:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aba3d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.474378:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aba3d lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.474383:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aba3d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.474388:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ade00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.474392:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aba3d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.474397:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aba3d lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.474404:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:3.0:1763345639.474407:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345639.474409:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aba3d lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.474415:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aba3d lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.474432:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aba6e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345639.474442:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aba6e lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345639.474448:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aba6e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345639.474454:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748ff200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.474459:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aba6e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345639.474466:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aba6e lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00000100:00100000:3.0:1763345639.474475:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:0.0:1763345639.474478:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:0.0:1763345639.474483:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345639.474486:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aba6e lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345639.474491:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58aba6e lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00000100:00100000:2.0:1763345639.474544:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910309248 00000100:00100000:2.0:1763345639.474549:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910309248 00000100:00100000:2.0:1763345639.474596:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11022 00000100:00100000:2.0:1763345639.474608:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+297:57213:x1849000910309248:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.474620:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.474623:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763345639.474639:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58aba7c lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b30 expref: 297 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.474650:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59600) 00010000:00010000:2.0:1763345639.474658:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345639.474669:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abaa6 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832b3e expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.474740:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abaad lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.474749:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abaad lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.474756:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abaad lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.474790:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abab4 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.474797:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abab4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.474804:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abab4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.475138:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ababb lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.475148:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ababb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.475155:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ababb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:2.0:1763345639.475165:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23f:0x0]: returning size 0 00010000:00010000:2.0:1763345639.475186:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abaad lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.475193:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abaad lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.475198:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abaad lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.475221:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abaad lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.475226:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.475229:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abaad lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.475235:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abaad lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.475243:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:2.0:1763345639.475245:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.475248:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abaad lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.475253:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abaad lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000004:00010000:2.0:1763345639.475262:0:9296:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003f7a3534 reply state 0000000088faf6a1 transno 8589940936 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abab4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.475271:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abab4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.475277:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc300) 00010000:00010000:2.0:1763345639.475279:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345639.475281:0:9296:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763345639.475300:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abaa6 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b3e expref: 299 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.475320:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ababb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b3e expref: 298 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.475326:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:2.0:1763345639.475329:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345639.475331:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378cc00, rc 0) 00000100:00100000:2.0:1763345639.475373:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+299:57213:x1849000910309248:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 768us (900us total) trans 8589940936 rc 0/0 00000100:00100000:2.0:1763345639.475379:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11022 00000100:00100000:0.0:1763345639.475933:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8004 00000100:00100000:0.0:1763345639.475949:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3658:x1849000924384000:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1763345639.476035:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x34b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345639.476038:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x34b:0x0] updating lvb mtime from disk: 1763345638 -> 1763345638 00002000:00010000:0.0:1763345639.476041:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x34b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345639.476043:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x34b:0x0] updating lvb ctime from disk: 1763345638 -> 1763345638 00002000:00010000:0.0:1763345639.476046:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x34b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345639.476051:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3656:x1849000924383872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2239us (2686us total) trans 17179872222 rc 0/0 00000100:00100000:1.0:1763345639.476058:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8003 00000100:00100000:0.0:1763345639.476071:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3658:x1849000924384000:12345-0@lo:2:osp-syn-1-0.0 Request processed in 131us (2661us total) trans 17179872223 rc 0/0 00000100:00100000:1.0:1763345639.476074:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8005 00000100:00100000:0.0:1763345639.476078:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8004 00000100:00100000:0.0:1763345639.476100:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924384512:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763345639.476132:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345639.476174:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763345639.476181:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54545ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924384384:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763345639.476202:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345639.476231:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924384512 00000100:00100000:0.0:1763345639.476236:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924384512 00000100:00100000:0.0:1763345639.476257:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924384384 00000100:00100000:0.0:1763345639.476260:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924384384 00000100:00100000:0.0:1763345639.476271:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8006 00000100:00100000:0.0:1763345639.476277:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+22:3657:x1849000924384512:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1763345639.476291:0:27810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:843 count 1 00002000:00010000:0.0:1763345639.476311:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x34b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345639.476316:0:27810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b541e3a000/0x52bea07cb58abac9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.476327:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.476328:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.476332:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b541e3a000/0x52bea07cb58abac9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.476344:0:27810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b541e3a000/0x52bea07cb58abac9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.476355:0:27810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b541e3a000/0x52bea07cb58abac9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.476361:0:27810:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b541e3a000/0x52bea07cb58abac9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.476374:0:27810:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763345639.476496:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+23:3657:x1849000924384512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 218us (363us total) trans 21474839474 rc 0/0 00000100:00100000:0.0:1763345639.476503:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8006 00000100:00100000:3.0:1763345639.476515:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8007 00000100:00100000:3.0:1763345639.476526:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3657:x1849000924384384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763345639.476541:0:28867:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:842 count 1 00000004:00080000:0.0:1763345639.476553:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ee7b80/2, rc 0, transno 21474839474 00010000:00010000:3.0:1763345639.476555:0:28867:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b541c38200/0x52bea07cb58abad0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.476562:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924384512:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1763345639.476580:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672b50200/0x52bea07cb58ab9e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b06 expref: 22 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.476590:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345639.476592:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345639.476594:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b541c38200/0x52bea07cb58abad0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x34a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.476621:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b672b50200/0x52bea07cb58ab9e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980832b06 expref: 22 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.476625:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763345639.476634:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58aba9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.476643:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261c00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345639.476647:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58aba9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.476655:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58aba9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.476668:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58aba9f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.476674:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58aba9f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.476692:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345639.476696:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b541e3a000/0x52bea07cb58abac9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.476702:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541e3a000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345639.476704:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b541e3a000/0x52bea07cb58abac9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.476711:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b541e3a000/0x52bea07cb58abac9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.476720:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b541e3a000/0x52bea07cb58abac9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.476726:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b541e3a000/0x52bea07cb58abac9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.476738:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.476739:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.476741:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763345639.476854:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3658:x1849000924384128:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1763345639.476893:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b672b50200/0x52bea07cb58ab9e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832b06 expref: 22 pid: 27810 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345639.476907:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d65c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924384896:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345639.476965:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b647124b40 going to sleep for 11 seconds 00002000:00010000:1.0:1763345639.477048:0:27809:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x34c:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763345639.477052:0:27809:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x34c:0x0] updating lvb mtime from disk: 1763345638 -> 1763345638 00002000:00010000:1.0:1763345639.477054:0:27809:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x34c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.477056:0:27809:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x34c:0x0] updating lvb ctime from disk: 1763345638 -> 1763345638 00002000:00010000:1.0:1763345639.477058:0:27809:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x34c:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763345639.477087:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3658:x1849000924384128:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1006us (3633us total) trans 17179872224 rc 0/0 00000100:00100000:1.0:1763345639.477093:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8005 00010000:00010000:1.0:1763345639.477117:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763345639.477127:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924384768:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.477152:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345639.477186:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763345639.477191:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924384640:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.477212:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345639.477261:0:3658:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872218 gen 2 00000004:00080000:1.0:1763345639.477266:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5454dc000, transno 17179872118 00000004:00080000:1.0:1763345639.477279:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545656d80, transno 17179872119 00000004:00080000:1.0:1763345639.477281:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545657800, transno 17179872120 00000004:00080000:1.0:1763345639.477284:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5454dca80, transno 17179872121 00000004:00080000:1.0:1763345639.477287:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dcea00, transno 17179872122 00000004:00080000:1.0:1763345639.477290:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dcd880, transno 17179872123 00000004:00080000:1.0:1763345639.477292:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545656a00, transno 17179872124 00000004:00080000:1.0:1763345639.477295:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dcc380, transno 17179872125 00000004:00080000:1.0:1763345639.477298:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6449d3800, transno 17179872127 00000004:00080000:1.0:1763345639.477300:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6449d3100, transno 17179872128 00000004:00080000:1.0:1763345639.477302:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ee4380, transno 17179872129 00000004:00080000:1.0:1763345639.477304:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5442d1c00, transno 17179872130 00000004:00080000:1.0:1763345639.477307:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54a828380, transno 17179872133 00000004:00080000:1.0:1763345639.477310:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54a82b480, transno 17179872134 00000004:00080000:1.0:1763345639.477312:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5450c9180, transno 17179872135 00000004:00080000:1.0:1763345639.477314:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5450c9880, transno 17179872136 00000004:00080000:1.0:1763345639.477317:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b65ed7f100, transno 17179872140 00000004:00080000:1.0:1763345639.477320:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b65ed7d180, transno 17179872141 00000004:00080000:1.0:1763345639.477323:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b65ed7f480, transno 17179872142 00000004:00080000:1.0:1763345639.477325:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b65ed7ed80, transno 17179872143 00000004:00080000:1.0:1763345639.477328:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ee7800, transno 17179872144 00000004:00080000:1.0:1763345639.477331:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ee4e00, transno 17179872145 00000004:00080000:1.0:1763345639.477335:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5415ad180, transno 17179872146 00000004:00080000:1.0:1763345639.477337:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5415ae300, transno 17179872147 00000004:00080000:1.0:1763345639.477340:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5432edc00, transno 17179872150 00000004:00080000:1.0:1763345639.477342:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5432eea00, transno 17179872151 00000004:00080000:1.0:1763345639.477345:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5432ef100, transno 17179872152 00000004:00080000:1.0:1763345639.477348:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5432ef800, transno 17179872153 00000004:00080000:1.0:1763345639.477351:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5435fc000, transno 17179872157 00000004:00080000:1.0:1763345639.477353:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5435fd500, transno 17179872158 00000004:00080000:1.0:1763345639.477356:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5435ff800, transno 17179872159 00000004:00080000:1.0:1763345639.477358:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b542036a00, transno 17179872160 00000004:00080000:1.0:1763345639.477361:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b542035f80, transno 17179872161 00000004:00080000:1.0:1763345639.477363:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b542035c00, transno 17179872162 00000004:00080000:1.0:1763345639.477366:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b542034380, transno 17179872163 00000004:00080000:1.0:1763345639.477369:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ee7100, transno 17179872164 00000004:00080000:1.0:1763345639.477372:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545960000, transno 17179872166 00000004:00080000:1.0:1763345639.477375:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545961f80, transno 17179872167 00000004:00080000:1.0:1763345639.477378:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545962680, transno 17179872168 00000004:00080000:1.0:1763345639.477381:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545963b80, transno 17179872169 00000004:00080000:1.0:1763345639.477384:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b543698000, transno 17179872171 00000004:00080000:1.0:1763345639.477387:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ee5180, transno 17179872172 00000004:00080000:1.0:1763345639.477390:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54369bb80, transno 17179872173 00000004:00080000:1.0:1763345639.477392:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54369b480, transno 17179872174 00000004:00080000:1.0:1763345639.477396:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6449d0380, transno 17179872177 00000004:00080000:1.0:1763345639.477398:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b549f71500, transno 17179872178 00000004:00080000:1.0:1763345639.477401:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b543387100, transno 17179872179 00000004:00080000:1.0:1763345639.477403:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b543387b80, transno 17179872180 00000004:00080000:1.0:1763345639.477406:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dff800, transno 17179872184 00000004:00080000:1.0:1763345639.477408:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dfdc00, transno 17179872185 00000004:00080000:1.0:1763345639.477411:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dfce00, transno 17179872186 00000004:00080000:1.0:1763345639.477415:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dfd180, transno 17179872187 00000004:00080000:1.0:1763345639.477419:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541d66a00, transno 17179872188 00000004:00080000:1.0:1763345639.477422:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541d67480, transno 17179872189 00000004:00080000:1.0:1763345639.477425:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54377c380, transno 17179872192 00000004:00080000:1.0:1763345639.477428:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54377ca80, transno 17179872193 00000004:00080000:1.0:1763345639.477431:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54377e300, transno 17179872194 00000004:00080000:1.0:1763345639.477438:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54377dc00, transno 17179872195 00000004:00080000:1.0:1763345639.477441:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54440ad80, transno 17179872196 00000004:00080000:1.0:1763345639.477444:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544409880, transno 17179872197 00000004:00080000:1.0:1763345639.477447:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ee4a80, transno 17179872201 00000004:00080000:1.0:1763345639.477450:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b65ed7e300, transno 17179872202 00000004:00080000:1.0:1763345639.477452:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b542037800, transno 17179872203 00000100:00100000:0.0:1763345639.477487:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924384768 00000100:00100000:0.0:1763345639.477492:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924384768 00000100:00100000:0.0:1763345639.477519:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924384640 00000100:00100000:0.0:1763345639.477522:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924384640 00000100:00100000:0.0:1763345639.477541:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8008 00000100:00100000:0.0:1763345639.477548:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+24:3659:x1849000924384768:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1763345639.477623:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x349:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345639.477626:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x349:0x0] updating lvb mtime from disk: 1763345638 -> 1763345638 00002000:00010000:0.0:1763345639.477629:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x349:0x0] updating lvb atime from disk: 0 -> 0 00000100:00100000:2.0:1763345639.477671:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8009 00000100:00100000:2.0:1763345639.477680:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+25:3659:x1849000924384640:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1763345639.477740:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x348:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763345639.477746:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x348:0x0] updating lvb mtime from disk: 1763345638 -> 1763345638 00002000:00010000:2.0:1763345639.477748:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x348:0x0] updating lvb atime from disk: 1763345638 -> 1763345638 00002000:00010000:2.0:1763345639.477750:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x348:0x0] updating lvb ctime from disk: 1763345638 -> 1763345638 00002000:00010000:2.0:1763345639.477756:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x348:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763345639.477819:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:3659:x1849000924384640:12345-0@lo:2:osp-syn-0-0.0 Request processed in 141us (605us total) trans 21474839476 rc 0/0 00000100:00100000:2.0:1763345639.477827:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8009 00002000:00010000:0.0:1763345639.477897:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x349:0x0] updating lvb ctime from disk: 1763345638 -> 1763345638 00002000:00010000:0.0:1763345639.477900:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x349:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345639.477934:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+25:3659:x1849000924384768:12345-0@lo:2:osp-syn-0-0.0 Request processed in 385us (780us total) trans 21474839475 rc 0/0 00000100:00100000:0.0:1763345639.477943:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8008 00000004:00080000:1.0:1763345639.478034:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545655f80, transno 17179872204 00000004:00080000:1.0:1763345639.478037:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541fb9f80, transno 17179872205 00000004:00080000:1.0:1763345639.478039:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541fbb800, transno 17179872206 00000004:00080000:1.0:1763345639.478042:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541fba680, transno 17179872207 00000004:00080000:1.0:1763345639.478044:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541fbaa00, transno 17179872208 00000004:00080000:1.0:1763345639.478047:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d05f80, transno 17179872210 00000004:00080000:1.0:1763345639.478049:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d06680, transno 17179872211 00000004:00080000:1.0:1763345639.478051:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d07100, transno 17179872212 00000004:00080000:1.0:1763345639.478053:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d05880, transno 17179872213 00000004:00080000:1.0:1763345639.478055:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d05c00, transno 17179872215 00000004:00080000:1.0:1763345639.478057:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d06300, transno 17179872216 00000004:00080000:1.0:1763345639.478060:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6748a6d80, transno 17179872217 00000004:00080000:1.0:1763345639.478063:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6748a4700, transno 17179872218 00000100:00100000:1.0:1763345639.478070:0:3658:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff91b549f70000 x1849000924384128/t17179872224(17179872224) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763345655 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763345639.478081:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b549f70000/2, rc 0, transno 17179872224 00000100:00100000:1.0:1763345639.478086:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b549f70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924384128:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345639.478110:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b549f73b80/2, rc 0, transno 17179872223 00000100:00100000:1.0:1763345639.478115:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b549f73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924384000:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345639.478145:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ee5880/2, rc 0, transno 21474839476 00000100:00100000:1.0:1763345639.478151:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924384640:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345639.478162:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ee5c00/2, rc 0, transno 21474839475 00000100:00100000:1.0:1763345639.478165:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924384768:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345639.478184:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b549f70e00/2, rc 0, transno 17179872222 00000100:00100000:1.0:1763345639.478188:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b549f70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924383872:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1763345639.478419:0:32328:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 23 in progress, 1 in flight, 57 done 00000004:00080000:3.0:1763345639.478502:0:32328:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 4 in progress, 1 in flight, 19 done 00000100:00100000:3.0:1763345639.478969:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.478990:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.479053:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fb8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1849000924384256:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345639.479072:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58aba98 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.479072:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910309376 00000100:00100000:0.0:1763345639.479081:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910309376 00000100:00100000:1.0:1763345639.479140:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11023 00000100:00100000:1.0:1763345639.479150:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+299:57209:x1849000910309376:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.479182:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1763345639.479196:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910309504 00010000:00010000:1.0:1763345639.479199:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58abad7 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832b45 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345639.479202:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910309504 00010000:00010000:1.0:1763345639.479253:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58abad7 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b45 expref: 300 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.479267:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260a00/0x52bea07cb58abad7 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b45 expref: 300 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.479285:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:1.0:1763345639.479287:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345639.479291:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260a00, rc 0) 00000100:00100000:1.0:1763345639.479331:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+300:57209:x1849000910309376:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 182us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.479337:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11023 00010000:00010000:2.0:1763345639.479455:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b658b9f000/0x52bea07cb58ab9db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x34d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832aff expref: 15 pid: 27810 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1763345639.479496:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3636 00000100:00100000:2.0:1763345639.479506:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+15:2410:x1849000910309504:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345639.479517:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345639.479523:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff91b658b9f000/0x52bea07cb58ab9db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x34d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832aff expref: 15 pid: 27810 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763345639.479536:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b658b9f000/0x52bea07cb58ab9db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832aff expref: 15 pid: 27810 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763345639.479559:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b658b9f000/0x52bea07cb58ab9db lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832aff expref: 15 pid: 27810 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1763345639.479574:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.479576:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.479581:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58aba98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.479591:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58aba98 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x34d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.479629:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345639.479740:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:0.0:1763345639.479820:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58aba98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.479831:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58aba98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.479841:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58aba98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.479850:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58aba98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.479883:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763345639.480065:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345639.480072:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58aba98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.480080:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345639.480084:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58aba98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.480107:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3656:x1849000924383744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6526us (6802us total) trans 17179872225 rc 0/0 00000100:00100000:0.0:1763345639.480117:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8002 00000004:00080000:1.0:1763345639.480131:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b549f70700/2, rc 0, transno 17179872225 00000100:00100000:1.0:1763345639.480138:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b549f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924383744:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.480143:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910309760 00000100:00100000:0.0:1763345639.480149:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910309760 00000100:00100000:0.0:1763345639.480187:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11024 00010000:00010000:3.0:1763345639.480210:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58aba98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.480225:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58aba98 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.480232:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58aba98 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.480248:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345639.480252:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345639.480254:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763345639.480274:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:2410:x1849000910309504:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 769us (1281us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.480283:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3636 00000100:00100000:0.0:1763345639.480925:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+300:57213:x1849000910309760:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345639.480959:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.480975:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58abade lrc: 2/0,0 mode: --/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832b4c expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.481071:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abae5 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.481084:0:9295:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ababb lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b3e expref: 301 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.481092:0:9295:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abae5 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.481121:0:9295:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ababb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832b3e expref: 301 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.481133:0:9295:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ababb lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832b3e expref: 301 pid: 9296 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763345639.481146:0:9295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee4000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924385024:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345639.481210:0:9295:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763345639.481375:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.481927:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d65c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924384896:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345639.481950:0:28867:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b541c38200/0x52bea07cb58abad0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.482414:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910309888 00000100:00100000:3.0:1763345639.482421:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910309888 00010000:00010000:3.0:1763345639.482447:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b672b50200/0x52bea07cb58ab9e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832b06 expref: 23 pid: 27810 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345639.482474:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3637 00000100:00100000:3.0:1763345639.482484:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658760450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910309888:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345639.482497:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345639.482503:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b672b50200/0x52bea07cb58ab9e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832b06 expref: 23 pid: 27810 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763345639.482515:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:3.0:1763345639.482523:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b672b50200/0x52bea07cb58ab9e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832b06 expref: 23 pid: 27810 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.482544:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b672b50200/0x52bea07cb58ab9e9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832b06 expref: 23 pid: 27810 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.482557:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.482565:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.482569:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b541c38200/0x52bea07cb58abad0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.482578:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b541c38200/0x52bea07cb58abad0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x34a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345639.482584:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910310144 00000100:00100000:2.0:1763345639.482589:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910310144 00010000:00010000:3.0:1763345639.482609:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345639.482629:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3815 00000100:00100000:2.0:1763345639.482638:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+302:57209:x1849000910310144:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345639.482650:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658760450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910309888:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 167us (1273us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.482659:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3637 00010000:00010000:1.0:1763345639.482722:0:28867:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b541c38200/0x52bea07cb58abad0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.482733:0:28867:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b541c38200/0x52bea07cb58abad0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.482741:0:28867:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b541c38200/0x52bea07cb58abad0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.482748:0:28867:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b541c38200/0x52bea07cb58abad0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.482784:0:28867:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1763345639.482860:0:6523:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x23c:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763345639.482937:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1850, 64 off153624 00000040:00080000:2.0:1763345639.482962:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1866, 64 off155152 00000040:00080000:2.0:1763345639.482973:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1867, 64 off155216 00000040:00080000:2.0:1763345639.482985:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1851, 64 off153688 00000100:00100000:1.0:1763345639.483012:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+25:3657:x1849000924384384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6486us (6806us total) trans 21474839477 rc 0/0 00000100:00100000:1.0:1763345639.483020:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8007 00010000:00010000:2.0:1763345639.483029:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abaec lrc: 3/0,1 mode: --/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345639.483043:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abaec lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345639.483052:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abaec lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345639.483059:0:6523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abaec lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345639.483064:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abaec lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345639.483070:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abaec lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345639.483091:0:6523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763345639.483196:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+303:57209:x1849000910310144:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 560us (686us total) trans 8589940937 rc 0/0 00000100:00100000:2.0:1763345639.483204:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3815 00010000:00010000:2.0:1763345639.483220:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763345639.483226:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b541c38200/0x52bea07cb58abad0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.483234:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541c38200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345639.483238:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b541c38200/0x52bea07cb58abad0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.483247:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b541c38200/0x52bea07cb58abad0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.483258:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b541c38200/0x52bea07cb58abad0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.483265:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b541c38200/0x52bea07cb58abad0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.483279:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345639.483282:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abaec lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345639.483288:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345639.483290:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abaec lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345639.483296:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abaec lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345639.483303:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23c:0x0].0x0 (ffff91b649bd0500) 00010000:00010000:2.0:1763345639.483306:0:6509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763345639.483308:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abaec lrc: 1/0,0 mode: --/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345639.483313:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abaec lrc: 0/0,0 mode: --/PW res: [0x200000405:0x23c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345639.483320:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.483322:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.483323:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345639.483529:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763345639.483547:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54545ce00/2, rc 0, transno 21474839477 00000100:00100000:3.0:1763345639.483571:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54545ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924384384:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763345639.483709:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.483997:0:9295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee4000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924385024:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345639.484015:0:9295:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abae5 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000100:00100000:3.0:1763345639.484360:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910310272 00000100:00100000:3.0:1763345639.484366:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910310272 00010000:00010000:3.0:1763345639.484389:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ababb lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832b3e expref: 303 pid: 9296 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345639.484424:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3638 00000100:00100000:3.0:1763345639.484432:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+303:2408:x1849000910310272:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345639.484442:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345639.484448:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ababb lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832b3e expref: 303 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.484463:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ababb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832b3e expref: 303 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.484480:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ababb lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832b3e expref: 303 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.484491:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:3.0:1763345639.484496:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abae5 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.484506:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abae5 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.484512:0:28406:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abae5 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.485356:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345639.485421:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+302:2408:x1849000910310272:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 985us (1710us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.485430:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3638 00000100:00100000:0.0:1763345639.485465:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.485505:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910310528 00000100:00100000:3.0:1763345639.485511:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910310528 00000100:00100000:0.0:1763345639.486112:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11025 00000100:00100000:0.0:1763345639.486124:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+302:57209:x1849000910310528:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345639.486142:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.486162:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58abaf3 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832b53 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.486228:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abafa lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486241:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abafa lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486251:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abafa lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486262:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58abb01 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486269:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58abb01 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486275:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58abb01 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486363:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58abb08 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486372:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58abb08 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486379:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58abb08 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:0.0:1763345639.486387:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23f:0x0]: returning size 0 00010000:00010000:0.0:1763345639.486455:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58abb08 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486462:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58abb08 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486468:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58abb08 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486474:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748fec00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.486478:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58abb08 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486485:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58abb08 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486494:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:0.0:1763345639.486497:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763345639.486501:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58abb08 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486507:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58abb08 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486521:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abafa lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486526:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abafa lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486532:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abafa lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486537:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abafa lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486542:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748ff200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.486545:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abafa lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486551:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abafa lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486557:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42000) 00010000:00010000:0.0:1763345639.486559:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.486562:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abafa lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486567:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abafa lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486576:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58abb01 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486582:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58abb01 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486588:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58abb01 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486592:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748fe400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.486595:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58abb01 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486600:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58abb01 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486606:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc300) 00010000:00010000:0.0:1763345639.486609:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.486611:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58abb01 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486617:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58abb01 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.486646:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58abaf3 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b53 expref: 304 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.486655:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42000) 00010000:00010000:0.0:1763345639.486658:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763345639.486661:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58abaf3 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b53 expref: 304 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.486673:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b65e8ada00, rc 0) 00000100:00100000:0.0:1763345639.486749:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+303:57209:x1849000910310528:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 627us (1283us total) trans 8589940938 rc 301/301 00010000:00010000:2.0:1763345639.486752:0:9295:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abae5 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000100:00100000:0.0:1763345639.486776:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11025 00010000:00010000:2.0:1763345639.486777:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abae5 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:2.0:1763345639.486797:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23f:0x0]: returning size 0 00000004:00080000:2.0:1763345639.486935:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x34c:0x0], index 0: 0 00000004:00080000:2.0:1763345639.486941:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x34f:0x0], index 1: 0 00000004:00080000:2.0:1763345639.486946:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x350:0x0], index 1: 0 00000004:00080000:2.0:1763345639.486950:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x34d:0x0], index 0: 0 00010000:00010000:2.0:1763345639.487015:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abae5 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.487024:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abae5 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.487029:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abae5 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.487034:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ade00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.487038:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abae5 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.487044:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abae5 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.487054:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:2.0:1763345639.487062:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345639.487065:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abae5 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.487071:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abae5 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.487096:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58abade lrc: 1/0,0 mode: --/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b4c expref: 303 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.487102:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:2.0:1763345639.487103:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763345639.487106:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58abade lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b4c expref: 303 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.487113:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541e3ba00, rc 0) 00000100:00100000:2.0:1763345639.487144:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+302:57213:x1849000910309760:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 6951us (7405us total) trans 8589940939 rc 301/301 00000100:00100000:2.0:1763345639.487150:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11024 00000100:00100000:0.0:1763345639.488970:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.489020:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910310784 00000100:00100000:0.0:1763345639.489026:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.489031:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910310784 00000100:00100000:1.0:1763345639.489088:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3816 00000100:00100000:1.0:1763345639.489097:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+302:57213:x1849000910310784:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345639.489219:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910310912 00000100:00100000:2.0:1763345639.489225:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910310912 00000100:00100000:2.0:1763345639.489265:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11026 00000100:00100000:2.0:1763345639.489272:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+304:57209:x1849000910310912:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.489281:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.489299:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abb1d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832b5a expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345639.489350:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+305:57213:x1849000910310784:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 253us (385us total) trans 8589940940 rc 0/0 00000100:00100000:1.0:1763345639.489358:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3816 00010000:00010000:2.0:1763345639.489370:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abb24 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.489382:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abb24 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.489392:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abb24 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:2.0:1763345639.489418:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23f:0x0]: returning size 0 00000004:00200000:2.0:1763345639.489422:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345639.489435:0:9295:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abb24 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.489457:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abb1d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b5a expref: 305 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.489472:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abb24 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b5a expref: 304 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.489479:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:2.0:1763345639.489482:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345639.489485:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378da00, rc 0) 00000100:00100000:2.0:1763345639.489521:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+304:57209:x1849000910310912:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 249us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.489528:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11026 00000100:00100000:0.0:1763345639.493971:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.494200:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.494322:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910311168 00000100:00100000:2.0:1763345639.494323:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910311040 00000100:00100000:2.0:1763345639.494332:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910311040 00000100:00100000:1.0:1763345639.494333:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910311168 00000100:00100000:2.0:1763345639.494398:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8010 00000100:00100000:2.0:1763345639.494406:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910311168:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.494422:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1763345639.494425:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8011 00010000:00010000:2.0:1763345639.494439:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54378d000/0x52bea07cb58abb2b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832b68 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.494440:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910311040:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345639.494456:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:2.0:1763345639.494463:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x34d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345639.494473:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b658b9ee00/0x52bea07cb58abb32 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832b61 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.494478:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.494481:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.494491:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378d000/0x52bea07cb58abb2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b68 expref: 23 pid: 8403 timeout: 0 lvb_type: 1 00002000:00010000:3.0:1763345639.494495:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x350:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345639.494511:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.494512:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54378d000/0x52bea07cb58abb2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b68 expref: 23 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345639.494516:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.494525:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b658b9ee00/0x52bea07cb58abb32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b61 expref: 15 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345639.494528:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d000, rc 0) 00010000:00010000:3.0:1763345639.494543:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b658b9ee00/0x52bea07cb58abb32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b61 expref: 15 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345639.494554:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b658b9ee00, rc 0) 00000100:00100000:2.0:1763345639.494586:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910311168:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 179us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.494587:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910311040:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 150us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.494600:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8010 00000100:00100000:0.0:1763345639.494654:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.494830:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8011 00000100:00100000:3.0:1763345639.494855:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910311424 00000100:00100000:3.0:1763345639.494860:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910311424 00000100:00100000:3.0:1763345639.495139:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3817 00000100:00100000:3.0:1763345639.495148:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+304:57213:x1849000910311424:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345639.495472:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+305:57213:x1849000910311424:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 325us (819us total) trans 8589940941 rc 0/0 00000100:00100000:3.0:1763345639.495480:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3817 00000100:00100000:0.0:1763345639.496291:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.496349:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910311680 00000100:00100000:3.0:1763345639.496358:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910311680 00000100:00100000:3.0:1763345639.496405:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3818 00000100:00100000:3.0:1763345639.496415:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+305:57209:x1849000910311680:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345639.496571:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+306:57209:x1849000910311680:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 157us (281us total) trans 8589940942 rc 0/0 00000100:00100000:3.0:1763345639.496580:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3818 00000100:00100000:0.0:1763345639.499199:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.499378:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910311936 00000100:00100000:3.0:1763345639.499388:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910311936 00000100:00100000:3.0:1763345639.499448:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11027 00000100:00100000:3.0:1763345639.499458:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+306:55937:x1849000910311936:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345639.499481:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345639.499502:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abb39 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832b6f expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.499619:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abb40 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.499632:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abb40 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.499643:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abb40 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.499654:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58abb47 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.499661:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58abb47 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.499667:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58abb47 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.499864:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abb4e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.499882:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abb4e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.499893:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abb4e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345639.499903:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23f:0x0]: returning size 0 00010000:00010000:3.0:1763345639.499977:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abb40 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.499985:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abb40 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.499990:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abb40 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.499997:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abb40 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.500002:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b658b9f000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.500006:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abb40 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.500013:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abb40 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.500024:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b671c41a00) 00010000:00010000:3.0:1763345639.500027:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345639.500031:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abb40 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.500040:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abb40 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.500052:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58abb47 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.500058:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58abb47 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.500064:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58abb47 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.500068:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541c38200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.500072:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58abb47 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.500078:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58abb47 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.500085:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc300) 00010000:00010000:3.0:1763345639.500088:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345639.500091:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58abb47 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.500097:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58abb47 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.500129:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abb39 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b6f expref: 309 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.500149:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abb4e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b6f expref: 308 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.500160:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:3.0:1763345639.500162:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345639.500164:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541c39e00, rc 0) 00000100:00100000:3.0:1763345639.500214:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+308:55937:x1849000910311936:12345-192.168.203.8@tcp:101:bash.0 Request processed in 757us (1024us total) trans 8589940943 rc 0/0 00000100:00100000:3.0:1763345639.500222:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11027 00000100:00100000:2.0:1763345639.503228:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.503269:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.503310:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.503393:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910312192 00000100:00100000:1.0:1763345639.503403:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910312192 00000100:00100000:1.0:1763345639.503465:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3819 00000100:00100000:1.0:1763345639.503475:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+308:57209:x1849000910312192:12345-192.168.203.8@tcp:33:lfs.0 00000100:00100000:0.0:1763345639.503499:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910312064 00000100:00100000:0.0:1763345639.503505:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910312064 00000100:00100000:0.0:1763345639.503538:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11028 00000100:00100000:0.0:1763345639.503546:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+309:55937:x1849000910312064:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345639.503558:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1763345639.503579:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910312320 00010000:00010000:0.0:1763345639.503579:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58abb5c lrc: 2/0,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832b76 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.503586:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910312320 00010000:00010000:0.0:1763345639.503617:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abb63 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345639.503630:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 441 00010000:00010000:0.0:1763345639.503631:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abb63 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00000100:00100000:1.0:1763345639.503633:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+311:57209:x1849000910312192:12345-192.168.203.8@tcp:33:lfs.0 Request processed in 158us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.503645:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+311:2410:x1849000910312320:12345-192.168.203.8@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1763345639.503650:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3819 00010000:00010000:0.0:1763345639.503653:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abb63 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.503660:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345639.503679:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abb4e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b6f expref: 310 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.503695:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:3.0:1763345639.503713:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345639.503740:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+309:2410:x1849000910312320:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 101us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.503749:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 441 00010000:00010000:0.0:1763345639.503750:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58abb5c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b76 expref: 310 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.503806:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abb63 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b76 expref: 308 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.503815:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:0.0:1763345639.503818:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763345639.503821:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b65e8ade00, rc 0) 00000100:00100000:0.0:1763345639.503858:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+308:55937:x1849000910312064:12345-192.168.203.8@tcp:101:bash.0 Request processed in 312us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.503864:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11028 00000100:00100000:2.0:1763345639.506007:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.506247:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910312576 00000100:00100000:0.0:1763345639.506255:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910312576 00000100:00100000:0.0:1763345639.506347:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11029 00000100:00100000:0.0:1763345639.506357:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+308:55937:x1849000910312576:12345-192.168.203.8@tcp:36:bash.0 00010000:00010000:0.0:1763345639.506401:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345639.506423:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abb24 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b5a expref: 308 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.506438:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:0.0:1763345639.506443:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345639.506603:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58abb6a lrc: 3/0,1 mode: --/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.506615:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58abb6a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.506629:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58abb6a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000001:00080000:0.0:1763345639.506672:0:9296:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589940944 00000004:00010000:0.0:1763345639.506694:0:9296:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007aa74c25 reply state 00000000285fc4c6 transno 8589940945 ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58abb6a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.506706:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58abb6a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.506712:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:0.0:1763345639.506715:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345639.506717:0:9296:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345639.506831:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+310:55937:x1849000910312576:12345-192.168.203.8@tcp:36:bash.0 Request processed in 475us (829us total) trans 8589940945 rc 0/0 00000100:00100000:0.0:1763345639.506839:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11029 00000020:00080000:0.0:1763345639.506844:0:9296:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345639.512386:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.512453:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910312704 00000100:00100000:2.0:1763345639.512463:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910312704 00000100:00100000:2.0:1763345639.512527:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11030 00000100:00100000:2.0:1763345639.512547:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+310:55937:x1849000910312704:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345639.512571:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.512591:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abb71 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832b7d expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.512642:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abb71 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b7d expref: 311 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.512655:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abb71 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b7d expref: 311 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.512670:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:2.0:1763345639.512673:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345639.512676:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d800, rc 0) 00000100:00100000:2.0:1763345639.512739:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+311:55937:x1849000910312704:12345-192.168.203.8@tcp:101:bash.0 Request processed in 194us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.512747:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11030 00000100:00100000:2.0:1763345639.517161:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.517279:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910312960 00000100:00100000:0.0:1763345639.517290:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910312960 00000100:00100000:0.0:1763345639.517454:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11031 00000100:00100000:0.0:1763345639.517465:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+311:55937:x1849000910312960:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345639.517484:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.517487:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763345639.517513:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abb71 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b7d expref: 311 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.517528:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:0.0:1763345639.517533:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345639.517547:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58abb78 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832b84 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.517591:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58abb7f lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.517603:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58abb7f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23f:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.517611:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58abb7f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23f:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000040:00080000:0.0:1763345639.517965:0:9296:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1852, 88 off153776 00000004:00080000:0.0:1763345639.517974:0:9296:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032043213875ns, next at 1032978341148ns, rc = 0 00000040:00080000:0.0:1763345639.518010:0:9296:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1868, 88 off155304 00000004:00080000:0.0:1763345639.518015:0:9296:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032043255710ns, next at 1032978308189ns, rc = 0 00000040:00080000:0.0:1763345639.518036:0:9296:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1869, 88 off155392 00000004:00080000:0.0:1763345639.518040:0:9296:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032043280706ns, next at 1032978308189ns, rc = 0 00000040:00080000:0.0:1763345639.518051:0:9296:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1853, 88 off153864 00000004:00080000:0.0:1763345639.518054:0:9296:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032043294755ns, next at 1032978341148ns, rc = 0 00000100:00100000:3.0:1763345639.518912:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.520484:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910313216 00000100:00100000:3.0:1763345639.520503:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910313216 00000100:00100000:3.0:1763345639.520587:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11032 00000100:00100000:3.0:1763345639.520601:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+313:57214:x1849000910313216:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345639.520630:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345639.520663:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58abb86 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832b8b expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.520799:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58abb8d lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.520816:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58abb8d lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.520832:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58abb8d lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.520847:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abb94 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.520855:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abb94 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.520863:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abb94 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.521017:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58abb9b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.521034:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58abb9b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.521043:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58abb9b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:3.0:1763345639.521055:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23f:0x0]: returning size 2 00010000:00010000:3.0:1763345639.521683:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58abb9b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.521694:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58abb9b lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.521702:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58abb9b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.521709:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541c38200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.521714:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58abb9b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.521722:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58abb9b lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.521737:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:3.0:1763345639.521741:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1763345639.521747:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58abb9b lrc: 2/0,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.521754:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58abb9b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.521890:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58abb8d lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.521897:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58abb8d lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.521903:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58abb8d lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.521910:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58abb8d lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.521915:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672c86800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.521919:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58abb8d lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.521930:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58abb8d lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.521940:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b671c41a00) 00010000:00010000:3.0:1763345639.521943:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345639.521947:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58abb8d lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.521952:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58abb8d lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.521962:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abb94 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.521968:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abb94 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.521974:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abb94 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.521979:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541c39e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.521982:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abb94 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.521988:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abb94 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.521996:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc300) 00010000:00010000:3.0:1763345639.521998:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345639.522001:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abb94 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.522007:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abb94 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.522055:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58abb86 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b8b expref: 315 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.522068:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b671c41a00) 00010000:00010000:3.0:1763345639.522070:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763345639.522074:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58abb86 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b8b expref: 315 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.522094:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672c87200, rc 0) 00000100:00100000:3.0:1763345639.522193:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+314:57214:x1849000910313216:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1594us (3289us total) trans 8589940947 rc 301/301 00000100:00100000:3.0:1763345639.522203:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11032 00000001:00080000:1.0:1763345639.524981:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940947 is committed 00000004:00080000:1.0:1763345639.524997:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1188 committed 00000004:00080000:1.0:1763345639.525015:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1203 committed 00000004:00080000:1.0:1763345639.525026:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1202 committed 00000004:00080000:1.0:1763345639.525028:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1187 committed 00000100:00100000:1.0:1763345639.525171:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924385280:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.525233:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345639.525271:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763345639.525277:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924385152:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.525313:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345639.525343:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924385280 00000100:00100000:1.0:1763345639.525350:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924385280 00000100:00100000:1.0:1763345639.525385:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924385152 00000100:00100000:1.0:1763345639.525388:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924385152 00000100:00100000:1.0:1763345639.525409:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8012 00000100:00100000:1.0:1763345639.525418:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3657:x1849000924385280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1763345639.525441:0:15692:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:844 count 1 00010000:00010000:1.0:1763345639.525464:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58abba9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.525482:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543260200/0x52bea07cb58aba13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b14 expref: 14 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.525490:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345639.525492:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345639.525495:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58abba9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.525521:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b543260200/0x52bea07cb58aba13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980832b14 expref: 14 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.525534:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b543260200/0x52bea07cb58aba13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832b14 expref: 14 pid: 15692 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763345639.525544:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541770700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924385664:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345639.525597:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8b300 going to sleep for 11 seconds 00000100:00100000:1.0:1763345639.525613:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8013 00000100:00100000:1.0:1763345639.525620:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541771180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3657:x1849000924385152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1763345639.525632:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:843 count 1 00010000:00010000:1.0:1763345639.525643:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58abbb0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.525659:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ab861 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832a7a expref: 14 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.525665:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345639.525667:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345639.525670:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58abbb0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x34b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.525688:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ab861 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980832a7a expref: 14 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.525697:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ab861 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x34b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832a7a expref: 14 pid: 8405 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763345639.525706:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541770380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1849000924385792:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345639.525731:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8b240 going to sleep for 11 seconds 00000100:00100000:1.0:1763345639.525746:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924385536:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1763345639.525976:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58abb7f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23f:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b84 expref: 302 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.525987:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:0.0:1763345639.525990:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763345639.526004:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58abb78 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b84 expref: 302 pid: 9296 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763345639.526022:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58abb7f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23f:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b84 expref: 301 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.526052:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:0.0:1763345639.526055:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763345639.526058:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6748fe400, rc 0) 00010000:00010000:2.0:1763345639.526241:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abab4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.526251:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abab4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.526263:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abab4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.526273:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.526278:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abab4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.526285:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abab4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.526299:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc300) 00010000:00010000:2.0:1763345639.526302:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.526306:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abab4 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.526312:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abab4 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.526330:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58abb6a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.526336:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58abb6a lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.526342:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58abb6a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.526348:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ada00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.526352:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58abb6a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00000100:00100000:1.0:1763345639.526359:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345639.526359:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+300:55937:x1849000910312960:12345-192.168.203.8@tcp:101:bash.0 Request processed in 8894us (9204us total) trans 8589940946 rc 0/0 00010000:00010000:2.0:1763345639.526365:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58abb6a lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00000100:00100000:0.0:1763345639.526373:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11031 00010000:00010000:2.0:1763345639.526378:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:2.0:1763345639.526383:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.526386:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58abb6a lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000100:00100000:1.0:1763345639.526387:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1763345639.526395:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58abb6a lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000100:00100000:1.0:1763345639.526397:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924385408:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.526430:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345639.526432:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924385536 00000100:00100000:2.0:1763345639.526439:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924385536 00000100:00100000:2.0:1763345639.526473:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924385408 00000100:00100000:2.0:1763345639.526476:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924385408 00000100:00100000:2.0:1763345639.526503:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8014 00000100:00100000:2.0:1763345639.526512:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541772300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3659:x1849000924385536:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.526521:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8015 00000100:00100000:1.0:1763345639.526531:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541770a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3659:x1849000924385408:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1763345639.526673:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345639.526679:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763345639.526683:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb atime from disk: 0 -> 0 00000100:00100000:3.0:1763345639.526833:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924386304:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.526862:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541770a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3659:x1849000924385408:12345-0@lo:2:osp-syn-1-0.0 Request processed in 328us (426us total) trans 17179872226 rc 0/0 00002000:00010000:2.0:1763345639.526886:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763345639.526889:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345639.526893:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8015 00000100:00100000:0.0:1763345639.526908:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924386176:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.526924:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345639.526949:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541772300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3659:x1849000924385536:12345-0@lo:2:osp-syn-1-0.0 Request processed in 436us (590us total) trans 17179872227 rc 0/0 00000100:00100000:2.0:1763345639.526957:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8014 00000100:00100000:1.0:1763345639.526971:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924386304 00000100:00100000:0.0:1763345639.526977:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345639.526978:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924386304 00000100:00100000:2.0:1763345639.527014:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924386176 00000100:00100000:1.0:1763345639.527018:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8016 00000100:00100000:2.0:1763345639.527020:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924386176 00000100:00100000:1.0:1763345639.527029:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+26:3659:x1849000924386304:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763345639.527032:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541fbb800/2, rc 0, transno 17179872226 00000100:00100000:2.0:1763345639.527051:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8017 00000100:00100000:2.0:1763345639.527060:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+26:3658:x1849000924386176:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763345639.527112:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x34d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345639.527116:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x34d:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.527118:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x34d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.527120:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x34d:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.527123:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x34d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345639.527161:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3659:x1849000924386304:12345-0@lo:2:osp-syn-0-0.0 Request processed in 134us (240us total) trans 21474839478 rc 0/0 00000100:00100000:2.0:1763345639.527164:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3658:x1849000924386176:12345-0@lo:2:osp-syn-0-0.0 Request processed in 105us (194us total) trans 21474839479 rc 0/0 00000100:00100000:1.0:1763345639.527175:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8016 00000100:00100000:2.0:1763345639.527181:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8017 00000100:00100000:1.0:1763345639.527266:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000004:00080000:0.0:1763345639.527439:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541d67b80/2, rc 0, transno 21474839479 00000100:00100000:0.0:1763345639.527445:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924386176:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345639.527642:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910313344 00000100:00100000:2.0:1763345639.527647:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910313344 00000100:00100000:2.0:1763345639.527802:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11033 00000100:00100000:2.0:1763345639.527814:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541772d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+299:57214:x1849000910313344:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.527827:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.527845:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abbb7 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832b92 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.527866:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924385408:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763345639.527908:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541fba680/2, rc 0, transno 17179872227 00000100:00100000:3.0:1763345639.527914:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924385536:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763345639.527946:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541d65500/2, rc 0, transno 21474839478 00000100:00100000:3.0:1763345639.527951:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924386304:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.527977:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924386048:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.528018:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763345639.528191:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abbbe lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.528207:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abbbe lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.528218:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abbbe lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:2.0:1763345639.528242:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23f:0x0]: returning size 2 00000004:00200000:2.0:1763345639.528246:0:9296:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345639.528262:0:9296:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abbbe lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.528286:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abbb7 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b92 expref: 301 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.528301:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abbbe lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b92 expref: 300 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.528309:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:2.0:1763345639.528311:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345639.528316:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d800, rc 0) 00000100:00100000:3.0:1763345639.528683:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763345639.528695:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924385920:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.528734:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345639.528818:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541772d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+300:57214:x1849000910313344:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1000us (1545us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.528829:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11033 00000100:00100000:3.0:1763345639.528859:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924386048 00000100:00100000:3.0:1763345639.528880:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924386048 00000100:00100000:3.0:1763345639.528937:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924385920 00000100:00100000:3.0:1763345639.528940:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924385920 00000100:00100000:3.0:1763345639.528977:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8018 00000100:00100000:3.0:1763345639.528988:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+28:3657:x1849000924386048:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.528998:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8019 00000100:00100000:1.0:1763345639.529015:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3657:x1849000924385920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763345639.529023:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:841 count 1 00002000:00080000:1.0:1763345639.529039:0:27809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:840 count 1 00010000:00010000:1.0:1763345639.529059:0:27809:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58abbc5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.529074:0:27809:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b658b9e600/0x52bea07cb58ab96b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ad5 expref: 22 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345639.529083:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.529085:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.529089:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58abbc5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.529126:0:27809:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b658b9e600/0x52bea07cb58ab96b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980832ad5 expref: 22 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345639.529137:0:27809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b658b9e600/0x52bea07cb58ab96b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832ad5 expref: 22 pid: 28868 timeout: 1132 lvb_type: 1 00000100:00100000:1.0:1763345639.529150:0:27809:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541773800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27809:1849000924386432:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345639.529252:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abbcc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x349:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.529274:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54378de00/0x52bea07cb58aba2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x349:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b1b expref: 22 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.529283:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345639.529286:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345639.529290:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abbcc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x349:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345639.529313:0:27809:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8b840 going to sleep for 11 seconds 00010000:00010000:3.0:1763345639.529328:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54378de00/0x52bea07cb58aba2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x349:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980832b1b expref: 22 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.529344:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54378de00/0x52bea07cb58aba2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x349:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832b1b expref: 22 pid: 27810 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345639.529358:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924386560:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345639.529406:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9540 going to sleep for 11 seconds 00000100:00100000:3.0:1763345639.531562:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.531596:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.531621:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910313472 00000100:00100000:3.0:1763345639.531629:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910313472 00010000:00010000:3.0:1763345639.531680:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260200/0x52bea07cb58aba13 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832b14 expref: 15 pid: 15692 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345639.531714:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910313600 00000100:00100000:3.0:1763345639.531717:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910313600 00010000:00010000:3.0:1763345639.531729:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ab861 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x34b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832a7a expref: 16 pid: 8405 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345639.531755:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3639 00000100:00100000:3.0:1763345639.531806:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910313472:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345639.531820:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345639.531825:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b543260200/0x52bea07cb58aba13 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832b14 expref: 16 pid: 15692 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.531845:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b543260200/0x52bea07cb58aba13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832b14 expref: 16 pid: 15692 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.531881:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.531884:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.531889:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58abba9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.531898:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58abba9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.531925:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345639.531984:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910313472:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 177us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.531992:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3639 00000100:00100000:3.0:1763345639.532019:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3640 00000100:00100000:3.0:1763345639.532026:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910313600:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345639.532041:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345639.532046:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ab861 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x34b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832a7a expref: 15 pid: 8405 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.532055:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ab861 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x34b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832a7a expref: 15 pid: 8405 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.532073:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.532075:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.532078:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58abbb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.532090:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58abbb0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x34b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.532103:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345639.532131:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910313600:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 106us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.532138:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3640 00010000:00010000:2.0:1763345639.532465:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ab861 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832a7a expref: 14 pid: 8405 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763345639.532479:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541770380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1849000924385792:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345639.532497:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58abbb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.532506:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58abbb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.532512:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58abbb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.532521:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58abbb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.532528:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58abbb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.532547:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763345639.532749:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541771180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3657:x1849000924385152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7129us (7435us total) trans 17179872228 rc 0/0 00000100:00100000:2.0:1763345639.532756:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8013 00010000:00010000:1.0:1763345639.532941:0:15692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543260200/0x52bea07cb58aba13 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832b14 expref: 13 pid: 15692 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763345639.532954:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541770700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924385664:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345639.532965:0:15692:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58abba9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.532972:0:15692:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58abba9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.532977:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58abba9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.532984:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58abba9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.532990:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58abba9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.533013:0:15692:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763345639.533179:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3657:x1849000924385280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7761us (7945us total) trans 17179872229 rc 0/0 00000100:00100000:1.0:1763345639.533186:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8012 00010000:00010000:2.0:1763345639.533280:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763345639.533287:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58abbb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.533295:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345639.533299:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58abbb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.533308:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58abbb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.533322:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58abbb0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.533330:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58abbb0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.533345:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345639.533349:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58abba9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.533354:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345639.533357:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58abba9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.533364:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58abba9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.533372:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58abba9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.533383:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58abba9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.533395:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.533396:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.533398:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345639.533878:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763345639.533909:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541fb8700/2, rc 0, transno 17179872228 00000100:00100000:3.0:1763345639.533916:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924385152:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1763345639.533926:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541fb9f80/2, rc 0, transno 17179872229 00000100:00100000:3.0:1763345639.533930:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924385280:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345639.534262:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.534291:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.535348:0:27809:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541773800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27809:1849000924386432:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345639.535374:0:27809:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58abbc5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345639.535463:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910313856 00000100:00100000:2.0:1763345639.535471:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910313856 00000100:00100000:1.0:1763345639.535472:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910313728 00000100:00100000:1.0:1763345639.535475:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910313728 00000100:00100000:3.0:1763345639.535521:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924386560:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345639.535536:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abbcc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x349:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345639.535556:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8020 00000100:00100000:1.0:1763345639.535566:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+24:55937:x1849000910313856:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:1.0:1763345639.535581:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1763345639.535612:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8021 00000100:00100000:3.0:1763345639.535620:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542037800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+24:2409:x1849000910313728:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345639.535628:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.535633:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58abbd3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832ba0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.535634:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b541c38200/0x52bea07cb58abbda lrc: 2/0,0 mode: --/PR res: [0x280000401:0x34c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832b99 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345639.535683:0:8560:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x34c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763345639.535709:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.535712:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.535721:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58abbd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ba0 expref: 26 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.535736:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58abbd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ba0 expref: 26 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.535846:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260000, rc 0) 00000100:00100000:2.0:1763345639.535858:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.535935:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+26:55937:x1849000910313856:12345-192.168.203.8@tcp:101:bash.0 Request processed in 370us (1673us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.535940:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910313984 00000100:00100000:1.0:1763345639.535942:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8020 00000100:00100000:0.0:1763345639.535944:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910313984 00010000:00010000:0.0:1763345639.535961:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b658b9e600/0x52bea07cb58ab96b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832ad5 expref: 26 pid: 28868 timeout: 1132 lvb_type: 1 00000100:00100000:0.0:1763345639.535981:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3641 00000100:00100000:0.0:1763345639.535987:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910313984:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345639.535997:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345639.536001:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b658b9e600/0x52bea07cb58ab96b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x348:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832ad5 expref: 26 pid: 28868 timeout: 1132 lvb_type: 1 00010000:00010000:0.0:1763345639.536018:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b658b9e600/0x52bea07cb58ab96b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x348:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832ad5 expref: 26 pid: 28868 timeout: 1132 lvb_type: 1 00000100:00100000:3.0:1763345639.536338:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542036a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924386688:192.168.203.8@tcp:106: 00000100:00100000:2.0:1763345639.536383:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.536445:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541f623c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763345639.536461:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910314112 00000100:00100000:3.0:1763345639.536465:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910314112 00010000:00010000:3.0:1763345639.536481:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378de00/0x52bea07cb58aba2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x349:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832b1b expref: 27 pid: 27810 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345639.536513:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3642 00000100:00100000:3.0:1763345639.536521:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+27:2408:x1849000910314112:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345639.536529:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345639.536534:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54378de00/0x52bea07cb58aba2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x349:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832b1b expref: 27 pid: 27810 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.536544:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54378de00/0x52bea07cb58aba2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x349:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832b1b expref: 27 pid: 27810 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.536561:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54378de00/0x52bea07cb58aba2f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x349:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832b1b expref: 27 pid: 27810 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.536572:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.536574:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.536577:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abbcc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x349:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.536585:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abbcc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x349:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.536604:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345639.536627:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910314112:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 107us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.536634:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3642 00010000:00010000:3.0:1763345639.536664:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abbcc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.536670:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abbcc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.536676:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b658b9e600/0x52bea07cb58ab96b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x348:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832ad5 expref: 25 pid: 28868 timeout: 1132 lvb_type: 1 00010000:00010000:3.0:1763345639.536680:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abbcc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.536684:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.536686:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.536689:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58abbc5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.536692:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abbcc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.536696:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58abbc5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.536713:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345639.536714:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763345639.536733:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910313984:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 746us (876us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.536739:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3641 00010000:00010000:0.0:1763345639.536780:0:27809:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58abbc5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.536788:0:27809:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58abbc5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.536796:0:27809:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58abbc5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.536806:0:27809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58abbc5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.536817:0:27809:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763345639.536944:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+30:3657:x1849000924386048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7957us (8925us total) trans 21474839480 rc 0/0 00000100:00100000:3.0:1763345639.536951:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8018 00000004:00080000:3.0:1763345639.536988:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541d65f80/2, rc 0, transno 21474839480 00000100:00100000:3.0:1763345639.536994:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924386048:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1763345639.537016:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763345639.537022:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abbcc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.537030:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541c39e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345639.537035:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abbcc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.537043:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abbcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.537055:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abbcc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.537062:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345639.537062:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abbcc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.537067:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58abbc5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.537073:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345639.537076:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58abbc5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.537078:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345639.537080:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345639.537082:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.537084:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58abbc5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.537094:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58abbc5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.537101:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58abbc5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.537118:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.537120:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.537123:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345639.537504:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+29:3657:x1849000924385920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8494us (8768us total) trans 21474839481 rc 0/0 00000100:00100000:0.0:1763345639.537513:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8019 00000004:00080000:1.0:1763345639.537564:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541d64700/2, rc 0, transno 21474839481 00000100:00100000:1.0:1763345639.537569:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924385920:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1763345639.538356:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.538422:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910314240 00000100:00100000:0.0:1763345639.538429:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910314240 00000100:00100000:0.0:1763345639.538476:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8022 00000100:00100000:0.0:1763345639.538484:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+13:55937:x1849000910314240:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345639.538499:0:27809:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.538518:0:27809:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b6748fec00/0x52bea07cb58abbe1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832ba7 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345639.538538:0:27809:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x34f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345639.538556:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.538558:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.538566:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b6748fec00/0x52bea07cb58abbe1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ba7 expref: 14 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.538579:0:27809:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b6748fec00/0x52bea07cb58abbe1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ba7 expref: 14 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.538590:0:27809:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6748fec00, rc 0) 00000100:00100000:0.0:1763345639.538639:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+14:55937:x1849000910314240:12345-192.168.203.8@tcp:101:bash.0 Request processed in 155us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.538646:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8022 00002000:00010000:3.0:1763345639.539092:0:8560:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x34c:0x0] updating lvb mtime: 0 -> 1763345639 00002000:00010000:3.0:1763345639.539096:0:8560:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x34c:0x0] updating lvb atime: 0 -> 1763345638 00002000:00010000:3.0:1763345639.539098:0:8560:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x34c:0x0] updating lvb ctime: 0 -> 1763345639 00000100:00100000:3.0:1763345639.539110:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542036a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924386688:192.168.203.8@tcp:106: 00010000:00010000:3.0:1763345639.539141:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b541c38200/0x52bea07cb58abbda lrc: 1/0,0 mode: --/PR res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b99 expref: 23 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345639.539155:0:8560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b541c38200/0x52bea07cb58abbda lrc: 0/0,0 mode: --/PR res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b99 expref: 23 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345639.539165:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541c38200, rc 0) 00000100:00100000:3.0:1763345639.539190:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542037800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910313728:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3572us (4899us total) trans 0 rc 301/301 00000100:00100000:3.0:1763345639.539196:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8021 00000100:00100000:2.0:1763345639.540886:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.541274:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910314752 00000100:00100000:1.0:1763345639.541283:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910314752 00000100:00100000:1.0:1763345639.541605:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3820 00000100:00100000:1.0:1763345639.541618:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658bb7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+300:57214:x1849000910314752:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345639.541880:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658bb7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+301:57214:x1849000910314752:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 255us (1004us total) trans 8589940948 rc 0/0 00000100:00100000:1.0:1763345639.542098:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3820 00000100:00100000:2.0:1763345639.543062:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.543089:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.543113:0:28402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910314368 00000100:00100000:3.0:1763345639.543122:0:28402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910314368 00002000:00010000:3.0:1763345639.543153:0:28402:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/844 (0->18446744073709551615) 00002000:00100000:3.0:1763345639.543158:0:28402:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54545c700 with x1849000910314368 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345639.543168:0:28402:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54545c700. 00000100:00100000:3.0:1763345639.543194:0:28402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910314496 00000100:00100000:3.0:1763345639.543197:0:28402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910314496 00002000:00010000:3.0:1763345639.543207:0:28402:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/847 (0->18446744073709551615) 00002000:00100000:3.0:1763345639.543210:0:28402:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b549f71500 with x1849000910314496 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345639.543215:0:28402:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b549f71500. 00000100:00100000:3.0:1763345639.543241:0:28402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1898 00000100:00100000:3.0:1763345639.543250:0:28402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910314368:12345-192.168.203.8@tcp:10:bash.0 00000100:00100000:1.0:1763345639.543328:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1899 00000100:00100000:1.0:1763345639.543337:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910314496:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:1.0:1763345639.543478:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x34f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345639.543482:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x34f:0x0] updating lvb mtime from disk: 0 -> 1763345639 00002000:00010000:1.0:1763345639.543485:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x34f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.543488:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x34f:0x0] updating lvb ctime from disk: 0 -> 1763345639 00002000:00010000:1.0:1763345639.543491:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x34f:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1763345639.543493:0:28402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x34c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345639.543497:0:28402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x34c:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00002000:00010000:3.0:1763345639.543500:0:28402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x34c:0x0] updating lvb atime from disk: 1763345638 -> 0 00002000:00010000:3.0:1763345639.543502:0:28402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x34c:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00002000:00010000:3.0:1763345639.543504:0:28402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x34c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345639.544049:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910314496:12345-192.168.203.8@tcp:10:bash.0 Request processed in 710us (956us total) trans 17179872230 rc 0/0 00000100:00100000:1.0:1763345639.544059:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1899 00002000:00010000:1.0:1763345639.544063:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/847 (0->18446744073709551615) 00002000:00100000:1.0:1763345639.544067:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b549f71500 with x1849000910314496 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345639.544076:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b549f71500. 00000100:00100000:3.0:1763345639.544213:0:28402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910314368:12345-192.168.203.8@tcp:10:bash.0 Request processed in 962us (1152us total) trans 21474839482 rc 0/0 00000100:00100000:3.0:1763345639.544220:0:28402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1898 00002000:00010000:3.0:1763345639.544223:0:28402:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/844 (0->18446744073709551615) 00002000:00100000:3.0:1763345639.544226:0:28402:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54545c700 with x1849000910314368 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345639.544232:0:28402:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54545c700. 00000100:00100000:0.0:1763345639.545829:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.546096:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910314880 00000100:00100000:2.0:1763345639.546106:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910314880 00000100:00100000:2.0:1763345639.546159:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11034 00000100:00100000:2.0:1763345639.546169:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+301:57214:x1849000910314880:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.546189:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.546209:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abbe8 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832bae expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.546439:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abbef lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.546452:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abbef lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.546462:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abbef lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.546472:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abbf6 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.546479:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abbf6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.546488:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abbf6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.546553:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abbfd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.546563:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abbfd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.546569:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abbfd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:2.0:1763345639.546601:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23f:0x0]: returning size 2 00000004:00200000:2.0:1763345639.546605:0:9296:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345639.546621:0:9296:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abbfd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.546630:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abbfd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.546638:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abbef lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.546645:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abbef lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.546650:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abbef lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.546656:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abbef lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.546661:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378ca00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.546665:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abbef lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.546672:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abbef lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.546682:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b67a37f000) 00010000:00010000:2.0:1763345639.546685:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.546689:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abbef lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.546694:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abbef lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.546704:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abbf6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.546709:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abbf6 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.546713:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abbf6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.546717:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378cc00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.546720:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abbf6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.546726:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abbf6 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.546732:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b67a37f200) 00010000:00010000:2.0:1763345639.546734:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.546736:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abbf6 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.546741:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abbf6 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.547039:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abbe8 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bae expref: 303 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.547056:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abbfd lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bae expref: 302 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.547063:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:2.0:1763345639.547065:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345639.547068:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d200, rc 0) 00000100:00100000:2.0:1763345639.547207:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+302:57214:x1849000910314880:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1038us (1384us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.547215:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11034 00000100:00100000:3.0:1763345639.547697:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.548203:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910315136 00000100:00100000:1.0:1763345639.548211:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910315136 00000100:00100000:1.0:1763345639.548260:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3821 00000100:00100000:1.0:1763345639.548268:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542036a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+302:55937:x1849000910315136:12345-192.168.203.8@tcp:35:bash.0 00000100:00100000:1.0:1763345639.548501:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542036a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+303:55937:x1849000910315136:12345-192.168.203.8@tcp:35:bash.0 Request processed in 233us (805us total) trans 8589940949 rc 0/0 00000100:00100000:1.0:1763345639.548508:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3821 00000100:00100000:2.0:1763345639.551723:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.551810:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910315392 00000100:00100000:2.0:1763345639.551817:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.551821:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910315392 00000100:00100000:0.0:1763345639.551864:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910315520 00000100:00100000:0.0:1763345639.551880:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910315520 00000100:00100000:3.0:1763345639.551886:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11035 00000100:00100000:3.0:1763345639.551904:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+304:57214:x1849000910315392:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:0.0:1763345639.551932:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 442 00010000:00010000:3.0:1763345639.551939:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763345639.551944:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658761050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+304:2408:x1849000910315520:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345639.551959:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345639.551968:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58abc04 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832bb5 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.551982:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abbfd lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bae expref: 305 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.551997:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:0.0:1763345639.552001:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345639.552049:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658761050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+304:2408:x1849000910315520:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 108us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.552057:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 442 00010000:00010000:3.0:1763345639.552122:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abc0b lrc: 3/0,1 mode: --/CW res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.552143:0:9296:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abbbe lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b92 expref: 303 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.552151:0:9296:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abc0b lrc: 4/0,1 mode: --/CW res: [0x200000405:0x23f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.552182:0:9296:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abbbe lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832b92 expref: 303 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.552195:0:9296:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abbbe lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832b92 expref: 303 pid: 9296 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345639.552207:0:9296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542035f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924386816:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345639.552276:0:9296:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9540 going to sleep for 11 seconds 00000100:00100000:2.0:1763345639.559240:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.559267:0:9296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542035f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924386816:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345639.559297:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910315648 00010000:00010000:3.0:1763345639.559298:0:9296:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abc0b lrc: 3/0,1 mode: --/CW res: [0x200000405:0x23f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000100:00100000:0.0:1763345639.559306:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910315648 00010000:00010000:0.0:1763345639.559341:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abbbe lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832b92 expref: 304 pid: 9296 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763345639.559383:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3643 00000100:00100000:0.0:1763345639.559394:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+304:2410:x1849000910315648:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345639.559408:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345639.559415:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abbbe lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832b92 expref: 304 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345639.559430:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abbbe lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832b92 expref: 304 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345639.559450:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abbbe lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832b92 expref: 304 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345639.559464:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:0.0:1763345639.559469:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abc0b lrc: 3/0,1 mode: --/CW res: [0x200000405:0x23f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.559477:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abc0b lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x23f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.559484:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abc0b lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x23f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.559508:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345639.561501:0:9296:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abc0b lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x23f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.561518:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abc0b lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x23f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345639.561548:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23f:0x0]: returning size 5 00000100:00100000:2.0:1763345639.561631:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:3.0:1763345639.561898:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58abc04 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bb5 expref: 305 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.561917:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abc0b lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x23f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bb5 expref: 304 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.561925:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:3.0:1763345639.561928:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763345639.561931:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541c39e00, rc 0) 00000100:00100000:3.0:1763345639.561980:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+304:57214:x1849000910315392:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 10086us (10268us total) trans 8589940950 rc 0/0 00000100:00100000:3.0:1763345639.561988:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11035 00000100:00100000:3.0:1763345639.562017:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910315776 00000100:00100000:3.0:1763345639.562022:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910315776 00000100:00100000:3.0:1763345639.562058:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11036 00000100:00100000:3.0:1763345639.562065:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+304:57215:x1849000910315776:12345-192.168.203.8@tcp:101:rm.0 00000100:00100000:0.0:1763345639.562094:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+304:2410:x1849000910315648:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 2700us (2860us total) trans 0 rc 0/0 00010000:00010000:3.0:1763345639.562099:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763345639.562105:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3643 00010000:00010000:3.0:1763345639.562119:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abc19 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832bbc expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.562171:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58abc20 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.562184:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58abc20 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.562194:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58abc20 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.562206:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58abc27 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.562212:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58abc27 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.562218:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58abc27 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.562269:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abc2e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.562279:0:9296:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abc0b lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x23f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bb5 expref: 304 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.562286:0:9296:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abc2e lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.562314:0:9296:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abc0b lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x23f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832bb5 expref: 304 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.562325:0:9296:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abc0b lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x23f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832bb5 expref: 304 pid: 9296 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345639.562336:0:9296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542035f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924386944:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345639.562397:0:9296:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541f623c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345639.566341:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.566477:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.566503:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910315904 00000100:00100000:2.0:1763345639.566513:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910315904 00000100:00100000:3.0:1763345639.566531:0:9296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542035f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924386944:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345639.566565:0:9296:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abc2e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000100:00100000:2.0:1763345639.566578:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11037 00000100:00100000:2.0:1763345639.566589:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541770700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+305:57214:x1849000910315904:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:0.0:1763345639.566591:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910316032 00000100:00100000:0.0:1763345639.566598:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910316032 00010000:00010000:2.0:1763345639.566613:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.566634:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abc35 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832bc3 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.566648:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abc0b lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x23f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832bb5 expref: 306 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345639.566721:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abc3c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.566735:0:9295:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abc3c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00000100:00100000:0.0:1763345639.566743:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3644 00010000:00010000:2.0:1763345639.566745:0:9295:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abc3c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000100:00100000:0.0:1763345639.567039:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541773b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+307:2408:x1849000910316032:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345639.567067:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345639.567094:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abc0b lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x23f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832bb5 expref: 307 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345639.567132:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abc0b lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x23f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832bb5 expref: 307 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345639.567166:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58abc0b lrc: 0/0,0 mode: --/CW res: [0x200000405:0x23f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832bb5 expref: 307 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345639.567181:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:0.0:1763345639.567198:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abc2e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.567206:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abc2e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.567222:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abc2e lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.567230:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abc3c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.567235:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abc3c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.567240:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abc3c lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.567303:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345639.567410:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541773b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+306:2408:x1849000910316032:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 648us (923us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.567418:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3644 00010000:00010000:3.0:1763345639.567514:0:9296:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abc2e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.567521:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abc2e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345639.567583:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23f:0x0]: returning size 5 00000004:00200000:3.0:1763345639.567598:0:9296:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763345639.567629:0:9296:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abc2e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.567640:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abc2e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.567664:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58abc20 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.567670:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58abc20 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.567687:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58abc20 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.567694:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58abc20 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.567699:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672c87200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.567702:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58abc20 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.567718:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58abc20 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.567727:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b671c41a00) 00010000:00010000:3.0:1763345639.567742:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345639.567747:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58abc20 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.567753:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58abc20 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.567833:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58abc27 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.567839:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58abc27 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.567844:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58abc27 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.567863:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672c86800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.567866:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58abc27 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.567895:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58abc27 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.567903:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b671c41f00) 00010000:00010000:3.0:1763345639.567906:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345639.567909:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58abc27 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.567914:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58abc27 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.567943:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abc19 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bbc expref: 306 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.567964:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abc2e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bbc expref: 305 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.567971:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:3.0:1763345639.567974:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345639.567976:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b658b9e600, rc 0) 00000100:00100000:3.0:1763345639.568018:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+305:57215:x1849000910315776:12345-192.168.203.8@tcp:101:rm.0 Request processed in 5952us (6389us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.568027:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11036 00010000:00010000:2.0:1763345639.568042:0:9295:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abc3c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.568053:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abc3c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:2.0:1763345639.568077:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23f:0x0]: returning size 5 00000004:00200000:2.0:1763345639.568080:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345639.568092:0:9295:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abc3c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.568113:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abc35 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bc3 expref: 305 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.568125:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abc3c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bc3 expref: 304 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.568133:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:2.0:1763345639.568137:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345639.568139:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c200, rc 0) 00000100:00100000:2.0:1763345639.568164:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541770700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+304:57214:x1849000910315904:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1578us (1846us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.568171:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11037 00000100:00100000:3.0:1763345639.572172:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.572218:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.572247:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910316416 00000100:00100000:0.0:1763345639.572257:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910316416 00000100:00100000:2.0:1763345639.572286:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910316288 00000100:00100000:2.0:1763345639.572290:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910316288 00000100:00100000:0.0:1763345639.572344:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 443 00000100:00100000:2.0:1763345639.572346:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11038 00000100:00100000:2.0:1763345639.572354:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542035c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+305:57214:x1849000910316288:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:0.0:1763345639.572365:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542035f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+305:2410:x1849000910316416:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345639.572371:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.572377:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345639.572390:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abc43 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832bca expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.572407:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abc2e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bbc expref: 306 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.572434:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:0.0:1763345639.572438:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345639.572525:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542035f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+305:2410:x1849000910316416:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 172us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.572545:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 443 00010000:00010000:2.0:1763345639.572733:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abc4a lrc: 3/0,1 mode: --/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.572746:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abc4a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.572755:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abc4a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:2.0:1763345639.572829:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23f:0x0]: returning size 5 00010000:00010000:2.0:1763345639.573290:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abc43 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bca expref: 306 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.573305:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abc4a lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bca expref: 305 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.573313:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:2.0:1763345639.573315:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763345639.573318:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378dc00, rc 0) 00000100:00100000:2.0:1763345639.573357:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542035c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+305:57214:x1849000910316288:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1005us (1138us total) trans 8589940951 rc 0/0 00000100:00100000:2.0:1763345639.573364:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11038 00000100:00100000:3.0:1763345639.573972:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.574095:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910316672 00000100:00100000:2.0:1763345639.574102:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910316672 00000100:00100000:2.0:1763345639.574143:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11039 00000100:00100000:2.0:1763345639.574151:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542034380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+305:57215:x1849000910316672:12345-192.168.203.8@tcp:36:rm.0 00010000:00010000:2.0:1763345639.574188:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1763345639.574204:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58abb7f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23f:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b84 expref: 305 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.574219:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abc3c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bc3 expref: 304 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.574237:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abb63 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b76 expref: 303 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.574247:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:2.0:1763345639.574250:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345639.574272:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abc58 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.574282:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abc58 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.574290:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abc58 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.574302:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abc5f lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.574309:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abc5f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.574316:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abc5f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.574384:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abc66 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.574396:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abc66 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.574403:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abc66 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00080000:2.0:1763345639.574595:0:9295:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x200000405:0x23f:0x0] is inserted into orphan list, open count = 2 00010000:00010000:2.0:1763345639.574668:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abc66 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.574676:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abc66 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.574682:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abc66 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.575051:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378ca00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.575057:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abc66 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.575064:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abc66 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.575073:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:2.0:1763345639.575076:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763345639.575080:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abc66 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.575086:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abc66 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.575100:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abc58 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.575110:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abc58 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.575115:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abc58 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.575121:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abc58 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.575126:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378ce00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.575129:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abc58 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.575134:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abc58 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.575141:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b67a37f000) 00010000:00010000:2.0:1763345639.575144:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.575146:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abc58 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.575152:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abc58 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000004:00010000:2.0:1763345639.575164:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004b8164c1 reply state 00000000852efd1d transno 8589940952 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abc5f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.575175:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abc5f lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.575181:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b67a37f200) 00010000:00010000:2.0:1763345639.575184:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345639.575186:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345639.575250:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542034380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+304:57215:x1849000910316672:12345-192.168.203.8@tcp:36:rm.0 Request processed in 1098us (1278us total) trans 8589940952 rc 0/0 00000100:00100000:2.0:1763345639.575258:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11039 00000100:00100000:1.0:1763345639.576656:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.576797:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910316800 00000100:00100000:2.0:1763345639.576806:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910316800 00000100:00100000:2.0:1763345639.576911:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11040 00000100:00100000:2.0:1763345639.576921:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541771c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+304:57214:x1849000910316800:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.576941:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.576958:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abc6d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832bd1 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.577004:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abc6d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bd1 expref: 305 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.577018:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abc6d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bd1 expref: 305 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.577034:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:2.0:1763345639.577037:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345639.577041:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c000, rc 0) 00000100:00100000:2.0:1763345639.577089:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541771c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+305:57214:x1849000910316800:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 170us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.577097:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11040 00000100:00100000:0.0:1763345639.579545:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.579650:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910316928 00000100:00100000:3.0:1763345639.579659:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910316928 00000100:00100000:3.0:1763345639.579718:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8023 00000100:00100000:3.0:1763345639.579728:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910316928:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:3.0:1763345639.579921:0:8560:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abc74 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.579940:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58abbd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ba0 expref: 23 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.579949:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345639.579951:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345639.579954:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abc74 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.579994:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58abbd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ba0 expref: 23 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.580007:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58abbd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ba0 expref: 23 pid: 15692 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345639.580021:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924387072:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345639.580152:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541f623c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763345639.581959:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924387072:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345639.581986:0:8560:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abc74 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.583850:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.584062:0:28402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910317056 00000100:00100000:3.0:1763345639.584072:0:28402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910317056 00002000:00100000:3.0:1763345639.584118:0:28402:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x34c:0x0] (0->4) req@ffff91b671c0c380 x1849000910317056/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:115/0 lens 496/0 e 0 to 0 dl 1763345650 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345639.584130:0:28402:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b671c0c380 with x1849000910317056 ext(0->4) 00010000:00010000:3.0:1763345639.584138:0:28402:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58abbd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ba0 expref: 24 pid: 15692 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.584153:0:28402:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58abbd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ba0 expref: 24 pid: 15692 timeout: 1132 lvb_type: 0 00002000:00010000:3.0:1763345639.584160:0:28402:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91b671c0c380 00000100:00100000:3.0:1763345639.584195:0:28402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 132 00000100:00100000:3.0:1763345639.584205:0:28402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d51c9e15-7951-472b-8182-95fba90f4cff+24:2409:x1849000910317056:12345-192.168.203.8@tcp:4:bash.0 00000100:00100000:3.0:1763345639.585691:0:28402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d51c9e15-7951-472b-8182-95fba90f4cff+26:2409:x1849000910317056:12345-192.168.203.8@tcp:4:bash.0 Request processed in 1481us (1842us total) trans 21474839483 rc 0/0 00000100:00100000:3.0:1763345639.585704:0:28402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 132 00002000:00100000:3.0:1763345639.585716:0:28402:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x34c:0x0] (0->4) req@ffff91b671c0c380 x1849000910317056/t21474839483(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:115/0 lens 496/448 e 0 to 0 dl 1763345650 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345639.585725:0:28402:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b671c0c380 with x1849000910317056 ext(0->4) 00010000:00010000:3.0:1763345639.585733:0:28402:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58abbd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ba0 expref: 26 pid: 15692 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.585747:0:28402:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58abbd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ba0 expref: 26 pid: 15692 timeout: 1132 lvb_type: 0 00002000:00010000:3.0:1763345639.585754:0:28402:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91b671c0c380 00000100:00100000:1.0:1763345639.585921:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.586292:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910317184 00000100:00100000:3.0:1763345639.586301:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910317184 00000100:00100000:3.0:1763345639.586408:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11041 00000100:00100000:3.0:1763345639.586417:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541772a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+305:57216:x1849000910317184:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345639.586436:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345639.586456:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abc7b lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832bd8 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.586516:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abc82 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.586530:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abc82 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.586544:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abc82 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.586554:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abc89 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.586560:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abc89 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.586565:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abc89 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.586598:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abc82 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.586604:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abc82 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.586610:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abc82 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.586616:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abc82 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.586622:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b658b9e600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.586625:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abc82 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.586632:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abc82 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.586643:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b671c41a00) 00010000:00010000:3.0:1763345639.586646:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345639.586650:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abc82 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.586656:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abc82 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.586668:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abc89 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.586674:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abc89 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.586679:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abc89 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.586684:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748ff200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.586687:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abc89 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.586692:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abc89 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.586698:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b67a37f200) 00010000:00010000:3.0:1763345639.586701:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345639.586704:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abc89 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.586709:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abc89 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.586734:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abc7b lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bd8 expref: 306 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.586743:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b671c41a00) 00010000:00010000:3.0:1763345639.586746:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345639.586749:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abc7b lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bd8 expref: 306 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.587313:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b658b9f000, rc 0) 00000100:00100000:0.0:1763345639.587399:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541772a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+305:57216:x1849000910317184:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 980us (1476us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345639.587406:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11041 00000100:00100000:1.0:1763345639.589255:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.589288:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.589420:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910317312 00000100:00100000:0.0:1763345639.589429:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910317312 00010000:00010000:0.0:1763345639.589463:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58abbd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ba0 expref: 26 pid: 15692 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763345639.589504:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3645 00000100:00100000:0.0:1763345639.589513:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541773800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+26:2411:x1849000910317312:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345639.589527:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1763345639.589545:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x34c:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:0.0:1763345639.589548:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x34c:0x0] updating lvb atime from disk: 0 -> 1763345638 00002000:00010000:0.0:1763345639.589551:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x34c:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763345639.589557:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58abbd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ba0 expref: 26 pid: 15692 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345639.589569:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58abbd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ba0 expref: 26 pid: 15692 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345639.589589:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58abbd3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ba0 expref: 26 pid: 15692 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345639.589603:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.589605:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.589609:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abc74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.589618:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abc74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.589651:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345639.589707:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541773800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+25:2411:x1849000910317312:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 185us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.589715:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3645 00000100:00100000:2.0:1763345639.589986:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910317440 00000100:00100000:2.0:1763345639.589992:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910317440 00000100:00100000:2.0:1763345639.590025:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11042 00000100:00100000:2.0:1763345639.590033:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+305:57216:x1849000910317440:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.590048:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.590065:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abc90 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832bdf expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.590119:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abc97 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.590131:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abc97 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.590140:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abc97 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.590149:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abc9e lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.590155:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abc9e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.590162:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abc9e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.590196:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abc97 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.590203:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abc97 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.590209:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abc97 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.590215:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abc97 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.590221:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.590224:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abc97 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.590231:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abc97 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.590240:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b67a37f000) 00010000:00010000:2.0:1763345639.590243:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.590247:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abc97 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.590254:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abc97 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.590263:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abc9e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.590269:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abc9e lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.590274:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abc9e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.590278:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.590281:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abc9e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.590286:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abc9e lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.590293:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b67a37f200) 00010000:00010000:2.0:1763345639.590295:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.590298:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abc9e lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.590303:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abc9e lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.590328:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abc90 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bdf expref: 306 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.590337:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b67a37f000) 00010000:00010000:2.0:1763345639.590339:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.590342:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abc90 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bdf expref: 306 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.590353:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378ca00, rc 0) 00000100:00100000:2.0:1763345639.590381:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+305:57216:x1849000910317440:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 349us (1091us total) trans 0 rc 301/301 00000100:00100000:2.0:1763345639.590387:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11042 00010000:00010000:3.0:1763345639.590520:0:8560:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abc74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.590529:0:8560:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abc74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.590549:0:8560:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abc74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.590556:0:8560:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abc74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.590563:0:8560:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abc74 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.590569:0:8560:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b658b9fe00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345639.590572:0:8560:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abc74 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.590579:0:8560:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abc74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.590590:0:8560:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abc74 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.590598:0:8560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abc74 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.590643:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+24:2409:x1849000910316928:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 10916us (11112us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.590651:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8023 00000100:00100000:3.0:1763345639.592931:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.592975:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.593043:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910317568 00000100:00100000:2.0:1763345639.593052:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910317568 00000100:00100000:0.0:1763345639.593066:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910317824 00000100:00100000:0.0:1763345639.593070:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910317824 00000100:00100000:0.0:1763345639.593121:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11043 00000100:00100000:0.0:1763345639.593132:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+306:57216:x1849000910317568:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:1.0:1763345639.593134:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11044 00000100:00100000:1.0:1763345639.593142:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+306:57214:x1849000910317824:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345639.593149:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.593172:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345639.593193:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abc6d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bd1 expref: 306 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.593208:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:1.0:1763345639.593213:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345639.593240:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58abca5 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.593250:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58abcac lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832be6 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.593251:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58abca5 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.593260:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58abca5 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.593289:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50800/0x52bea07cb58abcb3 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.593296:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50800/0x52bea07cb58abcb3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.593303:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50800/0x52bea07cb58abcb3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:0.0:1763345639.593334:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763345639.593338:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763345639.593366:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58abcac lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832be6 expref: 307 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.593380:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50800/0x52bea07cb58abcb3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832be6 expref: 306 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.593387:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42e00) 00010000:00010000:0.0:1763345639.593389:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763345639.593392:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b50800, rc 0) 00000100:00100000:0.0:1763345639.593441:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+306:57216:x1849000910317568:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 311us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.593448:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11043 00000040:00080000:1.0:1763345639.593449:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1854, 88 off153952 00000004:00080000:1.0:1763345639.593456:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032118695938ns, next at 1032978341148ns, rc = 0 00000040:00080000:1.0:1763345639.593515:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1870, 88 off155480 00000004:00080000:1.0:1763345639.593520:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032118760190ns, next at 1032978308189ns, rc = 0 00000040:00080000:1.0:1763345639.593561:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1871, 88 off155568 00000004:00080000:1.0:1763345639.593567:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032118807088ns, next at 1032978308189ns, rc = 0 00000040:00080000:1.0:1763345639.593601:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1855, 88 off154040 00000004:00080000:1.0:1763345639.593606:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032118846706ns, next at 1032978341148ns, rc = 0 00000001:00080000:3.0:1763345639.595562:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940953 is committed 00000004:00080000:3.0:1763345639.595574:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1190 committed 00010000:00010000:0.0:1763345639.595588:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abc5f lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00000004:00080000:3.0:1763345639.595591:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1205 committed 00010000:00010000:0.0:1763345639.595602:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abc5f lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00000004:00080000:3.0:1763345639.595607:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1204 committed 00010000:00010000:0.0:1763345639.595610:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abc5f lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00000004:00080000:3.0:1763345639.595612:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1189 committed 00010000:00010000:0.0:1763345639.595622:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.595627:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abc5f lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.595635:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abc5f lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.595650:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b67a37f200) 00010000:00010000:0.0:1763345639.595653:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.595668:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abc5f lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.595676:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abc5f lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000100:00100000:2.0:1763345639.595825:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924387584:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.595840:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924387456:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.595861:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924387200:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.595903:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345639.595939:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924387456 00000100:00100000:3.0:1763345639.595948:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924387456 00000100:00100000:0.0:1763345639.595971:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345639.595998:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345639.596020:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924387328:0@lo:2:osp-syn-0-0.0 00000004:00010000:1.0:1763345639.596084:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000019f63cac reply state 0000000051c8b89e transno 8589940953 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58abca5 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.596103:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58abca5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.596111:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:1.0:1763345639.596114:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763345639.596116:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1763345639.596188:0:6520:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763345639.596200:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+300:57214:x1849000910317824:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 3058us (3223us total) trans 8589940953 rc 0/0 00000100:00100000:1.0:1763345639.596208:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11044 00010000:00010000:1.0:1763345639.596228:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58abca5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.596234:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58abca5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.596239:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58abca5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.596243:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.596246:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58abca5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.596251:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58abca5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.596258:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:1.0:1763345639.596259:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345639.596262:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58abca5 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.596266:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58abca5 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000100:00100000:0.0:1763345639.596513:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924387584 00000100:00100000:0.0:1763345639.596518:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924387584 00000100:00100000:0.0:1763345639.596549:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924387200 00000100:00100000:0.0:1763345639.596551:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924387200 00000100:00100000:0.0:1763345639.596576:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8024 00000100:00100000:0.0:1763345639.596584:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+29:3658:x1849000924387456:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.596742:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8025 00000100:00100000:1.0:1763345639.596752:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3659:x1849000924387584:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1763345639.596802:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x34d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345639.596806:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x34d:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763345639.596809:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x34d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345639.596811:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x34d:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763345639.596813:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x34d:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763345639.596852:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:0.0:1763345639.596857:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+30:3658:x1849000924387456:12345-0@lo:2:osp-syn-0-0.0 Request processed in 272us (953us total) trans 21474839484 rc 0/0 00002000:00010000:1.0:1763345639.596858:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.596864:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.596880:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.596884:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345639.596886:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8024 00000100:00100000:0.0:1763345639.596906:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8026 00000100:00100000:0.0:1763345639.596915:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3656:x1849000924387200:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.596933:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3659:x1849000924387584:12345-0@lo:2:osp-syn-1-0.0 Request processed in 182us (961us total) trans 17179872231 rc 0/0 00000100:00100000:1.0:1763345639.596941:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8025 00000100:00100000:1.0:1763345639.596964:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1763345639.596986:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x34f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345639.596990:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x34f:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00002000:00010000:0.0:1763345639.596993:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x34f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345639.596995:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x34f:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00000100:00100000:1.0:1763345639.596997:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924387328 00002000:00010000:0.0:1763345639.596999:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x34f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345639.597003:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924387328 00000100:00100000:1.0:1763345639.597034:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8027 00000100:00100000:0.0:1763345639.597043:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3656:x1849000924387200:12345-0@lo:2:osp-syn-1-0.0 Request processed in 128us (1045us total) trans 17179872232 rc 0/0 00000100:00100000:1.0:1763345639.597044:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+30:3657:x1849000924387328:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345639.597057:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8026 00000004:00080000:0.0:1763345639.597105:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ee4a80/2, rc 0, transno 21474839484 00000100:00100000:0.0:1763345639.597112:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924387456:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.597140:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+31:3657:x1849000924387328:12345-0@lo:2:osp-syn-0-0.0 Request processed in 98us (174us total) trans 21474839485 rc 0/0 00000100:00100000:1.0:1763345639.597147:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8027 00000004:00080000:1.0:1763345639.597178:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ee4380/2, rc 0, transno 21474839485 00000100:00100000:1.0:1763345639.597183:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924387328:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345639.597201:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6748a4e00/2, rc 0, transno 17179872231 00000100:00100000:1.0:1763345639.597205:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924387584:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1763345639.597356:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6748a4700/2, rc 0, transno 17179872232 00000100:00100000:2.0:1763345639.597361:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924387200:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.597442:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.597482:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910317952 00000100:00100000:2.0:1763345639.597486:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910317952 00000100:00100000:2.0:1763345639.597562:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11045 00000100:00100000:2.0:1763345639.597571:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+299:57216:x1849000910317952:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.597583:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.597599:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abcba lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832bed expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.597664:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abcc1 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.597676:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abcc1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.597686:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abcc1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.597712:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abcc8 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.597720:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abcc8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.597727:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abcc8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.597784:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abcc1 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.597792:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abcc1 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.597797:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abcc1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.597804:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abcc1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.597809:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.597812:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abcc1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.597823:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abcc1 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.597832:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42e00) 00010000:00010000:2.0:1763345639.597834:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.597838:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abcc1 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.597844:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abcc1 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.597853:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abcc8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.597858:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abcc8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.597864:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abcc8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.597878:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.597881:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abcc8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.597887:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abcc8 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.597893:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b67a37f600) 00010000:00010000:2.0:1763345639.597896:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.597899:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abcc8 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.597904:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abcc8 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.597937:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abcba lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bed expref: 300 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.597947:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42e00) 00010000:00010000:2.0:1763345639.597950:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.597954:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abcba lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bed expref: 300 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.597962:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378cc00, rc 0) 00000100:00100000:2.0:1763345639.598054:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+299:57216:x1849000910317952:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 482us (612us total) trans 0 rc 301/301 00000100:00100000:2.0:1763345639.598102:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11045 00000100:00100000:0.0:1763345639.598179:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.598309:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910318080 00000100:00100000:2.0:1763345639.598314:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910318080 00000100:00100000:3.0:1763345639.598436:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11046 00000100:00100000:3.0:1763345639.598446:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+299:57214:x1849000910318080:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345639.598457:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345639.598467:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abccf lrc: 2/0,0 mode: --/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832bf4 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.598499:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abccf lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bf4 expref: 300 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.598511:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abccf lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bf4 expref: 300 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.598526:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:3.0:1763345639.598529:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345639.598531:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6748ff200, rc 0) 00000100:00100000:3.0:1763345639.598569:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+300:57214:x1849000910318080:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 125us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.598574:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11046 00000100:00100000:0.0:1763345639.599808:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.599882:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910318336 00000100:00100000:3.0:1763345639.599889:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910318336 00000100:00100000:3.0:1763345639.599930:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11047 00000100:00100000:3.0:1763345639.599939:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544209180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+300:57216:x1849000910318336:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345639.599953:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345639.599956:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763345639.599973:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50800/0x52bea07cb58abcb3 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832be6 expref: 300 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.599987:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42e00) 00010000:00010000:3.0:1763345639.599995:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345639.600008:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58abcd6 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832bfb expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.600083:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abcdd lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.600094:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abcdd lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.600102:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abcdd lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.600118:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abce4 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.600125:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abce4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.600132:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abce4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000100:00100000:1.0:1763345639.600483:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.600538:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910318464 00000100:00100000:2.0:1763345639.600542:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910318464 00000100:00100000:2.0:1763345639.600585:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11048 00000100:00100000:2.0:1763345639.600592:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+302:57214:x1849000910318464:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.600601:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.600611:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abceb lrc: 2/0,0 mode: --/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832c02 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.600629:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abcf2 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x241:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.600637:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abcf2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x241:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.600645:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abcf2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x241:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.600650:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abcf9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763345639.600653:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x241:0x0]: returning size 0 00010000:00010000:2.0:1763345639.600669:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abcf9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.600676:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abcdd lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.600676:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abcf9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.600683:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abcdd lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.600688:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abcdd lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.600694:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abcdd lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.600701:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b658b9fe00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.600705:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abcdd lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00000004:00200000:2.0:1763345639.600707:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x23f:0x0]: returning size 5 00000004:00200000:2.0:1763345639.600711:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1763345639.600716:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abcdd lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00000004:00010000:2.0:1763345639.600721:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abcf9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.600724:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b643b8c200) 00010000:00010000:3.0:1763345639.600726:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345639.600730:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abcdd lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.600735:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abcdd lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.600740:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abceb lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c02 expref: 304 pid: 6520 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1763345639.600745:0:9296:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007d983890 reply state 0000000002ba2e1e transno 8589940954 ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abce4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.600751:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abcf9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c02 expref: 303 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.600754:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abce4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.600779:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:2.0:1763345639.600782:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763345639.600784:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d600, rc 0) 00010000:00010000:3.0:1763345639.600789:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b643b8cf00) 00010000:00010000:3.0:1763345639.600791:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345639.600794:0:9296:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763345639.600814:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58abcd6 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bfb expref: 304 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.600829:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abcf2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x241:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bfb expref: 303 pid: 9296 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345639.600833:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+303:57214:x1849000910318464:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 241us (350us total) trans 0 rc 0/0 00010000:00010000:3.0:1763345639.600836:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x241:0x0].0x0 (ffff91b643b8cb00) 00010000:00010000:3.0:1763345639.600838:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:2.0:1763345639.600840:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11048 00010000:00010000:3.0:1763345639.600841:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b658b9e600, rc 0) 00000100:00100000:3.0:1763345639.600883:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544209180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+303:57216:x1849000910318336:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 944us (1079us total) trans 8589940954 rc 0/0 00000100:00100000:3.0:1763345639.600893:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11047 00000100:00100000:1.0:1763345639.602443:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.602491:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910318592 00000100:00100000:2.0:1763345639.602505:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910318592 00000100:00100000:2.0:1763345639.602565:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8028 00000100:00100000:2.0:1763345639.602575:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b63c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910318592:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.602589:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.602605:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54378c200/0x52bea07cb58abd07 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832c09 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.602606:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00002000:00010000:2.0:1763345639.602627:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x34c:0x0] initial LVB size: 5, mtime: 0x691a84e7, atime: 0x691a84e6, ctime: 0x691a84e7, blocks: 0x8 00010000:00010000:2.0:1763345639.602643:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.602646:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.602656:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378c200/0x52bea07cb58abd07 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c09 expref: 25 pid: 28867 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1763345639.602657:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910318848 00000100:00100000:1.0:1763345639.602665:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910318848 00010000:00010000:2.0:1763345639.602674:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54378c200/0x52bea07cb58abd07 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c09 expref: 25 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345639.602688:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c200, rc 0) 00000100:00100000:1.0:1763345639.602717:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11049 00000100:00100000:1.0:1763345639.602727:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+303:57216:x1849000910318848:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:2.0:1763345639.602735:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b63c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+25:2408:x1849000910318592:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 160us (296us total) trans 0 rc 0/0 00010000:00010000:1.0:1763345639.602742:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1763345639.602743:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8028 00010000:00010000:1.0:1763345639.602780:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58abd0e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x241:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832c10 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.602880:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58abd15 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x241:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.602896:0:9296:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abcf2 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x241:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bfb expref: 304 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.602905:0:9296:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58abd15 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x241:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.602934:0:9296:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abcf2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x241:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832bfb expref: 304 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.602948:0:9296:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abcf2 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x241:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832bfb expref: 304 pid: 9296 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763345639.602961:0:9296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432df800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924387712:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345639.603008:0:9296:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8b240 going to sleep for 11 seconds 00000100:00100000:3.0:1763345639.604937:0:9296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432df800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924387712:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345639.604969:0:9296:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58abd15 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x241:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000100:00100000:1.0:1763345639.605429:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.605643:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910318976 00000100:00100000:0.0:1763345639.605650:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910318976 00010000:00010000:0.0:1763345639.605689:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abcf2 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x241:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832bfb expref: 305 pid: 9296 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763345639.606072:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3646 00000100:00100000:0.0:1763345639.606083:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+305:2408:x1849000910318976:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345639.606102:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345639.606108:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abcf2 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x241:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832bfb expref: 305 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345639.606120:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abcf2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x241:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832bfb expref: 305 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345639.606141:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abcf2 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x241:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832bfb expref: 305 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345639.606154:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x241:0x0].0x0 (ffff91b643b8cb00) 00010000:00010000:0.0:1763345639.606159:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58abd15 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x241:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.606168:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58abd15 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x241:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.606175:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58abd15 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x241:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345639.606206:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345639.606261:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+304:2408:x1849000910318976:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 180us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.606268:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3646 00010000:00010000:3.0:1763345639.606609:0:9296:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58abd15 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x241:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.606618:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58abd15 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x241:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345639.606639:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x241:0x0]: returning size 0 00000004:00080000:3.0:1763345639.606852:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x351:0x0], index 1: 0 00000004:00080000:3.0:1763345639.606860:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x34e:0x0], index 0: 0 00000004:00080000:3.0:1763345639.606865:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x34f:0x0], index 0: 0 00000004:00080000:3.0:1763345639.606879:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x352:0x0], index 1: 0 00010000:00010000:3.0:1763345639.606982:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58abd15 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x241:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.606990:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58abd15 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x241:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.606996:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58abd15 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x241:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.607002:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.607006:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58abd15 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x241:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.607013:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58abd15 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x241:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.607025:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x241:0x0].0x0 (ffff91b643b8cb00) 00010000:00010000:3.0:1763345639.607028:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345639.607032:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58abd15 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x241:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.607038:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58abd15 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x241:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.607081:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58abd0e lrc: 1/0,0 mode: --/CR res: [0x200000405:0x241:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c10 expref: 304 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.607091:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x241:0x0].0x0 (ffff91b643b8cb00) 00010000:00010000:3.0:1763345639.607093:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763345639.607097:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58abd0e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x241:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c10 expref: 304 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.607111:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260c00, rc 0) 00000100:00100000:3.0:1763345639.607157:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+303:57216:x1849000910318848:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4431us (4550us total) trans 8589940955 rc 301/301 00000100:00100000:3.0:1763345639.607165:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11049 00000100:00100000:0.0:1763345639.607348:0:32329:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544209c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:32329:1849000924387840:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1763345639.607390:0:32329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345639.607424:0:32329:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce480 going to sleep for 11 seconds 00000100:00100000:2.0:1763345639.607610:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924387840 00000100:00100000:2.0:1763345639.607618:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924387840 00000100:00100000:2.0:1763345639.607657:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8029 00000100:00100000:2.0:1763345639.607666:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+15:32329:x1849000924387840:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1763345639.607698:0:28867:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 866 00000100:00100000:2.0:1763345639.609255:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:32329:x1849000924387840:12345-0@lo:5:osp-pre-1-0.0 Request processed in 1586us (1859us total) trans 17179872233 rc 0/0 00000100:00100000:2.0:1763345639.609266:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8029 00000100:00100000:0.0:1763345639.609456:0:32329:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544209c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:32329:1849000924387840:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1763345639.609472:0:32329:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x352:0x0]-[0x2c0000401:0x381:0x0] 00000100:00100000:1.0:1763345639.610213:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.610288:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910319232 00000100:00100000:2.0:1763345639.610296:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910319232 00000100:00100000:2.0:1763345639.610345:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3822 00000100:00100000:2.0:1763345639.610356:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+303:57216:x1849000910319232:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345639.610625:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+304:57216:x1849000910319232:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 270us (414us total) trans 8589940956 rc 0/0 00000100:00100000:2.0:1763345639.610632:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3822 00000100:00100000:1.0:1763345639.613051:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.613208:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910319488 00000100:00100000:2.0:1763345639.613218:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910319488 00000100:00100000:2.0:1763345639.613535:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3823 00000100:00100000:2.0:1763345639.613548:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+304:57216:x1849000910319488:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345639.616012:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+305:57216:x1849000910319488:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 2455us (2958us total) trans 8589940957 rc 0/0 00000100:00100000:2.0:1763345639.616029:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3823 00000100:00100000:0.0:1763345639.620536:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.620583:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910319744 00000100:00100000:3.0:1763345639.620592:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910319744 00000100:00100000:3.0:1763345639.620643:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11050 00000100:00100000:3.0:1763345639.620653:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+305:55937:x1849000910319744:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345639.620675:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345639.620696:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abd23 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832c17 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.620966:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abd2a lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.620982:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abd2a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.620995:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abd2a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.621005:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd31 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.621013:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd31 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.621026:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd31 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.621091:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abd38 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x241:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.621099:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abd38 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x241:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.621107:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abd38 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x241:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:2.0:1763345639.621118:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x241:0x0]: returning size 0 00010000:00010000:2.0:1763345639.621204:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abd2a lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.621212:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abd2a lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.621218:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abd2a lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.621225:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abd2a lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.621231:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378cc00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.621235:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abd2a lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.621242:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abd2a lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.621254:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b643b8cb00) 00010000:00010000:2.0:1763345639.621258:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.621262:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abd2a lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.621268:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abd2a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.621281:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd31 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.621287:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd31 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.621292:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd31 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.621300:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.621303:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd31 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.621310:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd31 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.621316:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b643b8cf00) 00010000:00010000:2.0:1763345639.621319:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.621321:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd31 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.621326:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd31 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.621365:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abd23 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c17 expref: 308 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.621385:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abd38 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x241:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c17 expref: 307 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.621392:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x241:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:2.0:1763345639.621395:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345639.621397:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d200, rc 0) 00000100:00100000:2.0:1763345639.621469:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+307:55937:x1849000910319744:12345-192.168.203.8@tcp:101:bash.0 Request processed in 815us (937us total) trans 8589940958 rc 0/0 00000100:00100000:2.0:1763345639.621479:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11050 00000100:00100000:3.0:1763345639.624238:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.624405:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910319872 00000100:00100000:2.0:1763345639.624417:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910319872 00000100:00100000:2.0:1763345639.624497:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11051 00000100:00100000:2.0:1763345639.624509:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+307:55937:x1849000910319872:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345639.624533:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.624556:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378de00/0x52bea07cb58abd46 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x241:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832c1e expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.624592:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abd4d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x241:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.624606:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abd4d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x241:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.624617:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abd4d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x241:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.624738:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378de00/0x52bea07cb58abd46 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x241:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c1e expref: 309 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.624755:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abd4d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x241:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c1e expref: 308 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.624800:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x241:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:2.0:1763345639.624803:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763345639.624807:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c800, rc 0) 00000100:00100000:2.0:1763345639.624890:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+308:55937:x1849000910319872:12345-192.168.203.8@tcp:101:bash.0 Request processed in 381us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.624900:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11051 00000100:00100000:1.0:1763345639.626963:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.627081:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910320128 00000100:00100000:2.0:1763345639.627091:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910320128 00000100:00100000:2.0:1763345639.627148:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11052 00000100:00100000:2.0:1763345639.627158:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+308:55937:x1849000910320128:12345-192.168.203.8@tcp:36:bash.0 00010000:00010000:2.0:1763345639.627205:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345639.627231:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abd38 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x241:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c17 expref: 308 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.627249:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x241:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:2.0:1763345639.627254:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345639.627414:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd54 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x241:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.627428:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd54 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x241:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.627437:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd54 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x241:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000001:00080000:2.0:1763345639.627477:0:9296:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589940959 00000004:00010000:2.0:1763345639.627500:0:9296:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000151b6731 reply state 00000000b0ec556c transno 8589940960 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd54 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x241:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.627511:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd54 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x241:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.627517:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x241:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:2.0:1763345639.627519:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345639.627528:0:9296:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345639.627610:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+310:55937:x1849000910320128:12345-192.168.203.8@tcp:36:bash.0 Request processed in 453us (655us total) trans 8589940960 rc 0/0 00000100:00100000:2.0:1763345639.627618:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11052 00000020:00080000:2.0:1763345639.627623:0:9296:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763345639.630856:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.631047:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910320256 00000100:00100000:2.0:1763345639.631057:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910320256 00000100:00100000:2.0:1763345639.631418:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11053 00000100:00100000:2.0:1763345639.631428:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545656d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+310:55937:x1849000910320256:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345639.631452:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.631473:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378de00/0x52bea07cb58abd5b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x241:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832c25 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.631524:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378de00/0x52bea07cb58abd5b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x241:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c25 expref: 311 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.631539:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378de00/0x52bea07cb58abd5b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x241:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c25 expref: 311 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.631557:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x241:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:2.0:1763345639.631561:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345639.631565:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378de00, rc 0) 00000100:00100000:2.0:1763345639.631628:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545656d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+311:55937:x1849000910320256:12345-192.168.203.8@tcp:101:bash.0 Request processed in 201us (780us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.631636:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11053 00000100:00100000:1.0:1763345639.631654:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.631677:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910320384 00000100:00100000:2.0:1763345639.631682:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910320384 00000100:00100000:2.0:1763345639.631728:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8030 00000100:00100000:2.0:1763345639.631737:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545657800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+25:2409:x1849000910320384:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:2.0:1763345639.631834:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545657800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+25:2409:x1849000910320384:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 98us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.631841:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8030 00000100:00100000:1.0:1763345639.633377:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.633517:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910320640 00000100:00100000:2.0:1763345639.633526:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910320640 00000100:00100000:2.0:1763345639.633579:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11054 00000100:00100000:2.0:1763345639.633589:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545656a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+311:55937:x1849000910320640:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345639.633606:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.633609:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763345639.633634:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378de00/0x52bea07cb58abd5b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x241:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c25 expref: 311 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.633653:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x241:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:2.0:1763345639.633658:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345639.633670:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abd62 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x241:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832c2c expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.633712:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abd69 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x241:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.633737:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abd69 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x241:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.633746:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abd69 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x241:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000040:00080000:2.0:1763345639.634083:0:9296:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1873, 88 off155736 00000004:00080000:2.0:1763345639.634091:0:9296:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032159331065ns, next at 1032978308189ns, rc = 0 00000040:00080000:2.0:1763345639.634131:0:9296:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1856, 88 off154128 00000004:00080000:2.0:1763345639.634137:0:9296:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032159377250ns, next at 1032978341148ns, rc = 0 00000040:00080000:2.0:1763345639.634152:0:9296:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1857, 88 off154216 00000004:00080000:2.0:1763345639.634155:0:9296:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032159395368ns, next at 1032978341148ns, rc = 0 00000040:00080000:2.0:1763345639.634172:0:9296:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1874, 88 off155824 00000004:00080000:2.0:1763345639.634177:0:9296:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032159417973ns, next at 1032978308189ns, rc = 0 00000100:00100000:1.0:1763345639.634680:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.634895:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910320768 00000100:00100000:2.0:1763345639.634903:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910320768 00000100:00100000:2.0:1763345639.635055:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8031 00000100:00100000:2.0:1763345639.635067:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+25:2409:x1849000910320768:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:2.0:1763345639.635165:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+25:2409:x1849000910320768:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 101us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.635173:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8031 00000001:00080000:0.0:1763345639.637089:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940961 is committed 00000004:00080000:0.0:1763345639.637101:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1207 committed 00000004:00080000:0.0:1763345639.637118:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1192 committed 00000004:00080000:0.0:1763345639.637135:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1191 committed 00000004:00080000:0.0:1763345639.637138:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1206 committed 00010000:00010000:1.0:1763345639.637227:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abce4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.637239:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abce4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.637248:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abce4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.637253:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b658b9f000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.637258:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abce4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.637266:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abce4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.637282:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b643b8cf00) 00010000:00010000:1.0:1763345639.637285:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.637290:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abce4 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.637297:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abce4 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.637323:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd54 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x241:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.637330:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd54 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x241:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.637335:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd54 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x241:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345639.637450:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924388224:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.637518:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345639.637561:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763345639.637567:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924388352:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.637588:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345639.637618:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924388224 00000100:00100000:3.0:1763345639.637624:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924388224 00000100:00100000:3.0:1763345639.637661:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924388352 00000100:00100000:3.0:1763345639.637664:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924388352 00000100:00100000:3.0:1763345639.637684:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8032 00000100:00100000:3.0:1763345639.637693:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+32:3658:x1849000924388224:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.638029:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+33:3658:x1849000924388224:12345-0@lo:2:osp-syn-0-0.0 Request processed in 179us (352us total) trans 21474839486 rc 0/0 00000100:00100000:3.0:1763345639.638038:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8032 00000100:00100000:3.0:1763345639.638057:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8033 00000100:00100000:3.0:1763345639.638064:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+32:3658:x1849000924388352:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.638148:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+33:3658:x1849000924388352:12345-0@lo:2:osp-syn-0-0.0 Request processed in 85us (559us total) trans 21474839487 rc 0/0 00000100:00100000:3.0:1763345639.638155:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8033 00000004:00080000:3.0:1763345639.638195:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541d65c00/2, rc 0, transno 21474839487 00000100:00100000:3.0:1763345639.638209:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924388352:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763345639.638223:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541d64e00/2, rc 0, transno 21474839486 00000100:00100000:3.0:1763345639.638228:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924388224:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1763345639.638239:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abd69 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x241:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c2c expref: 304 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.638258:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x241:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:1.0:1763345639.638259:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.638264:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763345639.638271:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd54 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x241:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.638282:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd54 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x241:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.638284:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abd62 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x241:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c2c expref: 304 pid: 9296 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763345639.638302:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x241:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:1.0:1763345639.638307:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.638310:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd54 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x241:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.638316:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd54 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x241:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.638322:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abd69 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x241:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c2c expref: 303 pid: 9296 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345639.638346:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924388096:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.638355:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924387968:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1763345639.638363:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x241:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:2.0:1763345639.638367:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763345639.638370:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378da00, rc 0) 00000100:00100000:1.0:1763345639.638391:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345639.638419:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545656a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+302:55937:x1849000910320640:12345-192.168.203.8@tcp:101:bash.0 Request processed in 4831us (5048us total) trans 8589940961 rc 0/0 00000100:00100000:2.0:1763345639.638426:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11054 00000100:00100000:0.0:1763345639.638524:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345639.638602:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924388096 00000100:00100000:1.0:1763345639.638608:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924388096 00000100:00100000:2.0:1763345639.638610:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924387968 00000100:00100000:2.0:1763345639.638617:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924387968 00000100:00100000:1.0:1763345639.638652:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8034 00000100:00100000:1.0:1763345639.638662:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3657:x1849000924388096:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345639.638734:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8035 00000100:00100000:2.0:1763345639.638743:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3656:x1849000924387968:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.638788:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+18:3657:x1849000924388096:12345-0@lo:2:osp-syn-1-0.0 Request processed in 127us (398us total) trans 17179872234 rc 0/0 00000100:00100000:1.0:1763345639.638795:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8034 00000004:00080000:1.0:1763345639.638836:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6779a4a80/2, rc 0, transno 17179872234 00000100:00100000:1.0:1763345639.638841:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924388096:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345639.638860:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3656:x1849000924387968:12345-0@lo:2:osp-syn-1-0.0 Request processed in 118us (334us total) trans 17179872235 rc 0/0 00000100:00100000:2.0:1763345639.638867:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8035 00000004:00080000:2.0:1763345639.638914:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6779a7100/2, rc 0, transno 17179872235 00000100:00100000:2.0:1763345639.638920:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924387968:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.640654:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.640983:0:28402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910320896 00000100:00100000:3.0:1763345639.640992:0:28402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910320896 00000100:00100000:3.0:1763345639.641092:0:28402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1900 00000100:00100000:3.0:1763345639.641102:0:28402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545657b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d51c9e15-7951-472b-8182-95fba90f4cff+25:2408:x1849000910320896:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:3.0:1763345639.641138:0:28402:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abd70 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.641152:0:28402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.641154:0:28402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.641159:0:28402:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abd70 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.641172:0:28402:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abd70 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.641282:0:28402:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abd70 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.641290:0:28402:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abd70 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.641296:0:28402:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abd70 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.641302:0:28402:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b658b9fe00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345639.641305:0:28402:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abd70 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.641312:0:28402:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abd70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.641326:0:28402:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abd70 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.641332:0:28402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abd70 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.643524:0:28402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545657b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d51c9e15-7951-472b-8182-95fba90f4cff+25:2408:x1849000910320896:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 2413us (2867us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763345639.643536:0:28402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1900 00000100:00100000:0.0:1763345639.644526:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.644668:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910321024 00000100:00100000:2.0:1763345639.644677:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910321024 00000100:00100000:2.0:1763345639.646662:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8036 00000100:00100000:2.0:1763345639.646685:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544209500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+15:55937:x1849000910321024:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345639.646704:0:27809:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.646728:0:27809:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54378d200/0x52bea07cb58abd77 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832c33 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345639.646753:0:27809:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x351:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763345639.646807:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.646810:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.646819:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378d200/0x52bea07cb58abd77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c33 expref: 16 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.646837:0:27809:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b54378d200/0x52bea07cb58abd77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c33 expref: 16 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.646851:0:27809:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d200, rc 0) 00000100:00100000:2.0:1763345639.646942:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544209500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:55937:x1849000910321024:12345-192.168.203.8@tcp:101:bash.0 Request processed in 267us (2417us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.646950:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8036 00000100:00100000:1.0:1763345639.649216:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.649853:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910321152 00000100:00100000:2.0:1763345639.649863:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910321152 00000100:00100000:2.0:1763345639.649929:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11055 00000100:00100000:2.0:1763345639.649937:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545657480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+302:57214:x1849000910321152:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.649958:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.649977:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abd7e lrc: 2/0,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832c3a expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.650007:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378de00/0x52bea07cb58abd85 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.650020:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378de00/0x52bea07cb58abd85 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.650031:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378de00/0x52bea07cb58abd85 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.650140:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abd7e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c3a expref: 304 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.650156:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378de00/0x52bea07cb58abd85 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c3a expref: 303 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.650165:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:2.0:1763345639.650169:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763345639.650172:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378de00, rc 0) 00000100:00100000:2.0:1763345639.650237:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545657480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+303:57214:x1849000910321152:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 300us (1028us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.650244:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11055 00000100:00100000:1.0:1763345639.653195:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.653244:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910321280 00000100:00100000:2.0:1763345639.653254:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910321280 00000100:00100000:2.0:1763345639.653311:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8037 00000100:00100000:2.0:1763345639.653321:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+25:55937:x1849000910321280:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345639.653338:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.653360:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd8c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832c41 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345639.653382:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x34e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763345639.653400:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.653402:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.653411:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c41 expref: 26 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.653426:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c41 expref: 26 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.653437:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d400, rc 0) 00000100:00100000:2.0:1763345639.653489:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+26:55937:x1849000910321280:12345-192.168.203.8@tcp:101:bash.0 Request processed in 169us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.653496:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8037 00000100:00100000:1.0:1763345639.653785:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.653856:0:28402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910321408 00000100:00100000:3.0:1763345639.653863:0:28402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910321408 00000100:00100000:3.0:1763345639.653917:0:28402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1901 00000100:00100000:3.0:1763345639.653924:0:28402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910321408:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:3.0:1763345639.653945:0:28402:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b658b9fe00/0x52bea07cb58abd93 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.653958:0:28402:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b658b9ee00/0x52bea07cb58abb32 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b61 expref: 16 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345639.653965:0:28402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.653966:0:28402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.653969:0:28402:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b658b9fe00/0x52bea07cb58abd93 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.653995:0:28402:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b658b9ee00/0x52bea07cb58abb32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832b61 expref: 16 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345639.654011:0:28402:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b658b9ee00/0x52bea07cb58abb32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832b61 expref: 16 pid: 15692 timeout: 1132 lvb_type: 1 00000100:00100000:3.0:1763345639.654024:0:28402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543386680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28402:1849000924388480:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345639.654090:0:28402:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541f623c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345639.656487:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.656540:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910321536 00000100:00100000:2.0:1763345639.656550:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910321536 00002000:00010000:2.0:1763345639.656586:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/849 (0->18446744073709551615) 00002000:00100000:2.0:1763345639.656591:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545656680 with x1849000910321536 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345639.656602:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545656680. 00000100:00100000:2.0:1763345639.656644:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1902 00000100:00100000:2.0:1763345639.656655:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910321536:12345-192.168.203.8@tcp:10:bash.0 00000100:00100000:3.0:1763345639.656697:0:28402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543386680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28402:1849000924388480:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345639.656726:0:28402:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b658b9fe00/0x52bea07cb58abd93 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345639.656881:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x351:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345639.656886:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x351:0x0] updating lvb mtime from disk: 0 -> 1763345639 00002000:00010000:2.0:1763345639.656889:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x351:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345639.656891:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x351:0x0] updating lvb ctime from disk: 0 -> 1763345639 00002000:00010000:2.0:1763345639.656894:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x351:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345639.656908:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.656945:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910321536:12345-192.168.203.8@tcp:10:bash.0 Request processed in 291us (466us total) trans 17179872236 rc 0/0 00000100:00100000:2.0:1763345639.656954:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1902 00002000:00010000:2.0:1763345639.656958:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/849 (0->18446744073709551615) 00002000:00100000:2.0:1763345639.656961:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545656680 with x1849000910321536 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345639.656966:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545656680. 00000100:00100000:1.0:1763345639.657135:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.657161:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910321792 00000100:00100000:0.0:1763345639.657168:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910321792 00000100:00100000:3.0:1763345639.657175:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910321664 00000100:00100000:3.0:1763345639.657182:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910321664 00002000:00010000:0.0:1763345639.657188:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/846 (0->18446744073709551615) 00002000:00100000:0.0:1763345639.657193:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545655880 with x1849000910321792 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345639.657199:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545655880. 00010000:00010000:3.0:1763345639.657206:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b658b9ee00/0x52bea07cb58abb32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832b61 expref: 18 pid: 15692 timeout: 1132 lvb_type: 1 00000100:00100000:0.0:1763345639.657235:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1903 00000100:00100000:3.0:1763345639.657237:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3647 00000100:00100000:0.0:1763345639.657248:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+26:2409:x1849000910321792:12345-192.168.203.8@tcp:10:bash.0 00000100:00100000:3.0:1763345639.657250:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545657100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910321664:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345639.657266:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345639.657279:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b658b9ee00/0x52bea07cb58abb32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x350:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832b61 expref: 18 pid: 15692 timeout: 1132 lvb_type: 1 00010000:00010000:3.0:1763345639.657292:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b658b9ee00/0x52bea07cb58abb32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x350:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832b61 expref: 18 pid: 15692 timeout: 1132 lvb_type: 1 00010000:00010000:3.0:1763345639.657314:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b658b9ee00/0x52bea07cb58abb32 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x350:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832b61 expref: 18 pid: 15692 timeout: 1132 lvb_type: 1 00010000:00010000:3.0:1763345639.657329:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.657331:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.657336:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b658b9fe00/0x52bea07cb58abd93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.657345:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b658b9fe00/0x52bea07cb58abd93 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345639.657351:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x34e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345639.657355:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x34e:0x0] updating lvb mtime from disk: 0 -> 1763345639 00002000:00010000:0.0:1763345639.657358:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x34e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345639.657360:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x34e:0x0] updating lvb ctime from disk: 0 -> 1763345639 00002000:00010000:0.0:1763345639.657363:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x34e:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:3.0:1763345639.657370:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345639.657394:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+27:2409:x1849000910321792:12345-192.168.203.8@tcp:10:bash.0 Request processed in 149us (259us total) trans 21474839488 rc 0/0 00000100:00100000:3.0:1763345639.657401:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545657100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910321664:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 152us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.657408:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1903 00002000:00010000:0.0:1763345639.657414:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/846 (0->18446744073709551615) 00000100:00100000:3.0:1763345639.657415:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3647 00002000:00100000:0.0:1763345639.657419:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545655880 with x1849000910321792 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345639.657426:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545655880. 00010000:00010000:3.0:1763345639.657445:0:28402:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b658b9fe00/0x52bea07cb58abd93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.657454:0:28402:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b658b9fe00/0x52bea07cb58abd93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1763345639.663326:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872237 is committed 00000001:00080000:3.0:1763345639.663343:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872235 is committed 00002000:00010000:0.0:1763345639.663490:0:28402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:0.0:1763345639.663495:0:28402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb mtime from disk: 0 -> 1763345639 00002000:00010000:0.0:1763345639.663498:0:28402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb ctime from disk: 0 -> 1763345639 00002000:00010000:0.0:1763345639.663500:0:28402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763345639.663513:0:28402:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b658b9fe00/0x52bea07cb58abd93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.663524:0:28402:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b658b9fe00/0x52bea07cb58abd93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.663532:0:28402:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b658b9fe00/0x52bea07cb58abd93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.663544:0:28402:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b658b9fe00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345639.663548:0:28402:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b658b9fe00/0x52bea07cb58abd93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.663555:0:28402:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b658b9fe00/0x52bea07cb58abd93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.663572:0:28402:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b658b9fe00/0x52bea07cb58abd93 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.663579:0:28402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b658b9fe00/0x52bea07cb58abd93 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.663672:0:28402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d51c9e15-7951-472b-8182-95fba90f4cff+12:2409:x1849000910321408:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 9743us (9882us total) trans 17179872237 rc 0/0 00000100:00100000:0.0:1763345639.663683:0:28402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1901 00000100:00100000:3.0:1763345639.664380:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.666804:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910322048 00000100:00100000:2.0:1763345639.666818:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910322048 00000100:00100000:2.0:1763345639.666895:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3824 00000100:00100000:2.0:1763345639.666906:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543386680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+303:55937:x1849000910322048:12345-192.168.203.8@tcp:35:bash.0 00000100:00100000:2.0:1763345639.667222:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543386680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+304:55937:x1849000910322048:12345-192.168.203.8@tcp:35:bash.0 Request processed in 317us (2881us total) trans 8589940962 rc 0/0 00000100:00100000:2.0:1763345639.667230:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3824 00000100:00100000:1.0:1763345639.674592:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.674729:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910322304 00000100:00100000:0.0:1763345639.674740:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910322304 00000100:00100000:0.0:1763345639.674841:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11056 00000100:00100000:0.0:1763345639.674852:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+304:57214:x1849000910322304:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345639.674917:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345639.674942:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abcf9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23f:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c02 expref: 304 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.674960:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:0.0:1763345639.674964:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345639.675027:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abd9a lrc: 3/0,1 mode: --/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.675040:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abd9a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.675049:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abd9a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00010000:0.0:1763345639.675155:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000efc3b21a reply state 000000002742704c transno 8589940963 ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abd9a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.675167:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abd9a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.675173:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:0.0:1763345639.675176:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345639.675179:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345639.675282:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+305:57214:x1849000910322304:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 431us (699us total) trans 8589940963 rc 0/0 00000100:00100000:0.0:1763345639.675290:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11056 00000100:00100000:3.0:1763345639.677923:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.677995:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910322432 00000100:00100000:2.0:1763345639.678004:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910322432 00000100:00100000:2.0:1763345639.678062:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8038 00000100:00100000:2.0:1763345639.678072:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543385180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+12:57214:x1849000910322432:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.678088:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.678107:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54378cc00/0x52bea07cb58abda1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832c48 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345639.678133:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x350:0x0] initial LVB size: 4096, mtime: 0x691a84e7, atime: 0x0, ctime: 0x691a84e7, blocks: 0x8 00010000:00010000:2.0:1763345639.678155:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.678156:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.678163:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378cc00/0x52bea07cb58abda1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c48 expref: 13 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.678182:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b54378cc00/0x52bea07cb58abda1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c48 expref: 13 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.678193:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378cc00, rc 0) 00000100:00100000:2.0:1763345639.678245:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543385180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+13:57214:x1849000910322432:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 175us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.678252:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8038 00000100:00100000:3.0:1763345639.679157:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.679221:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910322560 00000100:00100000:0.0:1763345639.679228:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910322560 00000100:00100000:0.0:1763345639.679278:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11057 00000100:00100000:0.0:1763345639.679287:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543387100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+305:57217:x1849000910322560:12345-192.168.203.8@tcp:101:rm.0 00010000:00010000:0.0:1763345639.679305:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.679321:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58abda8 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832c4f expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.679382:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58abdaf lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.679395:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58abdaf lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.679404:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58abdaf lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.679416:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58abdb6 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.679422:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58abdb6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.679428:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58abdb6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.679496:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661200/0x52bea07cb58abdbd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x241:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.679505:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661200/0x52bea07cb58abdbd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x241:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.679512:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661200/0x52bea07cb58abdbd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x241:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:0.0:1763345639.679552:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x241:0x0]: returning size 5 00000004:00200000:0.0:1763345639.679556:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345639.679575:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661200/0x52bea07cb58abdbd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x241:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.679586:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661200/0x52bea07cb58abdbd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x241:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.679593:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58abdaf lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.679600:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58abdaf lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.679605:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58abdaf lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.679612:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58abdaf lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.679617:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545a1d400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.679621:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58abdaf lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.679627:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58abdaf lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.679637:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432e2200) 00010000:00010000:0.0:1763345639.679640:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.679644:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58abdaf lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.679650:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58abdaf lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.679664:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58abdb6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.679669:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58abdb6 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.679674:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58abdb6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.679679:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541517000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.679682:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58abdb6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.679687:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58abdb6 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.679694:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432e2300) 00010000:00010000:0.0:1763345639.679696:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.679698:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58abdb6 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.679704:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541517000/0x52bea07cb58abdb6 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.679732:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58abda8 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c4f expref: 307 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.679747:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661200/0x52bea07cb58abdbd lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x241:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c4f expref: 306 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.679754:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x241:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:0.0:1763345639.679807:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345639.679812:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b641661200, rc 0) 00000100:00100000:0.0:1763345639.680737:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543387100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+306:57217:x1849000910322560:12345-192.168.203.8@tcp:101:rm.0 Request processed in 1446us (1577us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.680747:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11057 00000100:00100000:2.0:1763345639.681387:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.681518:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910322688 00000100:00100000:0.0:1763345639.681527:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910322688 00000100:00100000:0.0:1763345639.681566:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8039 00000100:00100000:0.0:1763345639.681576:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+27:57214:x1849000910322688:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345639.681591:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.681610:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b641660e00/0x52bea07cb58abdc4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832c56 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.681639:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54378d000/0x52bea07cb58abb2b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x34d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832b68 expref: 28 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345639.681647:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.681650:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.681654:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b641660e00/0x52bea07cb58abdc4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c56 expref: 28 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.681686:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54378d000/0x52bea07cb58abb2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832b68 expref: 28 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345639.681699:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54378d000/0x52bea07cb58abb2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832b68 expref: 28 pid: 8403 timeout: 1132 lvb_type: 1 00000100:00100000:0.0:1763345639.681713:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54420aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924388608:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345639.681803:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417cec00 going to sleep for 11 seconds 00000100:00100000:1.0:1763345639.685137:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.685255:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.685287:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910323072 00000100:00100000:1.0:1763345639.685295:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910323072 00000100:00100000:2.0:1763345639.685318:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910322944 00000100:00100000:2.0:1763345639.685325:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910322944 00010000:00010000:1.0:1763345639.685334:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378d000/0x52bea07cb58abb2b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x34d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832b68 expref: 29 pid: 8403 timeout: 1132 lvb_type: 1 00000100:00100000:2.0:1763345639.685375:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11058 00000100:00100000:2.0:1763345639.685387:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+306:57217:x1849000910322944:12345-192.168.203.8@tcp:36:rm.0 00000100:00100000:1.0:1763345639.685387:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3648 00000100:00100000:1.0:1763345639.685405:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658760c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910323072:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345639.685419:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345639.685432:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763345639.685445:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54378d000/0x52bea07cb58abb2b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x34d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832b68 expref: 29 pid: 8403 timeout: 1132 lvb_type: 1 00010000:00010000:2.0:1763345639.685459:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abd69 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x241:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c2c expref: 306 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.685460:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54378d000/0x52bea07cb58abb2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832b68 expref: 29 pid: 8403 timeout: 1132 lvb_type: 1 00010000:00010000:2.0:1763345639.685491:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661200/0x52bea07cb58abdbd lrc: 0/0,0 mode: --/PR res: [0x200000405:0x241:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c4f expref: 305 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.685492:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.685496:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.685504:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b641660e00/0x52bea07cb58abdc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c56 expref: 29 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.685510:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abd4d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x241:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c1e expref: 304 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.685520:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b641660e00/0x52bea07cb58abdc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c56 expref: 29 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.685524:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x241:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:2.0:1763345639.685536:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345639.685559:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abdcb lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.685565:0:28406:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b641660e00/0x52bea07cb58abdc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c56 expref: 29 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.685572:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abdcb lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763345639.685583:0:28406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545654380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:28406:1849000924388736:192.168.203.8@tcp:105: 00010000:00010000:2.0:1763345639.685584:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abdcb lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.685599:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abdd2 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.685605:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abdd2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.685611:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abdd2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763345639.685667:0:28406:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8bc00 going to sleep for 11 seconds 00010000:00010000:2.0:1763345639.685686:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abdd9 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x241:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.685695:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abdd9 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x241:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.685703:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abdd9 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x241:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.685820:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54378d000/0x52bea07cb58abb2b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x34d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832b68 expref: 29 pid: 8403 timeout: 1132 lvb_type: 1 00000100:00100000:3.0:1763345639.685832:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54420aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924388608:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345639.685855:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b641660e00/0x52bea07cb58abdc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980832c56 expref: 28 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.685915:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b641660e00, rc 0) 00000100:00100000:3.0:1763345639.686989:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+28:57214:x1849000910322688:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 5409us (5597us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.686998:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8039 00000100:00100000:1.0:1763345639.690557:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.690637:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.690667:0:28402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910323200 00000100:00100000:1.0:1763345639.690669:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910323328 00000100:00100000:1.0:1763345639.690680:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910323328 00000100:00100000:0.0:1763345639.690680:0:28402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910323200 00002000:00010000:0.0:1763345639.690720:0:28402:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/848 (5->18446744073709551615) 00002000:00010000:1.0:1763345639.690723:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/845 (0->18446744073709551615) 00002000:00100000:0.0:1763345639.690727:0:28402:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ed0e00 with x1849000910323200 ext(5->18446744073709551615) 00002000:00100000:1.0:1763345639.690729:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ed3480 with x1849000910323328 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345639.690741:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ed3480. 00002000:00010000:0.0:1763345639.690741:0:28402:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b672ed0e00. 00000100:00100000:0.0:1763345639.690797:0:28402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1904 00000100:00100000:0.0:1763345639.690808:0:28402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d51c9e15-7951-472b-8182-95fba90f4cff+13:2409:x1849000910323200:12345-192.168.203.8@tcp:10:lfs.0 00000100:00100000:1.0:1763345639.690918:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1905 00000100:00100000:1.0:1763345639.690928:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+28:2409:x1849000910323328:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:1.0:1763345639.691040:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x34d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345639.691043:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x34d:0x0] updating lvb mtime from disk: 0 -> 1763345639 00002000:00010000:1.0:1763345639.691045:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x34d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.691047:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x34d:0x0] updating lvb ctime from disk: 0 -> 1763345639 00002000:00010000:1.0:1763345639.691049:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x34d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345639.691100:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910323328:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 174us (462us total) trans 21474839489 rc 0/0 00000100:00100000:1.0:1763345639.691108:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1905 00002000:00010000:1.0:1763345639.691111:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/845 (0->18446744073709551615) 00002000:00100000:1.0:1763345639.691114:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ed3480 with x1849000910323328 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345639.691119:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ed3480. 00000040:00080000:2.0:1763345639.691299:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1875, 64 off155888 00000040:00080000:2.0:1763345639.691325:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1858, 64 off154280 00000040:00080000:2.0:1763345639.691337:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1859, 64 off154344 00000040:00080000:2.0:1763345639.691347:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1876, 64 off155952 00010000:00010000:2.0:1763345639.691404:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abde0 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x241:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.691420:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abde0 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x241:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.691432:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abde0 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x241:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.691441:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abde0 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x241:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.691448:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abde0 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x241:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.691454:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abde0 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x241:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.691483:0:6520:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763345639.691501:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abdd9 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x241:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.691507:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abdd9 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x241:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.691513:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abdd9 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x241:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.691519:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.691523:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abdd9 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x241:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.691530:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abdd9 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x241:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.691542:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x241:0x0].0x0 (ffff91b5432dca00) 00010000:00010000:2.0:1763345639.691546:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763345639.691550:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abdd9 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x241:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.691556:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abdd9 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x241:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.691662:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abdcb lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.691670:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abdcb lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.691676:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abdcb lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.691681:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abdcb lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.691686:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378ca00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.691689:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abdcb lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.691695:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abdcb lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.691703:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dc500) 00010000:00010000:2.0:1763345639.691706:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.691709:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abdcb lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.691714:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abdcb lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000004:00010000:2.0:1763345639.691745:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007992760c reply state 00000000e3d0c0b5 transno 8589940964 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abdd2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.691757:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abdd2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.691783:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc800) 00010000:00010000:2.0:1763345639.691786:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345639.691788:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345639.691845:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+305:57217:x1849000910322944:12345-192.168.203.8@tcp:36:rm.0 Request processed in 6460us (6716us total) trans 8589940964 rc 0/0 00000100:00100000:2.0:1763345639.691853:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11058 00000100:00100000:3.0:1763345639.691881:0:28406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545654380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:28406:1849000924388736:192.168.203.8@tcp:105: 00010000:00010000:3.0:1763345639.691909:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345639.692148:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345639.692154:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abde0 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x241:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.692160:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345639.692163:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abde0 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x241:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.692170:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abde0 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x241:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.692179:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x241:0x0].0x0 (ffff91b5432dca00) 00010000:00010000:1.0:1763345639.692181:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763345639.692183:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abde0 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x241:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.692189:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abde0 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x241:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.692201:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345639.692203:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345639.692205:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1763345639.692782:0:28402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:0.0:1763345639.692788:0:28402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00002000:00010000:0.0:1763345639.692791:0:28402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345639.692793:0:28402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00002000:00010000:0.0:1763345639.692797:0:28402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763345639.692850:0:28402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910323200:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 2042us (2299us total) trans 17179872238 rc 0/0 00000100:00100000:2.0:1763345639.692858:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658760c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+28:2409:x1849000910323072:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 7454us (7599us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.692864:0:28402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1904 00002000:00010000:0.0:1763345639.692880:0:28402:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/848 (5->18446744073709551615) 00000100:00100000:2.0:1763345639.692881:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3648 00002000:00100000:0.0:1763345639.692887:0:28402:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ed0e00 with x1849000910323200 ext(5->18446744073709551615) 00002000:00010000:0.0:1763345639.692895:0:28402:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b672ed0e00. 00000100:00100000:1.0:1763345639.698161:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.698219:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910323584 00000100:00100000:2.0:1763345639.698230:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910323584 00000100:00100000:2.0:1763345639.698291:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11059 00000100:00100000:2.0:1763345639.698301:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+305:57214:x1849000910323584:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345639.698394:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abde7 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.698439:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abde7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.698451:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abde7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00010000:2.0:1763345639.698572:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008cbb66b6 reply state 00000000a9a132e6 transno 8589940965 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abde7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.698584:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abde7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.698593:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:2.0:1763345639.698596:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345639.698600:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345639.700145:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+307:57214:x1849000910323584:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 1712us (1859us total) trans 8589940965 rc 0/0 00000100:00100000:2.0:1763345639.700190:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11059 00000100:00100000:1.0:1763345639.705704:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.706621:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910323712 00000100:00100000:3.0:1763345639.706634:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910323712 00000100:00100000:3.0:1763345639.706834:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8040 00000100:00100000:3.0:1763345639.706847:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+28:57214:x1849000910323712:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345639.706866:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345639.706898:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58abdee lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832c5d expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.706931:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54378c200/0x52bea07cb58abd07 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c09 expref: 29 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345639.706939:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.706942:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.706946:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58abdee lrc: 4/0,0 mode: --/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c5d expref: 29 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.706987:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54378c200/0x52bea07cb58abd07 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832c09 expref: 29 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345639.707006:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54378c200/0x52bea07cb58abd07 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832c09 expref: 29 pid: 28867 timeout: 1132 lvb_type: 1 00000100:00100000:3.0:1763345639.707021:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543387b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924388864:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345639.707167:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541f623c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345639.708105:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.708184:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910323840 00000100:00100000:2.0:1763345639.708192:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910323840 00000100:00100000:2.0:1763345639.708247:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11060 00000100:00100000:2.0:1763345639.708256:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+307:57218:x1849000910323840:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.708272:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.708296:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abdf5 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832c64 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.708370:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abdfc lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.708383:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abdfc lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.708395:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abdfc lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.708406:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abe03 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.708413:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abe03 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.708419:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abe03 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.708457:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abdfc lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.708464:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abdfc lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.708470:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abdfc lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.708477:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abdfc lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.708482:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.708486:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abdfc lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.708493:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abdfc lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.708503:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dc500) 00010000:00010000:2.0:1763345639.708506:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.708510:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abdfc lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.708516:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abdfc lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.708528:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abe03 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.708534:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abe03 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.708539:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abe03 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.708544:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378da00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.708547:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abe03 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.708553:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abe03 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.708559:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc800) 00010000:00010000:2.0:1763345639.708561:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.708564:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abe03 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.708570:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abe03 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.708591:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abdf5 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c64 expref: 308 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.708600:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dc500) 00010000:00010000:2.0:1763345639.708602:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.708606:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abdf5 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c64 expref: 308 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.708617:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378ca00, rc 0) 00000100:00100000:2.0:1763345639.708742:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+307:57218:x1849000910323840:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 487us (640us total) trans 0 rc 301/301 00000100:00100000:2.0:1763345639.708749:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11060 00000100:00100000:2.0:1763345639.710350:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543387b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924388864:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345639.710389:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58abdee lrc: 3/0,0 mode: --/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980832c5d expref: 29 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.710407:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b658b9ee00, rc 0) 00000100:00100000:2.0:1763345639.710472:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+29:57214:x1849000910323712:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3628us (4782us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.710480:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8040 00000100:00100000:1.0:1763345639.710520:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.710582:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910323968 00000100:00100000:2.0:1763345639.710589:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910323968 00010000:00010000:2.0:1763345639.710618:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378c200/0x52bea07cb58abd07 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832c09 expref: 29 pid: 28867 timeout: 1132 lvb_type: 1 00000100:00100000:2.0:1763345639.710656:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3649 00000100:00100000:2.0:1763345639.710665:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910323968:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345639.710677:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345639.710694:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54378c200/0x52bea07cb58abd07 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832c09 expref: 29 pid: 28867 timeout: 1132 lvb_type: 1 00010000:00010000:2.0:1763345639.710705:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54378c200/0x52bea07cb58abd07 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832c09 expref: 29 pid: 28867 timeout: 1132 lvb_type: 1 00010000:00010000:2.0:1763345639.710724:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54378c200/0x52bea07cb58abd07 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x34c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832c09 expref: 29 pid: 28867 timeout: 1132 lvb_type: 1 00010000:00010000:2.0:1763345639.710736:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.710738:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.710744:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58abdee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980832c5d expref: 28 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.710792:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58abdee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980832c5d expref: 28 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.710831:0:28406:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58abdee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980832c5d expref: 28 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345639.710844:0:28406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:28406:1849000924388992:192.168.203.8@tcp:105: 00000100:00100000:2.0:1763345639.710916:0:28406:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541c29e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763345639.713226:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.713334:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910324096 00000100:00100000:2.0:1763345639.713344:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910324096 00000100:00100000:2.0:1763345639.713403:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11061 00000100:00100000:2.0:1763345639.713414:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+307:57218:x1849000910324096:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.713436:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.713459:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abe0a lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832c6b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.713525:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abe11 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.713538:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abe11 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.713549:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abe11 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.713560:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abe18 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.713571:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abe18 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.713578:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abe18 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.713613:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abe11 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.713620:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abe11 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.713625:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abe11 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.713630:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abe11 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.713636:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.713639:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abe11 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.713647:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abe11 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.713657:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dc200) 00010000:00010000:2.0:1763345639.713660:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.713664:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abe11 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.713670:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abe11 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.713682:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abe18 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.713688:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abe18 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.713694:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abe18 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.713699:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.713701:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abe18 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.713707:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abe18 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.713714:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc800) 00010000:00010000:2.0:1763345639.713716:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.713718:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abe18 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.713723:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abe18 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.713748:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abe0a lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c6b expref: 308 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.713804:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dc200) 00010000:00010000:2.0:1763345639.713807:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.713812:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abe0a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c6b expref: 308 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.713824:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378ce00, rc 0) 00000100:00100000:2.0:1763345639.713887:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+307:57218:x1849000910324096:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 476us (672us total) trans 0 rc 301/301 00000100:00100000:2.0:1763345639.713894:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11061 00000100:00100000:0.0:1763345639.714069:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.714122:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910324224 00000100:00100000:3.0:1763345639.714128:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910324224 00000100:00100000:3.0:1763345639.714170:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8041 00000100:00100000:3.0:1763345639.714177:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544208000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910324224:12345-192.168.203.8@tcp:2:lfs.0 00000100:00100000:2.0:1763345639.714318:0:28406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:28406:1849000924388992:192.168.203.8@tcp:105: 00010000:00010000:2.0:1763345639.714336:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:3.0:1763345639.714340:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x34c:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763345639.714345:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x34c:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00002000:00010000:3.0:1763345639.714348:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x34c:0x0] updating lvb atime from disk: 1763345638 -> 1763345638 00002000:00010000:3.0:1763345639.714351:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x34c:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00002000:00010000:3.0:1763345639.714354:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x34c:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763345639.714376:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+30:2408:x1849000910323968:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 3712us (3857us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.714383:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544208000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+30:2408:x1849000910324224:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 204us (312us total) trans 21474839490 rc 0/0 00000100:00100000:2.0:1763345639.714390:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3649 00000100:00100000:3.0:1763345639.714396:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8041 00000100:00100000:0.0:1763345639.716350:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.716480:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910324352 00000100:00100000:2.0:1763345639.716490:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910324352 00000100:00100000:2.0:1763345639.716855:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11062 00000100:00100000:2.0:1763345639.716866:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+307:57218:x1849000910324352:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.716893:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.716914:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abe1f lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832c72 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.716977:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abe26 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.716990:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abe26 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.717001:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abe26 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345639.717038:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763345639.717042:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763345639.717072:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abe1f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c72 expref: 309 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.717091:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abe26 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c72 expref: 308 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.717100:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dc500) 00010000:00010000:2.0:1763345639.717103:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763345639.717106:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378da00, rc 0) 00000100:00100000:2.0:1763345639.717169:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+308:57218:x1849000910324352:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 305us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.717176:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11062 00000100:00100000:1.0:1763345639.718435:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.718663:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910324608 00000100:00100000:3.0:1763345639.718671:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910324608 00000100:00100000:3.0:1763345639.718722:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3825 00000100:00100000:3.0:1763345639.718731:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658bb4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+308:57214:x1849000910324608:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:3.0:1763345639.718795:0:6523:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000405:0x23f:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abc4a lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bca expref: 308 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.718834:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abe2d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345639.718846:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abccf lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bf4 expref: 308 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.718855:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abe2d lrc: 4/0,1 mode: --/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345639.718897:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abccf lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832bf4 expref: 308 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.718910:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abccf lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832bf4 expref: 308 pid: 9296 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345639.718923:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543387b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924389120:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345639.718993:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541f623c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345639.720149:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.720547:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910324736 00000100:00100000:2.0:1763345639.720556:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910324736 00000100:00100000:2.0:1763345639.720628:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11063 00000100:00100000:2.0:1763345639.720646:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+309:57218:x1849000910324736:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.720669:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.720686:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abe34 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832c79 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.720749:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abe3b lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.720789:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abe3b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.720801:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abe3b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.720812:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abe42 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.720819:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abe42 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.720825:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abe42 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.720860:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abe3b lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.720880:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abe3b lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.720887:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abe3b lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.720893:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abe3b lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.720899:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.720903:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abe3b lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.720910:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abe3b lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.720920:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dc500) 00010000:00010000:2.0:1763345639.720923:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.720928:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abe3b lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.720934:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abe3b lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.720948:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abe42 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.720954:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abe42 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.720960:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abe42 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.720965:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.720968:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abe42 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.720973:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abe42 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.720980:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc800) 00010000:00010000:2.0:1763345639.720982:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.720985:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abe42 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.720990:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58abe42 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.721015:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abe34 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c79 expref: 310 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.721025:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dc500) 00010000:00010000:2.0:1763345639.721028:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.721031:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abe34 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c79 expref: 310 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.721040:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c200, rc 0) 00000100:00100000:2.0:1763345639.721096:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+309:57218:x1849000910324736:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 458us (948us total) trans 0 rc 301/301 00000100:00100000:2.0:1763345639.721103:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11063 00000100:00100000:0.0:1763345639.721837:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.722012:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543387b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924389120:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345639.722036:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abe2d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000100:00100000:2.0:1763345639.722107:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910324864 00000100:00100000:2.0:1763345639.722113:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910324864 00010000:00010000:2.0:1763345639.722142:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abccf lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832bf4 expref: 309 pid: 9296 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763345639.722182:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3650 00000100:00100000:2.0:1763345639.722191:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+309:2409:x1849000910324864:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345639.722204:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345639.722210:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abccf lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832bf4 expref: 309 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345639.722221:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abccf lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832bf4 expref: 309 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345639.722237:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58abccf lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832bf4 expref: 309 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345639.722249:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:2.0:1763345639.722254:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abe2d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345639.722263:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abe2d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345639.722270:0:28406:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abe2d lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345639.722296:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345639.722343:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+308:2409:x1849000910324864:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 151us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.722351:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3650 00010000:00010000:3.0:1763345639.722376:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abe2d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345639.722384:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abe2d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000040:00080000:3.0:1763345639.723001:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1860, 88 off154432 00000004:00080000:3.0:1763345639.723009:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032248249347ns, next at 1032978341148ns, rc = 0 00000040:00080000:3.0:1763345639.723054:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1877, 88 off156040 00000004:00080000:3.0:1763345639.723058:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032248298747ns, next at 1032978308189ns, rc = 0 00000040:00080000:3.0:1763345639.723079:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1878, 88 off156128 00000004:00080000:3.0:1763345639.723085:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032248324898ns, next at 1032978308189ns, rc = 0 00000040:00080000:3.0:1763345639.723097:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1861, 88 off154520 00000004:00080000:3.0:1763345639.723101:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032248341368ns, next at 1032978341148ns, rc = 0 00000100:00100000:1.0:1763345639.724295:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000001:00080000:0.0:1763345639.724664:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940966 is committed 00000004:00080000:0.0:1763345639.724672:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1194 committed 00000004:00080000:0.0:1763345639.724687:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1209 committed 00000004:00080000:0.0:1763345639.724693:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1208 committed 00000004:00080000:0.0:1763345639.724696:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1193 committed 00000004:00010000:0.0:1763345639.724748:0:6523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000020c0f2b reply state 00000000cf8300ed transno 8589940966 ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abe2d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345639.724798:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abe2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345639.724807:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:0.0:1763345639.724811:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763345639.724815:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763345639.724822:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:0.0:1763345639.724826:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345639.724832:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abc4a lrc: 0/0,0 mode: --/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832bca expref: 303 pid: 9295 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345639.724883:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924389248:0@lo:6:osp-syn-1-0.0 00010000:00080000:0.0:1763345639.724940:0:6523:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763345639.724949:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345639.724955:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658bb4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+303:57214:x1849000910324608:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 6222us (6520us total) trans 8589940966 rc 0/0 00000100:00100000:0.0:1763345639.724965:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3825 00000100:00100000:2.0:1763345639.724996:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543387b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924389760:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1763345639.725027:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345639.725060:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1763345639.725067:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924389376:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1763345639.725090:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345639.725116:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543386680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924389888:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.725125:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924389248 00000100:00100000:3.0:1763345639.725132:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924389248 00000100:00100000:2.0:1763345639.725140:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345639.725180:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924389504:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345639.725205:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763345639.725227:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abd9a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.725237:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abd9a lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.725244:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abd9a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.725249:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545a1c200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.725254:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abd9a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.725261:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abd9a lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.725274:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:1.0:1763345639.725277:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.725280:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abd9a lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.725286:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abd9a lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.725301:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abdd2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.725306:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abdd2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.725312:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abdd2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.725317:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.725320:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abdd2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.725330:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abdd2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.725337:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc800) 00010000:00010000:1.0:1763345639.725340:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.725342:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abdd2 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.725348:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abdd2 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.725364:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abde7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.725370:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abde7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.725379:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abde7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.725384:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.725386:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abde7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.725392:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abde7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.725400:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:1.0:1763345639.725403:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.725405:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abde7 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.725410:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abde7 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763345639.725420:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924389760 00000100:00100000:3.0:1763345639.725424:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924389760 00000100:00100000:2.0:1763345639.725437:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545657100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924390016:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.725440:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924389632:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345639.725451:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924389376 00000100:00100000:3.0:1763345639.725454:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924389376 00000100:00100000:3.0:1763345639.725474:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924389888 00000100:00100000:2.0:1763345639.725476:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345639.725478:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924389888 00010000:00010000:1.0:1763345639.725484:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abe2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345639.725490:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abe2d lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00000100:00100000:3.0:1763345639.725493:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924389504 00000100:00100000:3.0:1763345639.725496:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924389504 00010000:00010000:1.0:1763345639.725496:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abe2d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345639.725501:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b658b9fe00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.725505:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abe2d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00000100:00100000:3.0:1763345639.725510:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924390016 00000100:00100000:3.0:1763345639.725512:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924390016 00010000:00010000:1.0:1763345639.725512:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abe2d lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345639.725520:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:1.0:1763345639.725523:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345639.725526:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abe2d lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00000100:00100000:2.0:1763345639.725530:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8042 00000100:00100000:3.0:1763345639.725541:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8043 00000100:00100000:2.0:1763345639.725545:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3656:x1849000924389248:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1763345639.725546:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58abe2d lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00000100:00100000:3.0:1763345639.725553:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:3656:x1849000924389760:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763345639.725575:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:846 count 1 00002000:00080000:2.0:1763345639.725575:0:8560:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:849 count 1 00000100:00100000:1.0:1763345639.725577:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8044 00000100:00100000:1.0:1763345639.725588:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3656:x1849000924389376:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1763345639.725598:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abe49 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.725598:0:8560:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54378ce00/0x52bea07cb58abe50 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1763345639.725600:0:15692:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:850 count 1 00002000:00010000:1.0:1763345639.725619:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x352:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345639.725623:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c41 expref: 28 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.725625:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58abe57 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.725638:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345639.725638:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.725641:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345639.725641:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.725643:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54378d200/0x52bea07cb58abd77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c33 expref: 13 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.725646:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abe49 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.725646:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58abe57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.725664:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345639.725668:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345639.725670:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58abe57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.725673:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378ce00/0x52bea07cb58abe50 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.725684:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980832c41 expref: 28 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.725688:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58abe57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.725705:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58abe57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.725721:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832c41 expref: 28 pid: 8403 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345639.725726:0:15692:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763345639.725728:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b54378d200/0x52bea07cb58abd77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980832c33 expref: 13 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.725738:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924390272:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345639.725744:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b54378d200/0x52bea07cb58abd77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832c33 expref: 13 pid: 27809 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763345639.725790:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8560:1849000924390400:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345639.725815:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66b137900 going to sleep for 11 seconds 00000100:00100000:2.0:1763345639.725825:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541c29e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763345639.725835:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8045 00000100:00100000:3.0:1763345639.725845:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+35:3656:x1849000924389888:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1763345639.725851:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8046 00002000:00080000:3.0:1763345639.725857:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:847 count 1 00000100:00100000:2.0:1763345639.725863:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3658:x1849000924389504:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763345639.725887:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x34f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345639.725893:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abe5e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.725901:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.725902:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.725905:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abe5e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.725914:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abe5e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.725920:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abe5e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.725927:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abe5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.725945:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763345639.725950:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3656:x1849000924389376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 365us (859us total) trans 17179872239 rc 0/0 00000100:00100000:1.0:1763345639.725957:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8044 00002000:00010000:2.0:1763345639.725969:0:27810:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x34f:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1763345639.725975:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8047 00002000:00010000:2.0:1763345639.725976:0:27810:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x34f:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00002000:00010000:2.0:1763345639.725981:0:27810:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x34f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345639.725984:0:27810:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x34f:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00000100:00100000:1.0:1763345639.725986:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+35:3658:x1849000924390016:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1763345639.725989:0:27810:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x34f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345639.726034:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3658:x1849000924389504:12345-0@lo:2:osp-syn-1-0.0 Request processed in 173us (827us total) trans 17179872240 rc 0/0 00000100:00100000:2.0:1763345639.726042:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8046 00002000:00010000:1.0:1763345639.726043:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x34c:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763345639.726047:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x34c:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00002000:00010000:1.0:1763345639.726051:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x34c:0x0] updating lvb atime from disk: 1763345638 -> 1763345638 00002000:00010000:1.0:1763345639.726053:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x34c:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00002000:00010000:1.0:1763345639.726055:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x34c:0x0] updating lvb blocks from disk: 8 -> 8 00010000:00010000:2.0:1763345639.726066:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763345639.726074:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58abe57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.726081:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345639.726085:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58abe57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.726099:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58abe57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.726112:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58abe57 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.726119:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58abe57 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.726134:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345639.726137:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abe5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.726143:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b658b9e600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345639.726146:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abe5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.726153:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abe5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.726163:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abe5e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.726170:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b658b9e600/0x52bea07cb58abe5e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.726187:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.726189:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.726191:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763345639.726220:0:3658:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872235 gen 2 00000004:00080000:2.0:1763345639.726225:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b549f70e00, transno 17179872222 00000004:00080000:2.0:1763345639.726233:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b549f73b80, transno 17179872223 00000004:00080000:2.0:1763345639.726235:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b549f70000, transno 17179872224 00000004:00080000:2.0:1763345639.726238:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b549f70700, transno 17179872225 00000004:00080000:2.0:1763345639.726240:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541fbb800, transno 17179872226 00000004:00080000:2.0:1763345639.726243:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541fba680, transno 17179872227 00000004:00080000:2.0:1763345639.726245:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541fb8700, transno 17179872228 00000004:00080000:2.0:1763345639.726247:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541fb9f80, transno 17179872229 00000004:00080000:2.0:1763345639.726250:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6748a4e00, transno 17179872231 00000004:00080000:2.0:1763345639.726252:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6748a4700, transno 17179872232 00000004:00080000:2.0:1763345639.726264:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6779a4a80, transno 17179872234 00000004:00080000:2.0:1763345639.726267:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6779a7100, transno 17179872235 00000100:00100000:2.0:1763345639.726275:0:3658:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff91b6779a5c00 x1849000924389504/t17179872240(17179872240) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763345655 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1763345639.726285:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6779a5c00/2, rc 0, transno 17179872240 00000100:00100000:2.0:1763345639.726290:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924389504:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1763345639.726385:0:32328:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 4 in progress, 3 in flight, 12 done 00000100:00100000:2.0:1763345639.726400:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910325120 00000100:00100000:2.0:1763345639.726405:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910325120 00000100:00100000:2.0:1763345639.726439:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11064 00000100:00100000:2.0:1763345639.726447:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+299:57218:x1849000910325120:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.726459:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.726461:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763345639.726476:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abe26 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c72 expref: 299 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.726487:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dc500) 00010000:00010000:2.0:1763345639.726493:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345639.726514:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abe65 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832c80 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.726586:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abe6c lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.726596:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abe6c lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.726604:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abe6c lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.726621:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abe73 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.726628:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abe73 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.726634:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abe73 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.726970:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abe7a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.726979:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abe7a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.726986:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abe7a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345639.726995:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x243:0x0]: returning size 0 00010000:00010000:2.0:1763345639.727019:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abe6c lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.727026:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abe6c lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.727033:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abe6c lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.727039:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abe6c lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.727045:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.727049:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abe6c lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.727056:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abe6c lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763345639.727061:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+37:3658:x1849000924390016:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1075us (1584us total) trans 21474839492 rc 0/0 00010000:00010000:2.0:1763345639.727067:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dc200) 00010000:00010000:2.0:1763345639.727073:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345639.727074:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8047 00010000:00010000:2.0:1763345639.727079:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abe6c lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.727087:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abe6c lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000004:00010000:2.0:1763345639.727097:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000000d89bb reply state 000000000ca5aadd transno 8589940967 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abe73 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.727103:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.727106:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abe73 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763345639.727120:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763345639.727124:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc000) 00010000:00010000:2.0:1763345639.727128:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345639.727131:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345639.727149:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545654380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924390144:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1763345639.727155:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abe65 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c80 expref: 301 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.727173:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abe7a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c80 expref: 300 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.727181:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc700) 00010000:00010000:2.0:1763345639.727185:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:1.0:1763345639.727189:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763345639.727190:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b65e8ade00, rc 0) 00000100:00100000:1.0:1763345639.727224:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924389632 00000100:00100000:1.0:1763345639.727229:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924389632 00000100:00100000:2.0:1763345639.727233:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+301:57218:x1849000910325120:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 785us (2941us total) trans 8589940967 rc 0/0 00000100:00100000:2.0:1763345639.727242:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11064 00000100:00100000:1.0:1763345639.727258:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8048 00000100:00100000:1.0:1763345639.727267:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3659:x1849000924389632:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763345639.727334:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763345639.727338:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00002000:00010000:1.0:1763345639.727340:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.727342:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00002000:00010000:1.0:1763345639.727345:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763345639.727385:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3659:x1849000924389632:12345-0@lo:2:osp-syn-1-0.0 Request processed in 120us (268us total) trans 17179872241 rc 0/0 00000100:00100000:1.0:1763345639.727392:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8048 00000100:00100000:1.0:1763345639.727403:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924390144 00000100:00100000:1.0:1763345639.727406:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924390144 00000100:00100000:1.0:1763345639.727430:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8049 00000100:00100000:1.0:1763345639.727436:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+37:3659:x1849000924390144:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1763345639.727444:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6779a4000/2, rc 0, transno 17179872241 00000100:00100000:2.0:1763345639.727451:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924389632:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763345639.727492:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x34d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345639.727495:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x34d:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00002000:00010000:1.0:1763345639.727498:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x34d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.727500:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x34d:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00002000:00010000:1.0:1763345639.727502:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x34d:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:0.0:1763345639.727648:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545657100/2, rc 0, transno 21474839492 00000100:00100000:0.0:1763345639.727658:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545657100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924390016:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.727707:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+38:3659:x1849000924390144:12345-0@lo:2:osp-syn-0-0.0 Request processed in 270us (521us total) trans 21474839493 rc 0/0 00000004:00080000:2.0:1763345639.727708:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545654380/2, rc 0, transno 21474839493 00000100:00100000:2.0:1763345639.727717:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545654380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924390144:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.727722:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8049 00000004:00080000:1.0:1763345639.727848:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6779a5880/2, rc 0, transno 17179872239 00000100:00100000:1.0:1763345639.727854:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924389376:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1763345639.727879:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b543386680/2, rc 0, transno 21474839491 00000100:00100000:1.0:1763345639.727883:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543386680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924389888:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.728234:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+37:3656:x1849000924389888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2389us (3092us total) trans 21474839491 rc 0/0 00000100:00100000:3.0:1763345639.728242:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8045 00000100:00100000:1.0:1763345639.729944:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.730081:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.730087:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910325248 00000100:00100000:3.0:1763345639.730097:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910325248 00000100:00100000:1.0:1763345639.730110:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.730130:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910325504 00000100:00100000:1.0:1763345639.730134:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910325504 00010000:00010000:1.0:1763345639.730160:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378d200/0x52bea07cb58abd77 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832c33 expref: 14 pid: 27809 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763345639.730193:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910325376 00000100:00100000:1.0:1763345639.730198:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910325376 00000100:00100000:3.0:1763345639.730212:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11065 00010000:00010000:1.0:1763345639.730214:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd8c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832c41 expref: 29 pid: 8403 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345639.730226:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+301:57214:x1849000910325248:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:1.0:1763345639.730239:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3651 00010000:00010000:3.0:1763345639.730246:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1763345639.730251:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+14:2410:x1849000910325504:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345639.730264:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345639.730267:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661200/0x52bea07cb58abe88 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832c87 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.730269:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b54378d200/0x52bea07cb58abd77 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x351:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832c33 expref: 14 pid: 27809 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.730322:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661200/0x52bea07cb58abe88 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c87 expref: 302 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.730336:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661200/0x52bea07cb58abe88 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x23f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c87 expref: 302 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.730354:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:3.0:1763345639.730357:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345639.730361:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b641661200, rc 0) 00000100:00100000:3.0:1763345639.730407:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+302:57214:x1849000910325248:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 185us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.730415:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11065 00000100:00100000:2.0:1763345639.730429:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924390272:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345639.730460:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abe49 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.730495:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8560:1849000924390400:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345639.730497:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3652 00010000:00010000:0.0:1763345639.730516:0:8560:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b54378ce00/0x52bea07cb58abe50 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x351:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345639.730518:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+29:2410:x1849000910325376:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345639.730539:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345639.730552:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832c41 expref: 29 pid: 8403 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345639.730567:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832c41 expref: 29 pid: 8403 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345639.730594:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54378d400/0x52bea07cb58abd8c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832c41 expref: 29 pid: 8403 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345639.730625:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.730627:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.730632:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abe49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.730632:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b54378d200/0x52bea07cb58abd77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x351:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832c33 expref: 14 pid: 27809 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345639.730647:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abe49 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.730648:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54378d200/0x52bea07cb58abd77 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x351:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832c33 expref: 14 pid: 27809 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345639.730658:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.730660:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.730664:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54378ce00/0x52bea07cb58abe50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.730665:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:1.0:1763345639.730676:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378ce00/0x52bea07cb58abe50 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.730684:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345639.730692:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345639.730716:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+13:2410:x1849000910325504:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 469us (637us total) trans 0 rc 0/0 00010000:00010000:0.0:1763345639.730721:0:8560:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b54378ce00/0x52bea07cb58abe50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345639.730726:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3651 00010000:00010000:0.0:1763345639.730742:0:8560:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54378ce00/0x52bea07cb58abe50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.730751:0:8560:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54378ce00/0x52bea07cb58abe50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.730783:0:8560:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378ce00/0x52bea07cb58abe50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345639.730793:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+28:2410:x1849000910325376:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 276us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.730802:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3652 00010000:00010000:0.0:1763345639.730811:0:8560:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763345639.730826:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910325760 00000100:00100000:2.0:1763345639.730832:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910325760 00000100:00100000:2.0:1763345639.730866:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11066 00000100:00100000:2.0:1763345639.730888:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+302:57218:x1849000910325760:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.730900:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.730912:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345639.730913:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58abe8f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832c8e expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.730918:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b54378ce00/0x52bea07cb58abe50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.730926:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378ce00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345639.730930:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54378ce00/0x52bea07cb58abe50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.730939:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54378ce00/0x52bea07cb58abe50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.730951:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b54378ce00/0x52bea07cb58abe50 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.730958:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54378ce00/0x52bea07cb58abe50 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.730975:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345639.730977:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345639.730979:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.731009:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abe96 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.731026:0:35210:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abe7a lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c80 expref: 303 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.731034:0:35210:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abe96 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00000100:00100000:0.0:1763345639.731053:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3656:x1849000924389248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5513us (6105us total) trans 17179872242 rc 0/0 00010000:00010000:2.0:1763345639.731061:0:35210:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abe7a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832c80 expref: 303 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.731065:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8042 00010000:00010000:2.0:1763345639.731082:0:35210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abe7a lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832c80 expref: 303 pid: 6520 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763345639.731096:0:35210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432dea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924390528:192.168.203.8@tcp:104: 00000004:00080000:1.0:1763345639.731116:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6779a6300/2, rc 0, transno 17179872242 00000100:00100000:1.0:1763345639.731122:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924389248:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1763345639.731157:0:35210:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64a648c00 going to sleep for 11 seconds 00010000:00010000:3.0:1763345639.732258:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abe49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.732278:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abe49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.732288:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abe49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.732296:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abe49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.732316:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763345639.732377:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345639.732384:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abe49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.732392:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b658b9f000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345639.732400:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abe49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.732409:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abe49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.732428:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abe49 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.732436:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b658b9f000/0x52bea07cb58abe49 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.732456:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.732458:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.732460:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345639.732514:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:3656:x1849000924389760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6963us (7485us total) trans 21474839494 rc 0/0 00000100:00100000:3.0:1763345639.732522:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8043 00000004:00080000:1.0:1763345639.732861:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b543387b80/2, rc 0, transno 21474839494 00000100:00100000:1.0:1763345639.732879:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543387b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924389760:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1763345639.734118:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.734175:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910326016 00000100:00100000:0.0:1763345639.734184:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910326016 00000100:00100000:0.0:1763345639.734240:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3826 00000100:00100000:0.0:1763345639.734250:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+304:57214:x1849000910326016:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345639.734366:0:35210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432dea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924390528:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345639.734388:0:35210:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abe96 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00080000:0.0:1763345639.734512:0:6523:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x23f:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763345639.734565:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1862, 64 off154584 00000040:00080000:0.0:1763345639.734587:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1879, 64 off156192 00000040:00080000:0.0:1763345639.734597:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1880, 64 off156256 00000040:00080000:0.0:1763345639.734606:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1863, 64 off154648 00010000:00010000:0.0:1763345639.734657:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58abe9d lrc: 3/0,1 mode: --/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345639.734670:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58abe9d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345639.734683:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58abe9d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345639.734690:0:6523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58abe9d lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345639.734695:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58abe9d lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345639.734701:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58abe9d lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345639.734724:0:6523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763345639.734744:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345639.734751:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58abe9d lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345639.734783:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6413ef800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345639.734787:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58abe9d lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345639.734794:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58abe9d lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345639.734807:0:10338:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x23f:0x0].0x0 (ffff91b5484cc800) 00010000:00010000:1.0:1763345639.734810:0:10338:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763345639.734815:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58abe9d lrc: 1/0,0 mode: --/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345639.734821:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58abe9d lrc: 0/0,0 mode: --/PW res: [0x200000405:0x23f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345639.734835:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345639.734838:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345639.734840:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345639.734936:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+305:57214:x1849000910326016:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 686us (821us total) trans 8589940968 rc 0/0 00000100:00100000:0.0:1763345639.734944:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3826 00000100:00100000:2.0:1763345639.735662:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.735999:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910326144 00000100:00100000:3.0:1763345639.736007:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910326144 00010000:00010000:3.0:1763345639.736047:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abe7a lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832c80 expref: 305 pid: 6520 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345639.736085:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3653 00000100:00100000:3.0:1763345639.736094:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+305:2409:x1849000910326144:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345639.736105:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345639.736112:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abe7a lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832c80 expref: 305 pid: 6520 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.736123:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abe7a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832c80 expref: 305 pid: 6520 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.736147:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58abe7a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832c80 expref: 305 pid: 6520 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.736159:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc700) 00010000:00010000:3.0:1763345639.736164:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abe96 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345639.736177:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abe96 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345639.736183:0:28406:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abe96 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345639.736215:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345639.736264:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+304:2409:x1849000910326144:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 170us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.736281:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3653 00010000:00010000:2.0:1763345639.736392:0:35210:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abe96 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.736402:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abe96 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:2.0:1763345639.736422:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x243:0x0]: returning size 0 00000004:00080000:2.0:1763345639.736579:0:35210:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x350:0x0], index 0: 0 00000004:00080000:2.0:1763345639.736586:0:35210:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x353:0x0], index 1: 0 00000004:00080000:2.0:1763345639.736592:0:35210:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x354:0x0], index 1: 0 00000004:00080000:2.0:1763345639.736596:0:35210:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x351:0x0], index 0: 0 00010000:00010000:2.0:1763345639.736702:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abe96 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.736711:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abe96 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.736716:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abe96 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.736722:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378dc00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.736725:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abe96 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.736732:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abe96 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.736740:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc700) 00010000:00010000:2.0:1763345639.736743:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345639.736746:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abe96 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.736791:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abe96 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.736836:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58abe8f lrc: 1/0,0 mode: --/CR res: [0x200000405:0x243:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c8e expref: 304 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.736846:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc700) 00010000:00010000:2.0:1763345639.736848:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763345639.736852:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58abe8f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x243:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c8e expref: 304 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.736864:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b65e8ada00, rc 0) 00000100:00100000:2.0:1763345639.736921:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+303:57218:x1849000910325760:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 6033us (6256us total) trans 8589940969 rc 301/301 00000100:00100000:2.0:1763345639.736929:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11066 00000100:00100000:1.0:1763345639.737919:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.737960:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910326400 00000100:00100000:2.0:1763345639.737971:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910326400 00000100:00100000:2.0:1763345639.738024:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11067 00000100:00100000:2.0:1763345639.738043:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+303:57214:x1849000910326400:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.738062:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.738080:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abeab lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832c95 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.738150:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abeb2 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.738265:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abeb2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.738276:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abeb2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.738288:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abeb9 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.738296:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abeb9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.738302:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abeb9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.738394:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abec0 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.738403:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abec0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.738409:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abec0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.738480:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abeb2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.738491:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abeb2 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.738496:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abeb2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.738501:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378ca00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.738505:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abeb2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.738512:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abeb2 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.738521:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:2.0:1763345639.738523:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.738527:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abeb2 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.738532:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abeb2 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.738543:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abeb9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.738549:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abeb9 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.738555:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abeb9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.738559:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.738562:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abeb9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.738571:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abeb9 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.738578:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc000) 00010000:00010000:2.0:1763345639.738581:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.738583:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abeb9 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.738589:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abeb9 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.738619:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abeab lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c95 expref: 306 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.738635:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abec0 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c95 expref: 305 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.738643:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc200) 00010000:00010000:2.0:1763345639.738645:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345639.738647:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c200, rc 0) 00000100:00100000:2.0:1763345639.738705:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+305:57214:x1849000910326400:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 671us (789us total) trans 8589940970 rc 0/0 00000100:00100000:2.0:1763345639.738712:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11067 00000100:00100000:3.0:1763345639.738906:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.738945:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910326656 00000100:00100000:0.0:1763345639.738952:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910326656 00000100:00100000:0.0:1763345639.738998:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3827 00000100:00100000:0.0:1763345639.739007:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+305:57218:x1849000910326656:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345639.739198:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+306:57218:x1849000910326656:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 192us (292us total) trans 8589940971 rc 0/0 00000100:00100000:0.0:1763345639.739205:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3827 00000100:00100000:0.0:1763345639.741468:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.741518:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.741603:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910326784 00000100:00100000:2.0:1763345639.741612:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910326784 00000100:00100000:3.0:1763345639.741627:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910326912 00000100:00100000:3.0:1763345639.741633:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910326912 00000100:00100000:3.0:1763345639.741785:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8050 00000100:00100000:2.0:1763345639.741793:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8051 00000100:00100000:3.0:1763345639.741799:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+28:2409:x1849000910326912:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:2.0:1763345639.741805:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+13:2409:x1849000910326784:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345639.741818:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.741818:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.741842:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54378d600/0x52bea07cb58abece lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832c9c expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.741843:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58abed5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832ca3 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345639.741882:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x351:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:2.0:1763345639.741882:0:8560:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x354:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345639.741906:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.741906:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.741908:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.741911:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.741916:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378d600/0x52bea07cb58abece lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c9c expref: 14 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345639.741919:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58abed5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ca3 expref: 29 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345639.741937:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b54378d600/0x52bea07cb58abece lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c9c expref: 14 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345639.741941:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58abed5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ca3 expref: 29 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345639.741950:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d600, rc 0) 00010000:00010000:3.0:1763345639.741955:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b641661400, rc 0) 00000100:00100000:2.0:1763345639.742001:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910326784:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 201us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.742006:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8051 00000100:00100000:3.0:1763345639.743122:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910326912:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1323us (1598us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.743131:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8050 00000100:00100000:0.0:1763345639.743990:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.744104:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910327168 00000100:00100000:1.0:1763345639.744114:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910327168 00000100:00100000:1.0:1763345639.744334:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3828 00000100:00100000:1.0:1763345639.744345:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544209c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+306:57218:x1849000910327168:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345639.744555:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544209c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+307:57218:x1849000910327168:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 208us (565us total) trans 8589940972 rc 0/0 00000100:00100000:1.0:1763345639.744563:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3828 00000100:00100000:1.0:1763345639.745327:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.745653:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910327424 00000100:00100000:0.0:1763345639.745661:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910327424 00000100:00100000:0.0:1763345639.745736:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3829 00000100:00100000:0.0:1763345639.745747:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+307:57214:x1849000910327424:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345639.745939:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+308:57214:x1849000910327424:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 192us (614us total) trans 8589940973 rc 0/0 00000100:00100000:0.0:1763345639.745946:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3829 00000100:00100000:3.0:1763345639.748051:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.748358:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910327680 00000100:00100000:2.0:1763345639.748367:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910327680 00000100:00100000:2.0:1763345639.748421:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11068 00000100:00100000:2.0:1763345639.748431:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+308:55937:x1849000910327680:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345639.748453:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.748455:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763345639.748480:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abec0 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c95 expref: 308 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.748498:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc200) 00010000:00010000:2.0:1763345639.748509:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345639.748523:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abedc lrc: 2/0,0 mode: --/CW res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832caa expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.748635:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abee3 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.748647:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abee3 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x243:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.748656:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abee3 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x243:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:2.0:1763345639.748669:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x243:0x0]: returning size 0 00010000:00010000:2.0:1763345639.748806:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abedc lrc: 0/0,0 mode: --/CW res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832caa expref: 310 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.748827:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abee3 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x243:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832caa expref: 309 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.748835:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:2.0:1763345639.748838:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:2.0:1763345639.748841:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d000, rc 0) 00000100:00100000:2.0:1763345639.748901:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+309:55937:x1849000910327680:12345-192.168.203.8@tcp:101:bash.0 Request processed in 471us (856us total) trans 8589940974 rc 0/0 00000100:00100000:2.0:1763345639.748910:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11068 00000100:00100000:3.0:1763345639.749240:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.749468:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910327936 00000100:00100000:2.0:1763345639.749474:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910327936 00000100:00100000:2.0:1763345639.749851:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11069 00000100:00100000:2.0:1763345639.749861:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+309:57214:x1849000910327936:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.749887:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.749903:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abef1 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832cb1 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.749955:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abef8 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.749966:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abef8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.749975:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abef8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.749986:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abeff lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.749993:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abeff lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.749999:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abeff lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.750083:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abf06 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.750094:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abf06 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.750100:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abf06 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.750106:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abf06 lrc: 3/0,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.750111:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378ce00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.750116:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abf06 lrc: 3/0,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.750127:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abf06 lrc: 4/0,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.750134:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:2.0:1763345639.750139:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abf06 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.750145:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abf06 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000004:00200000:2.0:1763345639.750158:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x243:0x0]: returning size 0 00010000:00010000:2.0:1763345639.750212:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abef8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.750218:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abef8 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.750223:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abef8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.750228:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378dc00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.750231:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abef8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.750236:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abef8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.750244:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dc700) 00010000:00010000:2.0:1763345639.750246:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.750249:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abef8 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.750254:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abef8 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.750264:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abeff lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.750270:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abeff lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.750276:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abeff lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.750281:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.750284:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abeff lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.750289:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abeff lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.750296:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc000) 00010000:00010000:2.0:1763345639.750298:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.750301:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abeff lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.750306:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58abeff lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.750334:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abef1 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cb1 expref: 311 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.750343:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dc700) 00010000:00010000:2.0:1763345639.750345:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763345639.750348:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abef1 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cb1 expref: 311 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.750364:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378ca00, rc 0) 00000100:00100000:1.0:1763345639.751467:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.751556:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910328064 00000100:00100000:3.0:1763345639.751565:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910328064 00000100:00100000:2.0:1763345639.751636:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+310:57214:x1849000910327936:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1529us (2150us total) trans 8589940975 rc 301/301 00000100:00100000:2.0:1763345639.751646:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11069 00000100:00100000:2.0:1763345639.751667:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11070 00000100:00100000:2.0:1763345639.751676:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+310:55937:x1849000910328064:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345639.751692:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.751705:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abf14 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832cb8 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.751729:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abf1b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.751738:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abf1b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.751746:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abf1b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.752085:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abf14 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cb8 expref: 312 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.752100:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abf1b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cb8 expref: 311 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.752107:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:2.0:1763345639.752110:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763345639.752113:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d200, rc 0) 00000100:00100000:2.0:1763345639.752163:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+311:55937:x1849000910328064:12345-192.168.203.8@tcp:101:bash.0 Request processed in 488us (694us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.752169:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11070 00000100:00100000:1.0:1763345639.754354:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.754557:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910328320 00000100:00100000:2.0:1763345639.754566:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910328320 00000100:00100000:1.0:1763345639.754627:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.754686:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11071 00000100:00100000:2.0:1763345639.754696:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+311:55937:x1849000910328320:12345-192.168.203.8@tcp:36:bash.0 00010000:00010000:2.0:1763345639.754746:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345639.754804:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58abee3 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x243:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832caa expref: 311 pid: 35210 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.754934:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910328576 00000100:00100000:0.0:1763345639.754939:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910328576 00000100:00100000:0.0:1763345639.754965:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3830 00000100:00100000:0.0:1763345639.754972:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+311:57214:x1849000910328576:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345639.755154:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+312:57214:x1849000910328576:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 181us (526us total) trans 8589940976 rc 0/0 00000100:00100000:0.0:1763345639.755162:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3830 00010000:00010000:2.0:1763345639.755262:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:2.0:1763345639.755271:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345639.755577:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abf22 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.755591:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abf22 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.755601:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abf22 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:2.0:1763345639.755643:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589940977 00000004:00010000:2.0:1763345639.755665:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dfb7b66a reply state 00000000096105bf transno 8589940978 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abf22 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.755676:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abf22 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.755811:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:2.0:1763345639.755815:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345639.755817:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345639.755887:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+314:55937:x1849000910328320:12345-192.168.203.8@tcp:36:bash.0 Request processed in 1191us (1539us total) trans 8589940978 rc 0/0 00000100:00100000:2.0:1763345639.755894:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11071 00000020:00080000:2.0:1763345639.755898:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763345639.757557:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.757749:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910328704 00000100:00100000:2.0:1763345639.757776:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910328704 00000100:00100000:2.0:1763345639.757827:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3831 00000100:00100000:2.0:1763345639.757835:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658bb5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+314:57214:x1849000910328704:12345-192.168.203.8@tcp:33:lfs.0 00000100:00100000:2.0:1763345639.757966:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658bb5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+314:57214:x1849000910328704:12345-192.168.203.8@tcp:33:lfs.0 Request processed in 131us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.757974:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3831 00000100:00100000:1.0:1763345639.758057:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.758467:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910328832 00000100:00100000:2.0:1763345639.758472:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910328832 00000100:00100000:2.0:1763345639.758626:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11072 00000100:00100000:2.0:1763345639.758635:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+314:55937:x1849000910328832:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345639.758645:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.758665:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abf29 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832cbf expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.758710:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abf29 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cbf expref: 315 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.758725:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abf29 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cbf expref: 315 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.758743:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:2.0:1763345639.758747:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345639.758750:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d800, rc 0) 00000100:00100000:2.0:1763345639.759467:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+315:55937:x1849000910328832:12345-192.168.203.8@tcp:101:bash.0 Request processed in 832us (1407us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.759473:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11072 00000100:00100000:1.0:1763345639.764138:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.764189:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910329088 00000100:00100000:2.0:1763345639.764199:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910329088 00000100:00100000:2.0:1763345639.764265:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11073 00000100:00100000:2.0:1763345639.764274:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+315:55937:x1849000910329088:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345639.764293:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.764296:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763345639.764326:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abf29 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cbf expref: 315 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.764347:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:2.0:1763345639.764352:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345639.764364:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abf30 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832cc6 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.764408:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abf37 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.764419:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abf37 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.764427:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abf37 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000040:00080000:2.0:1763345639.764632:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1864, 88 off154736 00000004:00080000:2.0:1763345639.764640:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032289879174ns, next at 1032978341148ns, rc = 0 00000040:00080000:2.0:1763345639.764686:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1881, 88 off156344 00000004:00080000:2.0:1763345639.764691:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032289931774ns, next at 1032978308189ns, rc = 0 00000040:00080000:2.0:1763345639.764722:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1882, 88 off156432 00000004:00080000:2.0:1763345639.764727:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032289967185ns, next at 1032978308189ns, rc = 0 00000040:00080000:2.0:1763345639.764736:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1865, 88 off154824 00000004:00080000:2.0:1763345639.764739:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032289979595ns, next at 1032978341148ns, rc = 0 00000001:00080000:2.0:1763345639.766646:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940979 is committed 00010000:00010000:1.0:1763345639.766677:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abe73 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.766690:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abe73 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00000004:00080000:2.0:1763345639.766700:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1196 committed 00010000:00010000:1.0:1763345639.766700:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abe73 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.766709:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.766714:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abe73 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00000004:00080000:2.0:1763345639.766719:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1211 committed 00010000:00010000:1.0:1763345639.766722:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abe73 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00000004:00080000:2.0:1763345639.766735:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1210 committed 00000004:00080000:2.0:1763345639.766739:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1195 committed 00010000:00010000:1.0:1763345639.766741:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc000) 00010000:00010000:1.0:1763345639.766746:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.766752:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abe73 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.766782:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58abe73 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.766817:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abf22 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.766828:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abf22 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.766837:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abf22 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.766851:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abf37 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x243:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cc6 expref: 303 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.766865:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:1.0:1763345639.766865:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.766883:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:0.0:1763345639.766888:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544209c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924391040:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1763345639.766891:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abf22 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.766900:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abf30 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cc6 expref: 303 pid: 6520 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763345639.766906:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abf22 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.766921:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:2.0:1763345639.766923:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abf37 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x243:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cc6 expref: 302 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.766928:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.766934:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abf22 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.766942:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58abf22 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000100:00100000:0.0:1763345639.766954:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763345639.766956:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:2.0:1763345639.766960:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763345639.766963:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378ca00, rc 0) 00000100:00100000:1.0:1763345639.766968:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54420aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924390784:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.767000:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924391552:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.767023:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345639.767025:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+301:55937:x1849000910329088:12345-192.168.203.8@tcp:101:bash.0 Request processed in 2750us (2894us total) trans 8589940979 rc 0/0 00000100:00100000:0.0:1763345639.767039:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924391168:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345639.767053:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11073 00000100:00100000:1.0:1763345639.767066:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924390656:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763345639.767074:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345639.767108:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345639.767135:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924391040 00000100:00100000:1.0:1763345639.767141:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924391296:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.767145:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924391040 00000100:00100000:3.0:1763345639.767161:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924390784 00000100:00100000:3.0:1763345639.767167:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924390784 00000100:00100000:1.0:1763345639.767175:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345639.767206:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924391168 00000100:00100000:1.0:1763345639.767210:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1763345639.767212:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924391168 00000100:00100000:3.0:1763345639.767213:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924390656 00000100:00100000:2.0:1763345639.767213:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924391296 00000100:00100000:3.0:1763345639.767218:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924390656 00000100:00100000:2.0:1763345639.767219:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924391296 00000100:00100000:1.0:1763345639.767224:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924390912:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763345639.767246:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8052 00000100:00100000:3.0:1763345639.767254:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8053 00000100:00100000:0.0:1763345639.767259:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3658:x1849000924391040:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.767262:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345639.767268:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8054 00000100:00100000:3.0:1763345639.767269:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3656:x1849000924390784:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1763345639.767276:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+38:3659:x1849000924391168:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.767287:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5450c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924391424:0@lo:2:osp-syn-0-0.0 00002000:00080000:3.0:1763345639.767288:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:847 count 1 00002000:00080000:0.0:1763345639.767291:0:15692:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:848 count 1 00010000:00010000:3.0:1763345639.767312:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58abf3e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.767313:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b541517000/0x52bea07cb58abf45 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345639.767330:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763345639.767343:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b6748fec00/0x52bea07cb58abbe1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ba7 expref: 13 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.767349:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54378cc00/0x52bea07cb58abda1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c48 expref: 13 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.767353:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345639.767357:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345639.767362:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58abf3e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.767363:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345639.767366:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1763345639.767371:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924390912 00010000:00010000:0.0:1763345639.767372:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b541517000/0x52bea07cb58abf45 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345639.767379:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924390912 00010000:00010000:3.0:1763345639.767395:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b6748fec00/0x52bea07cb58abbe1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980832ba7 expref: 13 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.767404:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b54378cc00/0x52bea07cb58abda1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980832c48 expref: 13 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.767413:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b6748fec00/0x52bea07cb58abbe1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832ba7 expref: 13 pid: 27809 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763345639.767415:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924391424 00010000:00010000:0.0:1763345639.767421:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b54378cc00/0x52bea07cb58abda1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832c48 expref: 13 pid: 8403 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763345639.767423:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+40:3659:x1849000924391168:12345-0@lo:2:osp-syn-0-0.0 Request processed in 148us (351us total) trans 21474839495 rc 0/0 00000100:00100000:1.0:1763345639.767423:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924391424 00000100:00100000:3.0:1763345639.767430:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5450c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1849000924391680:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345639.767439:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8054 00000100:00100000:0.0:1763345639.767450:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924391808:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345639.767460:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8055 00000100:00100000:2.0:1763345639.767476:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8056 00000100:00100000:1.0:1763345639.767478:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3656:x1849000924391296:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345639.767483:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66b137600 going to sleep for 11 seconds 00000100:00100000:0.0:1763345639.767484:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763345639.767488:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+40:3656:x1849000924390656:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1763345639.767503:0:28867:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:844 count 1 00000100:00100000:0.0:1763345639.767510:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8057 00010000:00010000:2.0:1763345639.767515:0:28867:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58abf4c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.767523:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543698000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+40:3656:x1849000924390912:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1763345639.767533:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58abdee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980832c5d expref: 28 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.767541:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00002000:00080000:0.0:1763345639.767541:0:28868:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:845 count 1 00010000:00010000:2.0:1763345639.767544:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345639.767549:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58abf4c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.767558:0:28868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abf53 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.767573:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58abdee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.8@tcp remote: 0x199a96980832c5d expref: 28 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.767573:0:28868:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b641660e00/0x52bea07cb58abdc4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980832c56 expref: 28 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.767593:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58abdee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.8@tcp remote: 0x199a96980832c5d expref: 28 pid: 8403 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345639.767597:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345639.767601:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345639.767606:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abf53 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345639.767609:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924391936:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345639.767617:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3656:x1849000924391296:12345-0@lo:2:osp-syn-1-0.0 Request processed in 147us (442us total) trans 17179872243 rc 0/0 00000100:00100000:1.0:1763345639.767627:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8055 00010000:00010000:0.0:1763345639.767633:0:28868:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b641660e00/0x52bea07cb58abdc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.8@tcp remote: 0x199a96980832c56 expref: 28 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.767645:0:28868:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b641660e00/0x52bea07cb58abdc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.8@tcp remote: 0x199a96980832c56 expref: 28 pid: 8403 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763345639.767651:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8058 00000100:00100000:2.0:1763345639.767661:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747d73c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763345639.767663:0:28868:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:28868:1849000924392064:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345639.767664:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+40:3656:x1849000924391424:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345639.767709:0:28868:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce180 going to sleep for 11 seconds 00002000:00010000:1.0:1763345639.767728:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x351:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345639.767732:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x351:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.767735:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x351:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.767737:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x351:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.767739:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x351:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:0.0:1763345639.767745:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dfc700/2, rc 0, transno 21474839495 00000004:00080000:3.0:1763345639.767749:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5435b8000/2, rc 0, transno 17179872243 00000100:00100000:0.0:1763345639.767754:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924391168:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.767784:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924391296:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.767798:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+41:3656:x1849000924391424:12345-0@lo:2:osp-syn-0-0.0 Request processed in 135us (471us total) trans 21474839496 rc 0/0 00000100:00100000:0.0:1763345639.767799:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763345639.767805:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5450c9180/2, rc 0, transno 21474839496 00000100:00100000:1.0:1763345639.767810:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8058 00000100:00100000:3.0:1763345639.767814:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5450c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924391424:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.767831:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924391552 00000100:00100000:1.0:1763345639.767836:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924391552 00000100:00100000:1.0:1763345639.767854:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8059 00000100:00100000:1.0:1763345639.767859:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3658:x1849000924391552:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763345639.767917:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345639.767920:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.767922:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.767924:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.767926:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345639.767964:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3658:x1849000924391552:12345-0@lo:2:osp-syn-1-0.0 Request processed in 104us (166us total) trans 17179872244 rc 0/0 00000100:00100000:1.0:1763345639.767970:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8059 00000004:00080000:0.0:1763345639.768043:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5435b8a80/2, rc 0, transno 17179872244 00000100:00100000:0.0:1763345639.768049:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924391552:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345639.772517:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.772607:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910329216 00000100:00100000:0.0:1763345639.772617:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910329216 00000100:00100000:0.0:1763345639.772798:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8060 00000100:00100000:0.0:1763345639.772811:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+29:55937:x1849000910329216:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345639.772829:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.772850:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58abf5a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832ccd expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345639.772883:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x350:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345639.772905:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.772908:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.772917:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58abf5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ccd expref: 30 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.772937:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58abf5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ccd expref: 30 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.772950:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545a1cc00, rc 0) 00000100:00100000:0.0:1763345639.773008:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+30:55937:x1849000910329216:12345-192.168.203.8@tcp:101:bash.0 Request processed in 200us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.773015:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8060 00000100:00100000:2.0:1763345639.773141:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5450c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1849000924391680:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345639.773166:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58abf3e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.775261:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.775307:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.775326:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924391936:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345639.775352:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:1.0:1763345639.775353:0:28867:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58abf4c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345639.775377:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.775409:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910329600 00000100:00100000:1.0:1763345639.775416:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910329600 00000100:00100000:2.0:1763345639.775421:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.775448:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910329472 00000100:00100000:2.0:1763345639.775454:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910329472 00010000:00010000:1.0:1763345639.775458:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b6748fec00/0x52bea07cb58abbe1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832ba7 expref: 14 pid: 27809 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763345639.775487:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910329728 00000100:00100000:1.0:1763345639.775491:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910329728 00000100:00100000:2.0:1763345639.775495:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11074 00010000:00010000:1.0:1763345639.775507:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378cc00/0x52bea07cb58abda1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832c48 expref: 15 pid: 8403 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763345639.775508:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+301:57219:x1849000910329472:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.775531:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1763345639.775551:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910329856 00010000:00010000:2.0:1763345639.775553:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abf61 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832cd4 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345639.775556:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910329856 00010000:00010000:1.0:1763345639.775573:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58abdee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.8@tcp remote: 0x199a96980832c5d expref: 30 pid: 8403 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763345639.775588:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910329984 00000100:00100000:1.0:1763345639.775591:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910329984 00000100:00100000:3.0:1763345639.775600:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3654 00010000:00010000:1.0:1763345639.775606:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b641660e00/0x52bea07cb58abdc4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.8@tcp remote: 0x199a96980832c56 expref: 31 pid: 8403 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345639.775613:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2411:x1849000910329600:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345639.775628:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1763345639.775628:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3655 00010000:00010000:2.0:1763345639.775630:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abf68 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.775638:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b6748fec00/0x52bea07cb58abbe1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832ba7 expref: 15 pid: 27809 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763345639.775642:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658763850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+15:2411:x1849000910329728:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345639.775646:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abf68 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.775656:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345639.775664:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b6748fec00/0x52bea07cb58abbe1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832ba7 expref: 15 pid: 27809 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345639.775666:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abf68 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.775667:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b54378cc00/0x52bea07cb58abda1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832c48 expref: 15 pid: 8403 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345639.775691:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abf6f lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.775696:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b54378cc00/0x52bea07cb58abda1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832c48 expref: 15 pid: 8403 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345639.775721:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abf6f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.775728:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abf6f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.775731:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.775735:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.775740:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b541517000/0x52bea07cb58abf45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.775749:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b541517000/0x52bea07cb58abf45 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.775796:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345639.775844:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658763850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+15:2411:x1849000910329728:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 206us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.775852:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3655 00010000:00010000:2.0:1763345639.775859:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abf76 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.775881:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abf76 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763345639.775885:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3656 00010000:00010000:2.0:1763345639.775895:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abf76 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763345639.775898:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+31:2411:x1849000910329856:12345-192.168.203.8@tcp:103:ldlm_bl.0 00000004:00200000:2.0:1763345639.775911:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x243:0x0]: returning size 2 00010000:00010000:1.0:1763345639.775912:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345639.775920:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58abdee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.8@tcp remote: 0x199a96980832c5d expref: 31 pid: 8403 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345639.775930:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58abdee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.8@tcp remote: 0x199a96980832c5d expref: 31 pid: 8403 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345639.775945:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58abdee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.8@tcp remote: 0x199a96980832c5d expref: 31 pid: 8403 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345639.776002:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abf68 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.776010:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abf68 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.776016:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abf68 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.776021:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abf68 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.776026:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.776030:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abf68 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.776037:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abf68 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.776050:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dc700) 00010000:00010000:2.0:1763345639.776053:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.776057:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abf68 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.776062:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abf68 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.776074:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abf6f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.776080:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abf6f lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.776084:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abf6f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.776089:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378dc00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.776092:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abf6f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.776097:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abf6f lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.776104:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc200) 00010000:00010000:2.0:1763345639.776106:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.776109:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abf6f lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.776114:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58abf6f lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.776151:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58abf61 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cd4 expref: 304 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.776166:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abf76 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cd4 expref: 303 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.776173:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:2.0:1763345639.776176:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345639.776178:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378ce00, rc 0) 00000100:00100000:2.0:1763345639.776211:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+303:57219:x1849000910329472:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 707us (959us total) trans 8589940980 rc 0/0 00000100:00100000:2.0:1763345639.776217:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11074 00010000:00010000:1.0:1763345639.777280:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.777283:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.777288:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58abf4c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.777303:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58abf4c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.777335:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b6748fec00/0x52bea07cb58abbe1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832ba7 expref: 14 pid: 27809 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345639.777341:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345639.777347:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.777350:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.777353:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58abf3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.777361:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58abf3e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.777381:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345639.777385:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+30:2411:x1849000910329856:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 1486us (2005us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.777395:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3656 00000100:00100000:1.0:1763345639.777422:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3657 00000100:00100000:1.0:1763345639.777432:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+29:2411:x1849000910329984:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345639.777447:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345639.777454:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b641660e00/0x52bea07cb58abdc4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.8@tcp remote: 0x199a96980832c56 expref: 29 pid: 8403 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345639.777467:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b641660e00/0x52bea07cb58abdc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.8@tcp remote: 0x199a96980832c56 expref: 29 pid: 8403 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345639.777482:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.777484:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.777488:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abf53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.777491:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+13:2411:x1849000910329600:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 1799us (2102us total) trans 0 rc 0/0 00010000:00010000:1.0:1763345639.777505:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abf53 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.777507:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3654 00010000:00010000:1.0:1763345639.777525:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345639.777539:0:28868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b641660e00/0x52bea07cb58abdc4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.8@tcp remote: 0x199a96980832c56 expref: 29 pid: 8403 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763345639.777556:0:28868:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:28868:1849000924392064:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345639.777568:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+28:2411:x1849000910329984:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 136us (2146us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.777578:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3657 00010000:00010000:0.0:1763345639.777580:0:28868:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abf53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.777591:0:28868:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abf53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.777599:0:28868:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abf53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.777608:0:28868:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abf53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.777615:0:28868:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abf53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.777636:0:28868:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763345639.777648:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345639.777659:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abf53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.777667:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:1.0:1763345639.777674:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545a1c200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345639.777679:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abf53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.777688:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abf53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.777701:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abf53 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.777709:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abf53 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.777729:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345639.777731:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345639.777734:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345639.777890:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543698000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+41:3656:x1849000924390912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10371us (10633us total) trans 21474839497 rc 0/0 00000100:00100000:0.0:1763345639.777899:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8057 00000100:00100000:0.0:1763345639.777913:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910330112 00000100:00100000:0.0:1763345639.777919:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910330112 00000100:00100000:0.0:1763345639.777960:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8061 00000100:00100000:0.0:1763345639.777969:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+13:55937:x1849000910330112:12345-192.168.203.8@tcp:101:bash.0 00000004:00080000:3.0:1763345639.777975:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dff800/2, rc 0, transno 21474839497 00010000:00010000:0.0:1763345639.777981:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1763345639.777984:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924390912:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1763345639.777999:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b545a1d400/0x52bea07cb58abf84 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832cdb expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345639.778019:0:28868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x353:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345639.778031:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.778033:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.778039:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b545a1d400/0x52bea07cb58abf84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cdb expref: 14 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.778058:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b545a1d400/0x52bea07cb58abf84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cdb expref: 14 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.778067:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545a1d400, rc 0) 00000100:00100000:0.0:1763345639.778106:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+14:55937:x1849000910330112:12345-192.168.203.8@tcp:101:bash.0 Request processed in 139us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.778112:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8061 00010000:00010000:0.0:1763345639.778158:0:15692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54378cc00/0x52bea07cb58abda1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832c48 expref: 13 pid: 8403 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763345639.778168:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924391808:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345639.778181:0:15692:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b541517000/0x52bea07cb58abf45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.778189:0:15692:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b541517000/0x52bea07cb58abf45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.778196:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b541517000/0x52bea07cb58abf45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.778204:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b541517000/0x52bea07cb58abf45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.778211:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b541517000/0x52bea07cb58abf45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.778222:0:15692:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763345639.778436:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3658:x1849000924391040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11181us (11483us total) trans 17179872245 rc 0/0 00000100:00100000:0.0:1763345639.778443:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8052 00000004:00080000:0.0:1763345639.778474:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544209c00/2, rc 0, transno 17179872245 00000100:00100000:0.0:1763345639.778479:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544209c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924391040:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1763345639.778650:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345639.778657:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b541517000/0x52bea07cb58abf45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.778665:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541517000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345639.778668:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b541517000/0x52bea07cb58abf45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.778675:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b541517000/0x52bea07cb58abf45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.778687:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b541517000/0x52bea07cb58abf45 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.778694:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b541517000/0x52bea07cb58abf45 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.778712:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.778714:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.778716:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.778727:0:28867:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58abf4c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.778735:0:28867:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58abf4c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.778743:0:28867:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58abf4c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.778751:0:28867:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58abf4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.778860:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58abf3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.778878:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58abf3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.778886:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58abf3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.778898:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58abf3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.778902:0:28867:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763345639.778909:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763345639.779016:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3656:x1849000924390784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11751us (11997us total) trans 17179872246 rc 0/0 00000100:00100000:3.0:1763345639.779024:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8053 00000004:00080000:3.0:1763345639.779054:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54420aa00/2, rc 0, transno 17179872246 00000100:00100000:3.0:1763345639.779059:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54420aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924390784:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1763345639.779063:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+41:3656:x1849000924390656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11579us (11956us total) trans 21474839498 rc 0/0 00000004:00080000:3.0:1763345639.779068:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dfd180/2, rc 0, transno 21474839498 00000100:00100000:2.0:1763345639.779070:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8056 00000100:00100000:3.0:1763345639.779071:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924390656:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1763345639.779132:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763345639.779137:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58abf4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.779149:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345639.779152:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58abf4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.779159:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58abf4c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.779170:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58abf4c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.779176:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58abf4c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.779190:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345639.779193:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58abf3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.779198:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ada00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345639.779201:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58abf3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.779207:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58abf3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.779216:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58abf3e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.779228:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58abf3e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.779239:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345639.779241:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345639.779242:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345639.779491:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763345639.782236:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.782280:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.782284:0:28402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910330240 00000100:00100000:0.0:1763345639.782294:0:28402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910330240 00000100:00100000:1.0:1763345639.782325:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00002000:00010000:0.0:1763345639.782335:0:28402:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/848 (0->18446744073709551615) 00002000:00100000:0.0:1763345639.782341:0:28402:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54369b480 with x1849000910330240 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345639.782353:0:28402:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54369b480. 00000100:00100000:0.0:1763345639.782385:0:28402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910330368 00000100:00100000:0.0:1763345639.782389:0:28402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910330368 00002000:00010000:0.0:1763345639.782402:0:28402:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/851 (0->18446744073709551615) 00002000:00100000:0.0:1763345639.782405:0:28402:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b543699180 with x1849000910330368 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345639.782411:0:28402:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b543699180. 00000100:00100000:0.0:1763345639.782431:0:28402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1906 00000100:00100000:0.0:1763345639.782440:0:28402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d51c9e15-7951-472b-8182-95fba90f4cff+28:2410:x1849000910330240:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:0.0:1763345639.782604:0:28402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x350:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345639.782608:0:28402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x350:0x0] updating lvb mtime from disk: 0 -> 1763345639 00002000:00010000:0.0:1763345639.782610:0:28402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x350:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345639.782612:0:28402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x350:0x0] updating lvb ctime from disk: 0 -> 1763345639 00002000:00010000:0.0:1763345639.782614:0:28402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x350:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345639.782664:0:28402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d51c9e15-7951-472b-8182-95fba90f4cff+29:2410:x1849000910330240:12345-192.168.203.8@tcp:10:bash.0 Request processed in 223us (435us total) trans 21474839499 rc 0/0 00000100:00100000:0.0:1763345639.782673:0:28402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1906 00002000:00010000:0.0:1763345639.782678:0:28402:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/848 (0->18446744073709551615) 00002000:00100000:0.0:1763345639.782680:0:28402:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54369b480 with x1849000910330240 ext(0->18446744073709551615) 00000100:00100000:1.0:1763345639.782684:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1907 00002000:00010000:0.0:1763345639.782687:0:28402:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54369b480. 00000100:00100000:1.0:1763345639.782700:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543699180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+13:2410:x1849000910330368:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:1.0:1763345639.782811:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x353:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345639.782815:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x353:0x0] updating lvb mtime from disk: 0 -> 1763345639 00002000:00010000:1.0:1763345639.782817:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x353:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.782819:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x353:0x0] updating lvb ctime from disk: 0 -> 1763345639 00002000:00010000:1.0:1763345639.782821:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x353:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345639.782844:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543699180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2410:x1849000910330368:12345-192.168.203.8@tcp:10:bash.0 Request processed in 150us (520us total) trans 17179872247 rc 0/0 00000100:00100000:1.0:1763345639.782851:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1907 00002000:00010000:1.0:1763345639.782854:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/851 (0->18446744073709551615) 00002000:00100000:1.0:1763345639.782857:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b543699180 with x1849000910330368 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345639.782861:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b543699180. 00000100:00100000:3.0:1763345639.783079:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910330624 00000100:00100000:3.0:1763345639.783085:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910330624 00000100:00100000:3.0:1763345639.783122:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3832 00000100:00100000:3.0:1763345639.783130:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543699f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+303:57219:x1849000910330624:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345639.783270:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543699f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+304:57219:x1849000910330624:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 140us (989us total) trans 8589940981 rc 0/0 00000100:00100000:3.0:1763345639.783276:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3832 00000100:00100000:1.0:1763345639.788324:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.788413:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.788465:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910331136 00000100:00100000:0.0:1763345639.788474:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910331136 00000100:00100000:3.0:1763345639.788506:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910330880 00000100:00100000:3.0:1763345639.788512:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910330880 00000100:00100000:0.0:1763345639.788533:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11075 00000100:00100000:0.0:1763345639.788545:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+305:57219:x1849000910331136:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:3.0:1763345639.788550:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3833 00000100:00100000:3.0:1763345639.788561:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543698a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+305:55937:x1849000910330880:12345-192.168.203.8@tcp:35:bash.0 00010000:00010000:0.0:1763345639.788568:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.788589:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abf8b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832ce2 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.788666:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58abf92 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.788680:0:35210:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abf76 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cd4 expref: 306 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.788689:0:35210:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58abf92 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x243:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.788719:0:35210:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abf76 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832cd4 expref: 307 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.788730:0:35210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abf76 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832cd4 expref: 307 pid: 6520 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763345639.788742:0:35210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435b8380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924392192:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345639.788819:0:35210:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763345639.789004:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543698a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+307:55937:x1849000910330880:12345-192.168.203.8@tcp:35:bash.0 Request processed in 444us (689us total) trans 8589940982 rc 0/0 00000100:00100000:3.0:1763345639.789015:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3833 00000100:00100000:0.0:1763345639.790749:0:35210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435b8380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924392192:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345639.790796:0:35210:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58abf92 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x243:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:3.0:1763345639.792416:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.792653:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910331264 00000100:00100000:1.0:1763345639.792663:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910331264 00010000:00010000:1.0:1763345639.792702:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abf76 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832cd4 expref: 307 pid: 6520 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763345639.792751:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3658 00000100:00100000:1.0:1763345639.792796:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+307:2409:x1849000910331264:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345639.792812:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345639.792819:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abf76 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832cd4 expref: 307 pid: 6520 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345639.792831:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abf76 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832cd4 expref: 307 pid: 6520 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345639.792859:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abf76 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832cd4 expref: 307 pid: 6520 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345639.792888:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:1.0:1763345639.792893:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58abf92 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x243:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.792903:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58abf92 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x243:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.792910:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58abf92 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x243:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.792940:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345639.793007:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+306:2409:x1849000910331264:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 246us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.793016:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3658 00010000:00010000:0.0:1763345639.793060:0:35210:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58abf92 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x243:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.793068:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58abf92 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x243:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345639.793088:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x243:0x0]: returning size 2 00010000:00010000:0.0:1763345639.793217:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abf8b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x243:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ce2 expref: 307 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.793233:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58abf92 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x243:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ce2 expref: 306 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.793241:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:0.0:1763345639.793243:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763345639.793246:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b641660e00, rc 0) 00000100:00100000:0.0:1763345639.793284:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+306:57219:x1849000910331136:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4742us (4870us total) trans 8589940983 rc 0/0 00000100:00100000:0.0:1763345639.793291:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11075 00000100:00100000:3.0:1763345639.796174:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.796229:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910331392 00000100:00100000:0.0:1763345639.796238:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910331392 00000100:00100000:0.0:1763345639.796335:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11076 00000100:00100000:0.0:1763345639.796346:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+306:57219:x1849000910331392:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345639.796370:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.796391:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58abfa0 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832ce9 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.796485:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58abfa7 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.796498:0:35210:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58abf92 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x243:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ce2 expref: 307 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.796505:0:35210:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58abfa7 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.796535:0:35210:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58abf92 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x243:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ce2 expref: 307 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.796547:0:35210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58abf92 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x243:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ce2 expref: 307 pid: 35210 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763345639.796559:0:35210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435b8380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924392320:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345639.796639:0:35210:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce180 going to sleep for 11 seconds 00000100:00100000:1.0:1763345639.799389:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.799454:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910331520 00000100:00100000:2.0:1763345639.799462:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910331520 00000100:00100000:2.0:1763345639.799514:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11077 00000100:00100000:2.0:1763345639.799522:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+308:57220:x1849000910331520:12345-192.168.203.8@tcp:101:rm.0 00010000:00010000:2.0:1763345639.799541:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.799561:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abfae lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832cf0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.799621:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abfb5 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.799634:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abfb5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.799644:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abfb5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.799655:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abfbc lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.799661:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abfbc lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.799667:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abfbc lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.799737:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abfc3 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.799747:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abfc3 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.799755:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abfc3 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:0.0:1763345639.799906:0:35210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435b8380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924392320:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345639.799926:0:35210:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58abfa7 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:3.0:1763345639.800135:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.801003:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910331648 00000100:00100000:1.0:1763345639.801012:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910331648 00010000:00010000:1.0:1763345639.801045:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58abf92 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x243:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ce2 expref: 310 pid: 35210 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763345639.801092:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3659 00000100:00100000:1.0:1763345639.801100:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+310:2408:x1849000910331648:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345639.801112:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345639.801118:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58abf92 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x243:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ce2 expref: 310 pid: 35210 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345639.801133:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58abf92 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x243:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ce2 expref: 310 pid: 35210 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345639.801149:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58abf92 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x243:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ce2 expref: 310 pid: 35210 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345639.801430:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:1.0:1763345639.801435:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58abfa7 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.801444:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58abfa7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.801451:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58abfa7 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.801458:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abfc3 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.801462:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abfc3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.801467:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abfc3 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.801572:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abfc3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.801580:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abfc3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345639.801627:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x243:0x0]: returning size 5 00000004:00200000:2.0:1763345639.801632:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345639.801649:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abfc3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.801660:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abfc3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.801670:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abfb5 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.801675:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abfb5 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.801681:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abfb5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.801687:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abfb5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.801693:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.801697:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abfb5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.801704:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abfb5 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.801711:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dc300) 00010000:00010000:2.0:1763345639.801714:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.801717:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abfb5 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.801723:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abfb5 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.801733:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abfbc lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.801740:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abfbc lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.801745:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abfbc lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.801749:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.801752:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abfbc lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.801796:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abfbc lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.801806:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dc700) 00010000:00010000:2.0:1763345639.801809:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.801812:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abfbc lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.801817:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abfbc lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.801848:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58abfae lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cf0 expref: 310 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.801863:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abfc3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cf0 expref: 309 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.801880:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:2.0:1763345639.801882:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345639.801885:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378ce00, rc 0) 00000100:00100000:2.0:1763345639.801948:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+309:57220:x1849000910331520:12345-192.168.203.8@tcp:101:rm.0 Request processed in 2425us (2566us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.801957:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11077 00010000:00010000:0.0:1763345639.802372:0:35210:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58abfa7 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.802378:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345639.802380:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58abfa7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345639.802412:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x243:0x0]: returning size 5 00000004:00200000:0.0:1763345639.802417:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:1.0:1763345639.802418:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+308:2408:x1849000910331648:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 1317us (2281us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.802429:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3659 00000004:00010000:0.0:1763345639.802432:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58abfa7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.802457:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58abfa0 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ce9 expref: 308 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.802471:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58abfa7 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ce9 expref: 307 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.802477:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:0.0:1763345639.802480:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345639.802483:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b653d5c400, rc 0) 00000100:00100000:0.0:1763345639.802508:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+307:57219:x1849000910331392:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 6165us (6342us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.802515:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11076 00000100:00100000:2.0:1763345639.806373:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.806583:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910331904 00000100:00100000:0.0:1763345639.806597:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910331904 00000100:00100000:0.0:1763345639.807254:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11078 00000100:00100000:0.0:1763345639.807265:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+307:57220:x1849000910331904:12345-192.168.203.8@tcp:36:rm.0 00010000:00010000:0.0:1763345639.807312:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763345639.807338:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58abf37 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x243:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cc6 expref: 307 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.807359:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58abfc3 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cf0 expref: 306 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.807371:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58abf1b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cb8 expref: 305 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.807386:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:0.0:1763345639.807391:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345639.807418:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58abfca lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.807431:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58abfca lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.807441:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58abfca lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.807455:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58abfd1 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.807462:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58abfd1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.807468:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58abfd1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.807552:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abfd8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.807562:0:35210:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58abfa7 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ce9 expref: 304 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.807569:0:35210:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abfd8 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x243:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.807602:0:35210:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58abfa7 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ce9 expref: 304 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.807619:0:35210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58abfa7 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ce9 expref: 304 pid: 35210 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763345639.807634:0:35210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435b8380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924392448:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345639.807732:0:35210:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce180 going to sleep for 11 seconds 00000100:00100000:3.0:1763345639.809622:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.809877:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910332160 00000100:00100000:2.0:1763345639.809887:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910332160 00000100:00100000:2.0:1763345639.809945:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11079 00000100:00100000:2.0:1763345639.809956:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+305:57219:x1849000910332160:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.809976:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.810002:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abfdf lrc: 2/0,0 mode: --/CR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832cf7 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.810105:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abfe6 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.810122:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abfe6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x243:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.810133:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abfe6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x243:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345639.810146:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x243:0x0]: returning size 5 00010000:00010000:2.0:1763345639.810407:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58abfdf lrc: 0/0,0 mode: --/CR res: [0x200000405:0x243:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cf7 expref: 308 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.810427:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abfe6 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x243:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cf7 expref: 307 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.810436:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:2.0:1763345639.810440:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763345639.810443:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c200, rc 0) 00000100:00100000:2.0:1763345639.810507:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+307:57219:x1849000910332160:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 553us (891us total) trans 8589940984 rc 0/0 00000100:00100000:2.0:1763345639.810515:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11079 00000100:00100000:1.0:1763345639.811489:0:35210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435b8380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924392448:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345639.811515:0:35210:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abfd8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x243:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:3.0:1763345639.814550:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.814608:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910332288 00000100:00100000:1.0:1763345639.814617:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910332288 00010000:00010000:1.0:1763345639.814655:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58abfa7 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ce9 expref: 307 pid: 35210 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763345639.814702:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3660 00000100:00100000:1.0:1763345639.814712:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+307:2408:x1849000910332288:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345639.814727:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345639.814733:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58abfa7 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ce9 expref: 307 pid: 35210 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345639.814746:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58abfa7 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ce9 expref: 307 pid: 35210 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345639.814994:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58abfa7 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ce9 expref: 307 pid: 35210 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345639.815012:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:1.0:1763345639.815018:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abfd8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x243:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.815028:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abfd8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.815035:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abfd8 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00000100:00100000:3.0:1763345639.815498:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.815544:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910332416 00000100:00100000:2.0:1763345639.815550:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910332416 00000100:00100000:2.0:1763345639.815590:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11080 00000100:00100000:2.0:1763345639.815597:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+307:57219:x1849000910332416:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.815612:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.815626:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abff4 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832cfe expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.815669:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abff4 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cfe expref: 308 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.815677:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345639.815682:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abff4 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cfe expref: 308 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.815697:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:2.0:1763345639.815700:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345639.815703:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378cc00, rc 0) 00000100:00100000:1.0:1763345639.815734:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+308:2408:x1849000910332288:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 1021us (1190us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.815735:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+308:57219:x1849000910332416:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 135us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.815750:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11080 00000100:00100000:1.0:1763345639.815753:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3660 00010000:00010000:0.0:1763345639.816898:0:35210:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abfd8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.816910:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abfd8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00080000:0.0:1763345639.817141:0:35210:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x200000405:0x243:0x0] is inserted into orphan list, open count = 2 00000100:00100000:3.0:1763345639.818019:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.818106:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910332544 00000100:00100000:1.0:1763345639.818114:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910332544 00010000:00010000:0.0:1763345639.818133:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abfd8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.818144:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abfd8 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.818160:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abfd8 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00000100:00100000:1.0:1763345639.818167:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8062 00010000:00010000:0.0:1763345639.818170:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545a1c200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.818176:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abfd8 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00000100:00100000:1.0:1763345639.818180:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910332544:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:0.0:1763345639.818187:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abfd8 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.818203:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:0.0:1763345639.818206:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763345639.818212:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abfd8 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x243:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.818218:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b543261400/0x52bea07cb58abffb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.818219:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58abfd8 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x243:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.818245:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58abfca lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.818246:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58abf5a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ccd expref: 29 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.818262:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58abfca lrc: 2/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.818264:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345639.818269:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345639.818271:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58abfca lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.818274:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261400/0x52bea07cb58abffb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.818277:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5de00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.818282:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58abfca lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.818290:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58abfca lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.818298:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42000) 00010000:00010000:0.0:1763345639.818300:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.818302:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58abfca lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.818307:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58abfca lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.818314:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58abf5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ccd expref: 29 pid: 27810 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1763345639.818320:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000014ba734c reply state 0000000067e28aef transno 8589940985 ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58abfd1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.818331:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58abf5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ccd expref: 29 pid: 27810 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345639.818333:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58abfd1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.818355:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42d00) 00010000:00010000:0.0:1763345639.818358:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345639.818360:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54369aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924392576:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345639.818361:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345639.818442:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1763345639.818456:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+308:57220:x1849000910331904:12345-192.168.203.8@tcp:36:rm.0 Request processed in 11192us (12091us total) trans 8589940985 rc 0/0 00000100:00100000:0.0:1763345639.818464:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11078 00000100:00100000:1.0:1763345639.824523:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54369aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924392576:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345639.824540:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:1.0:1763345639.824556:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b543261400/0x52bea07cb58abffb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.829524:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910332672 00000100:00100000:3.0:1763345639.829538:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910332672 00002000:00100000:2.0:1763345639.829784:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x350:0x0] (0->4) req@ffff91b6748a4380 x1849000910332672/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:115/0 lens 496/0 e 0 to 0 dl 1763345650 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345639.829797:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6748a4380 with x1849000910332672 ext(0->4) 00010000:00010000:2.0:1763345639.829807:0:8409:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58abf5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ccd expref: 30 pid: 27810 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345639.829822:0:8409:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58abf5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ccd expref: 30 pid: 27810 timeout: 1132 lvb_type: 0 00002000:00010000:2.0:1763345639.829831:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91b6748a4380 00000100:00100000:2.0:1763345639.829864:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 133 00000100:00100000:2.0:1763345639.829883:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+30:2409:x1849000910332672:12345-192.168.203.8@tcp:4:bash.0 00000100:00100000:3.0:1763345639.831993:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.832056:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910332800 00000100:00100000:0.0:1763345639.832065:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910332800 00000100:00100000:0.0:1763345639.832118:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11081 00000100:00100000:0.0:1763345639.832127:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+308:57221:x1849000910332800:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345639.832149:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.832169:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ac002 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832d05 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.832227:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac009 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.832238:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac009 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.832248:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac009 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.832256:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac010 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.832262:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac010 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.832267:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac010 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.832297:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac009 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.832303:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac009 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.832309:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac009 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.832315:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5de00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.832318:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac009 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.832325:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac009 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.832335:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42000) 00010000:00010000:0.0:1763345639.832337:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.832340:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac009 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.832346:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac009 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.832356:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac010 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.832361:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac010 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.832366:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac010 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.832370:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5c400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.832373:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac010 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.832378:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac010 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.832383:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42d00) 00010000:00010000:0.0:1763345639.832385:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.832387:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac010 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.832391:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac010 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.832410:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ac002 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d05 expref: 309 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.832418:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42000) 00010000:00010000:0.0:1763345639.832420:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345639.832423:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ac002 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d05 expref: 309 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.832432:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545a1c200, rc 0) 00000100:00100000:0.0:1763345639.832484:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+308:57221:x1849000910332800:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 358us (499us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345639.832491:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11081 00000100:00100000:2.0:1763345639.834751:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.835029:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910332928 00000100:00100000:1.0:1763345639.835042:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910332928 00000100:00100000:1.0:1763345639.835336:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11082 00000100:00100000:1.0:1763345639.835344:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+308:57221:x1849000910332928:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.835363:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.835384:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac017 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832d0c expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.835440:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac01e lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.835453:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac01e lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.835462:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac01e lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.835470:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac025 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.835476:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac025 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.835481:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac025 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.835516:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac01e lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.835525:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac01e lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.835531:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac01e lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.835537:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac01e lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.835541:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.835545:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac01e lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.835551:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac01e lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.835566:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59600) 00010000:00010000:1.0:1763345639.835569:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.835573:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac01e lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.835578:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac01e lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.835590:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac025 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.835595:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac025 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.835600:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac025 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.835606:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.835609:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac025 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.835614:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac025 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.835622:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42d00) 00010000:00010000:1.0:1763345639.835624:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.835627:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac025 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.835633:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac025 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.835663:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac017 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d0c expref: 309 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.835672:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59600) 00010000:00010000:1.0:1763345639.835674:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.835677:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac017 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d0c expref: 309 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.835689:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261000, rc 0) 00000100:00100000:3.0:1763345639.835744:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+32:2409:x1849000910332672:12345-192.168.203.8@tcp:4:bash.0 Request processed in 5862us (11205us total) trans 21474839500 rc 0/0 00000100:00100000:3.0:1763345639.835753:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 133 00002000:00100000:3.0:1763345639.835781:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x350:0x0] (0->4) req@ffff91b6748a4380 x1849000910332672/t21474839500(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:115/0 lens 496/448 e 0 to 0 dl 1763345650 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345639.835789:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6748a4380 with x1849000910332672 ext(0->4) 00010000:00010000:3.0:1763345639.835796:0:8409:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58abf5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ccd expref: 32 pid: 27810 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.835809:0:8409:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58abf5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ccd expref: 32 pid: 27810 timeout: 1132 lvb_type: 0 00002000:00010000:3.0:1763345639.835817:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91b6748a4380 00000100:00100000:1.0:1763345639.836366:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+308:57221:x1849000910332928:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1020us (1620us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345639.836373:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11082 00000100:00100000:0.0:1763345639.838175:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.838218:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.838307:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910333184 00000100:00100000:2.0:1763345639.838327:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910333184 00000100:00100000:1.0:1763345639.838328:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910333056 00000100:00100000:1.0:1763345639.838332:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910333056 00010000:00010000:1.0:1763345639.838364:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58abf5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ccd expref: 32 pid: 27810 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763345639.838380:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11083 00000100:00100000:2.0:1763345639.838389:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+308:57221:x1849000910333184:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.838406:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.838604:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac02c lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832d13 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.838656:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac033 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.838667:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac033 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.838676:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac033 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763345639.838716:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3661 00000100:00100000:1.0:1763345639.838723:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+32:2408:x1849000910333056:12345-192.168.203.8@tcp:103:ldlm_bl.0 00000004:00200000:2.0:1763345639.838728:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763345639.838732:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763345639.838733:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763345639.838747:0:8428:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x350:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:1.0:1763345639.838750:0:8428:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x350:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763345639.838755:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58abf5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ccd expref: 32 pid: 27810 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345639.838783:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac02c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d13 expref: 310 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.838785:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58abf5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ccd expref: 32 pid: 27810 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345639.838799:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac033 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d13 expref: 309 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.838802:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58abf5a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x350:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ccd expref: 32 pid: 27810 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345639.838808:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dc300) 00010000:00010000:2.0:1763345639.838811:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763345639.838813:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.838814:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c800, rc 0) 00010000:00010000:1.0:1763345639.838814:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.838818:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543261400/0x52bea07cb58abffb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.838827:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261400/0x52bea07cb58abffb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345639.838864:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+309:57221:x1849000910333184:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 471us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.838882:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11083 00010000:00010000:1.0:1763345639.839019:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345639.839220:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+31:2408:x1849000910333056:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 497us (1051us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.839227:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3661 00010000:00010000:0.0:1763345639.839319:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b543261400/0x52bea07cb58abffb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.839334:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543261400/0x52bea07cb58abffb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.839351:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b543261400/0x52bea07cb58abffb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.839358:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261400/0x52bea07cb58abffb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.839366:0:8405:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b543261400/0x52bea07cb58abffb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.839374:0:8405:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345639.839378:0:8405:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543261400/0x52bea07cb58abffb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.839386:0:8405:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543261400/0x52bea07cb58abffb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.839397:0:8405:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b543261400/0x52bea07cb58abffb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.839404:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543261400/0x52bea07cb58abffb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.839443:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+30:2409:x1849000910332544:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 21267us (21429us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.839450:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8062 00000100:00100000:0.0:1763345639.842252:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.842678:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910333312 00000100:00100000:2.0:1763345639.842688:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910333312 00000100:00100000:2.0:1763345639.842740:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11084 00000100:00100000:2.0:1763345639.842748:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+309:57221:x1849000910333312:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.842781:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.842803:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac03a lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832d1a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.842861:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac041 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.842881:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac041 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.842891:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac041 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.842900:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac048 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.842907:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.842912:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.842945:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac041 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.842951:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac041 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.842956:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac041 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.842962:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac041 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.842967:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.842971:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac041 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.842977:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac041 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.842987:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dc300) 00010000:00010000:2.0:1763345639.842989:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.842993:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac041 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.842998:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac041 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.843009:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac048 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.843015:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac048 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.843020:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac048 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.843025:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.843027:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac048 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.843033:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac048 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.843039:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42d00) 00010000:00010000:2.0:1763345639.843042:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.843045:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac048 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.843050:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac048 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345639.843079:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac03a lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d1a expref: 310 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.843089:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dc300) 00010000:00010000:2.0:1763345639.843092:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.843095:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac03a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d1a expref: 310 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.843104:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d000, rc 0) 00000100:00100000:2.0:1763345639.843170:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+309:57221:x1849000910333312:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 422us (924us total) trans 0 rc 301/301 00000100:00100000:2.0:1763345639.843178:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11084 00000100:00100000:1.0:1763345639.846498:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.846571:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910333568 00000100:00100000:0.0:1763345639.846582:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910333568 00000100:00100000:3.0:1763345639.846884:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.847141:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910333824 00000100:00100000:0.0:1763345639.847145:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910333824 00000100:00100000:0.0:1763345639.847177:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11085 00000100:00100000:3.0:1763345639.847184:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11086 00000100:00100000:0.0:1763345639.847186:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+310:57219:x1849000910333568:12345-192.168.203.8@tcp:36:lfs.0 00000100:00100000:3.0:1763345639.847192:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+310:57221:x1849000910333824:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345639.847205:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345639.847208:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763345639.847228:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345639.847232:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac033 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d13 expref: 310 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.847238:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58abff4 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cfe expref: 310 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.847248:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dc300) 00010000:00010000:0.0:1763345639.847248:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:0.0:1763345639.847253:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345639.847256:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345639.847270:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58ac04f lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832d21 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.847273:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac056 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.847285:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac056 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.847292:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac056 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345639.847345:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58ac05d lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.847352:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58ac05d lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.847359:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58ac05d lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.847367:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac064 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.847373:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac064 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.847379:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac064 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000040:00080000:0.0:1763345639.847488:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1866, 88 off154912 00000004:00080000:0.0:1763345639.847496:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032372735993ns, next at 1032978341148ns, rc = 0 00000040:00080000:0.0:1763345639.847554:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1883, 88 off156520 00000004:00080000:0.0:1763345639.847559:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032372799674ns, next at 1032978308189ns, rc = 0 00000040:00080000:0.0:1763345639.847593:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1884, 88 off156608 00000004:00080000:0.0:1763345639.847598:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032372838039ns, next at 1032978308189ns, rc = 0 00000040:00080000:0.0:1763345639.847617:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1867, 88 off155000 00000004:00080000:0.0:1763345639.847620:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032372860717ns, next at 1032978341148ns, rc = 0 00010000:00010000:3.0:1763345639.847669:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac06b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x244:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.847678:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac06b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x244:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.847684:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac06b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x244:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:3.0:1763345639.847694:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x244:0x0]: returning size 0 00010000:00010000:3.0:1763345639.847726:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58ac05d lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.847733:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58ac05d lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.847738:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58ac05d lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.847744:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58ac05d lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.847750:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6413ee600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345639.847753:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58ac05d lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.847785:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58ac05d lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.847794:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:3.0:1763345639.847796:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345639.847799:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58ac05d lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.847805:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58ac05d lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000004:00010000:3.0:1763345639.847815:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000040569712 reply state 00000000f3eb297e transno 8589940986 ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac064 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.847828:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac064 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.847834:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42d00) 00010000:00010000:3.0:1763345639.847837:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345639.847839:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763345639.847863:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58ac04f lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d21 expref: 312 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.847892:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac06b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x244:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d21 expref: 311 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.847899:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x244:0x0].0x0 (ffff91b541c36e00) 00010000:00010000:3.0:1763345639.847901:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345639.847904:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b65e8ade00, rc 0) 00000100:00100000:3.0:1763345639.847970:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+312:57221:x1849000910333824:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 778us (1086us total) trans 8589940986 rc 0/0 00000100:00100000:3.0:1763345639.847977:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11086 00000001:00080000:2.0:1763345639.849602:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940987 is committed 00000004:00080000:2.0:1763345639.849612:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1198 committed 00000004:00080000:2.0:1763345639.849629:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1213 committed 00000004:00080000:2.0:1763345639.849642:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1212 committed 00000004:00080000:2.0:1763345639.849645:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1197 committed 00000100:00100000:0.0:1763345639.849828:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763345639.849847:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5442d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924392704:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345639.850179:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763345639.850189:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924393088:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345639.850238:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763345639.850341:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58abfd1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.850352:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58abfd1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.850359:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58abfd1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.850365:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5ca00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.850369:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58abfd1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.850382:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58abfd1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.850397:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42d00) 00010000:00010000:1.0:1763345639.850400:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345639.850403:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763345639.850404:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58abfd1 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.850410:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58abfd1 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.850426:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac064 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.850432:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac064 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.850437:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac064 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00000100:00100000:0.0:1763345639.850439:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5442d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924392832:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1763345639.850442:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ada00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.850446:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac064 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.850452:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac064 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.850459:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42d00) 00000100:00100000:0.0:1763345639.850459:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763345639.850461:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.850464:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac064 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.850469:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac064 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000100:00100000:0.0:1763345639.850477:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763345639.850481:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54420a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924392960:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.850499:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345639.850528:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924393088 00000100:00100000:1.0:1763345639.850529:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.850534:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924393088 00000100:00100000:1.0:1763345639.850548:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910334080 00000100:00100000:1.0:1763345639.850551:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910334080 00000100:00100000:0.0:1763345639.850566:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924392704 00000100:00100000:0.0:1763345639.850569:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924392704 00000100:00100000:1.0:1763345639.850575:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11087 00000100:00100000:1.0:1763345639.850583:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+302:57221:x1849000910334080:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:0.0:1763345639.850584:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924392832 00000100:00100000:0.0:1763345639.850586:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924392832 00010000:00010000:1.0:1763345639.850601:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763345639.850606:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924392960 00000100:00100000:0.0:1763345639.850608:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924392960 00000100:00100000:1.0:1763345639.850618:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8063 00000100:00100000:0.0:1763345639.850623:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8064 00000100:00100000:1.0:1763345639.850624:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3659:x1849000924393088:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.850628:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b62450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+42:3658:x1849000924392704:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763345639.850730:0:27809:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345639.850734:0:27809:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.850736:0:27809:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.850738:0:27809:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.850740:0:27809:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345639.850796:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3659:x1849000924393088:12345-0@lo:2:osp-syn-1-0.0 Request processed in 171us (558us total) trans 17179872248 rc 0/0 00000100:00100000:1.0:1763345639.850804:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8063 00000100:00100000:1.0:1763345639.850820:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8065 00000100:00100000:0.0:1763345639.850821:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b62450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+43:3658:x1849000924392704:12345-0@lo:2:osp-syn-0-0.0 Request processed in 192us (417us total) trans 21474839501 rc 0/0 00000100:00100000:1.0:1763345639.850826:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+43:3656:x1849000924392832:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345639.850828:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8064 00002000:00010000:1.0:1763345639.850881:0:27809:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x351:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345639.850884:0:27809:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x351:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.850886:0:27809:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x351:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.850887:0:27809:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x351:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.850889:0:27809:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x351:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345639.850916:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+43:3656:x1849000924392832:12345-0@lo:2:osp-syn-0-0.0 Request processed in 91us (456us total) trans 21474839502 rc 0/0 00000100:00100000:1.0:1763345639.850922:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8065 00000100:00100000:1.0:1763345639.850932:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8066 00000004:00080000:0.0:1763345639.850974:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5442d0700/2, rc 0, transno 21474839501 00000100:00100000:0.0:1763345639.850980:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5442d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924392704:0@lo:2:osp-syn-0-0.0 00000004:00010000:0.0:1763345639.851020:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000090afabef reply state 000000003d74fa33 transno 8589940987 ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac056 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.851038:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac056 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.851045:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:0.0:1763345639.851048:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763345639.851050:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1763345639.851119:0:35210:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763345639.851137:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+303:57219:x1849000910333568:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 3951us (4646us total) trans 8589940987 rc 0/0 00000100:00100000:0.0:1763345639.851143:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11085 00000100:00100000:1.0:1763345639.851190:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3656:x1849000924392960:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1763345639.851239:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac056 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00002000:00010000:1.0:1763345639.851243:0:27809:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x353:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345639.851246:0:27809:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x353:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00010000:00010000:2.0:1763345639.851247:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac056 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00002000:00010000:1.0:1763345639.851248:0:27809:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x353:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.851251:0:27809:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x353:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00002000:00010000:1.0:1763345639.851253:0:27809:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x353:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:2.0:1763345639.851254:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac056 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.851258:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5c400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.851261:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac056 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345639.851267:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac056 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00000100:00100000:1.0:1763345639.851275:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3656:x1849000924392960:12345-0@lo:2:osp-syn-1-0.0 Request processed in 338us (775us total) trans 17179872249 rc 0/0 00010000:00010000:2.0:1763345639.851276:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:2.0:1763345639.851278:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345639.851281:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac056 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000100:00100000:1.0:1763345639.851281:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8066 00010000:00010000:2.0:1763345639.851287:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac056 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000004:00080000:1.0:1763345639.851312:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5435ff800/2, rc 0, transno 17179872248 00000100:00100000:1.0:1763345639.851317:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924393088:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345639.851334:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54420a300/2, rc 0, transno 17179872249 00000100:00100000:1.0:1763345639.851337:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54420a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924392960:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345639.851344:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5442d2680/2, rc 0, transno 21474839502 00000100:00100000:1.0:1763345639.851347:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5442d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924392832:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1763345639.851363:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac079 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x244:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832d28 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.851441:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac080 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x244:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.851454:0:9295:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac06b lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x244:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d21 expref: 302 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.851463:0:9295:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac080 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x244:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.851490:0:9295:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac06b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x244:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832d21 expref: 302 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.851503:0:9295:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac06b lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x244:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832d21 expref: 302 pid: 9295 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763345639.851514:0:9295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543699880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924393216:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345639.851568:0:9295:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1763345639.853108:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.853213:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910334208 00000100:00100000:2.0:1763345639.853221:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910334208 00000100:00100000:1.0:1763345639.853415:0:9295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543699880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924393216:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345639.853435:0:9295:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac080 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x244:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000100:00100000:2.0:1763345639.853437:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11088 00000100:00100000:2.0:1763345639.853445:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543698700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+303:57219:x1849000910334208:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.853465:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.853480:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac087 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832d2f expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.853526:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac087 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d2f expref: 304 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.853539:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac087 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d2f expref: 304 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.853562:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00000100:00100000:3.0:1763345639.853564:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:2.0:1763345639.853565:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345639.853568:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d800, rc 0) 00000100:00100000:2.0:1763345639.853617:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543698700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+304:57219:x1849000910334208:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 172us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.853624:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11088 00000100:00100000:1.0:1763345639.853712:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910334336 00000100:00100000:1.0:1763345639.853716:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910334336 00010000:00010000:1.0:1763345639.853735:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac06b lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x244:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832d21 expref: 304 pid: 9295 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763345639.853796:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3662 00000100:00100000:1.0:1763345639.853804:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658761850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+304:2408:x1849000910334336:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345639.853813:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345639.853818:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac06b lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x244:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832d21 expref: 304 pid: 9295 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345639.853829:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac06b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x244:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832d21 expref: 304 pid: 9295 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345639.853845:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac06b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x244:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832d21 expref: 304 pid: 9295 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345639.853858:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x244:0x0].0x0 (ffff91b541c36e00) 00010000:00010000:1.0:1763345639.853862:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac080 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x244:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.853878:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac080 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x244:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.853884:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac080 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x244:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.853910:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345639.853925:0:9295:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac080 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x244:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.853932:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac080 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x244:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000100:00100000:1.0:1763345639.853945:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658761850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+303:2408:x1849000910334336:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 143us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.853952:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3662 00000004:00200000:2.0:1763345639.854013:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x244:0x0]: returning size 0 00000100:00100000:3.0:1763345639.854149:0:32327:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435ffb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:32327:1849000924393344:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1763345639.854172:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x355:0x0], index 1: 0 00000004:00080000:2.0:1763345639.854179:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x352:0x0], index 0: 0 00000100:00100000:3.0:1763345639.854183:0:32327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1763345639.854184:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x353:0x0], index 0: 0 00000004:00080000:2.0:1763345639.854187:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x356:0x0], index 1: 0 00000100:00100000:3.0:1763345639.854214:0:32327:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66b137b40 going to sleep for 11 seconds 00010000:00010000:2.0:1763345639.854283:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac080 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x244:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.854291:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac080 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x244:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.854297:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac080 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x244:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.854302:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.854306:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac080 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x244:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.854313:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac080 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x244:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.854322:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x244:0x0].0x0 (ffff91b541c36e00) 00010000:00010000:2.0:1763345639.854325:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345639.854328:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac080 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x244:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.854334:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac080 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x244:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.854372:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac079 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x244:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d28 expref: 303 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.854382:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x244:0x0].0x0 (ffff91b541c36e00) 00010000:00010000:2.0:1763345639.854384:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763345639.854388:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac079 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x244:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d28 expref: 303 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.854402:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261000, rc 0) 00000100:00100000:2.0:1763345639.854433:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+302:57221:x1849000910334080:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3850us (3905us total) trans 8589940988 rc 301/301 00000100:00100000:2.0:1763345639.854440:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11087 00000100:00100000:1.0:1763345639.854529:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924393344 00000100:00100000:1.0:1763345639.854534:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924393344 00000100:00100000:1.0:1763345639.854569:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8067 00000100:00100000:1.0:1763345639.854576:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+43:32327:x1849000924393344:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1763345639.854604:0:8404:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 866 00000100:00100000:1.0:1763345639.856096:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:32327:x1849000924393344:12345-0@lo:5:osp-pre-0-0.0 Request processed in 1517us (1908us total) trans 21474839503 rc 0/0 00000100:00100000:1.0:1763345639.856105:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8067 00000100:00100000:3.0:1763345639.856145:0:32327:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435ffb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:32327:1849000924393344:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1763345639.856158:0:32327:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x353:0x0]-[0x280000401:0x381:0x0] 00000100:00100000:3.0:1763345639.856578:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.856936:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910334464 00000100:00100000:2.0:1763345639.856944:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910334464 00000100:00100000:2.0:1763345639.856992:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11089 00000100:00100000:2.0:1763345639.857002:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+302:57219:x1849000910334464:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.857015:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.857032:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac095 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832d36 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.857095:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac09c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.857107:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac09c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.857116:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac09c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:2.0:1763345639.857150:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x243:0x0]: returning size 5 00000004:00200000:2.0:1763345639.857154:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345639.857169:0:9295:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac09c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.857188:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac095 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d36 expref: 304 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.857207:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac09c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d36 expref: 303 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.857215:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:2.0:1763345639.857217:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763345639.857220:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d400, rc 0) 00000100:00100000:2.0:1763345639.857277:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+303:57219:x1849000910334464:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 276us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.857282:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11089 00000100:00100000:3.0:1763345639.857420:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.857493:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910334720 00000100:00100000:0.0:1763345639.857498:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910334720 00000100:00100000:0.0:1763345639.857535:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3834 00000100:00100000:0.0:1763345639.857543:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+303:57221:x1849000910334720:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345639.858404:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+304:57221:x1849000910334720:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 859us (982us total) trans 8589940989 rc 0/0 00000100:00100000:0.0:1763345639.858413:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3834 00000100:00100000:0.0:1763345639.860540:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.860967:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.860968:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910334848 00000100:00100000:1.0:1763345639.860979:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910334848 00000100:00100000:1.0:1763345639.861045:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8068 00000100:00100000:1.0:1763345639.861056:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+30:2409:x1849000910334848:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.861072:0:8404:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.861092:0:8404:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58ac0a3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832d3d expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345639.861115:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x350:0x0] initial LVB size: 5, mtime: 0x691a84e7, atime: 0x0, ctime: 0x691a84e7, blocks: 0x8 00010000:00010000:1.0:1763345639.861132:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.861135:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.861145:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58ac0a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d3d expref: 31 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345639.861163:0:8404:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58ac0a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d3d expref: 31 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345639.861176:0:8404:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260400, rc 0) 00000100:00100000:0.0:1763345639.861213:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910335104 00000100:00100000:0.0:1763345639.861218:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910335104 00000100:00100000:1.0:1763345639.861241:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+31:2409:x1849000910334848:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 185us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.861250:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8068 00000100:00100000:0.0:1763345639.861256:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3835 00000100:00100000:0.0:1763345639.861266:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+304:57221:x1849000910335104:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345639.861441:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+305:57221:x1849000910335104:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 174us (473us total) trans 8589940990 rc 0/0 00000100:00100000:0.0:1763345639.861449:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3835 00000100:00100000:0.0:1763345639.865625:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.865713:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910335360 00000100:00100000:2.0:1763345639.865722:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910335360 00000100:00100000:2.0:1763345639.865798:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11090 00000100:00100000:2.0:1763345639.865809:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+305:55937:x1849000910335360:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345639.865833:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.865855:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac0aa lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832d44 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.866063:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac0b1 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.866077:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac0b1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.866088:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac0b1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.866099:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac0b8 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.866110:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac0b8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.866117:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac0b8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.866171:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac0bf lrc: 3/1,0 mode: --/PR res: [0x200000405:0x244:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.866179:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac0bf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x244:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.866186:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac0bf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x244:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:2.0:1763345639.866196:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x244:0x0]: returning size 0 00010000:00010000:2.0:1763345639.866266:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac0b1 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.866273:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac0b1 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.866280:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac0b1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.866287:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac0b1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.866293:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.866297:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac0b1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.866305:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac0b1 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.866321:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc000) 00010000:00010000:2.0:1763345639.866324:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.866329:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac0b1 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.866335:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac0b1 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.866348:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac0b8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.866354:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac0b8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.866360:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac0b8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.866366:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.866368:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac0b8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.866373:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac0b8 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.866379:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484ccb00) 00010000:00010000:2.0:1763345639.866382:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.866385:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac0b8 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.866390:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac0b8 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.866428:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac0aa lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d44 expref: 308 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.866443:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac0bf lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x244:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d44 expref: 307 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.866451:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x244:0x0].0x0 (ffff91b5484cce00) 00010000:00010000:2.0:1763345639.866453:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345639.866456:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378dc00, rc 0) 00000100:00100000:2.0:1763345639.866519:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+307:55937:x1849000910335360:12345-192.168.203.8@tcp:101:bash.0 Request processed in 711us (903us total) trans 8589940991 rc 0/0 00000100:00100000:2.0:1763345639.866527:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11090 00000100:00100000:2.0:1763345639.871536:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.871704:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910335488 00000100:00100000:1.0:1763345639.871715:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910335488 00000100:00100000:1.0:1763345639.871794:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11091 00000100:00100000:1.0:1763345639.871803:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+307:55937:x1849000910335488:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:1.0:1763345639.871825:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.871844:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ac0cd lrc: 2/0,0 mode: --/PR res: [0x200000405:0x244:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832d4b expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.872122:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac0d4 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x244:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.872137:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac0d4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x244:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.872149:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac0d4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x244:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.872272:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ac0cd lrc: 0/0,0 mode: --/PR res: [0x200000405:0x244:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d4b expref: 309 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.872291:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac0d4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x244:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d4b expref: 308 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.872299:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x244:0x0].0x0 (ffff91b5484cce00) 00010000:00010000:1.0:1763345639.872302:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763345639.872306:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260e00, rc 0) 00000100:00100000:1.0:1763345639.872369:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+308:55937:x1849000910335488:12345-192.168.203.8@tcp:101:bash.0 Request processed in 566us (842us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.872376:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11091 00000100:00100000:3.0:1763345639.874072:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.874954:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910335744 00000100:00100000:1.0:1763345639.874966:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910335744 00000100:00100000:1.0:1763345639.875020:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11092 00000100:00100000:1.0:1763345639.875028:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+308:55937:x1849000910335744:12345-192.168.203.8@tcp:36:bash.0 00010000:00010000:1.0:1763345639.875074:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345639.875100:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac0bf lrc: 0/0,0 mode: --/PR res: [0x200000405:0x244:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d44 expref: 308 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.875115:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x244:0x0].0x0 (ffff91b5484cce00) 00010000:00010000:1.0:1763345639.875120:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345639.875292:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac0db lrc: 3/0,1 mode: --/PW res: [0x200000405:0x244:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.875306:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac0db lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x244:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.875316:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac0db lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x244:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000001:00080000:1.0:1763345639.875360:0:9295:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589940992 00000004:00010000:1.0:1763345639.875382:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fe7b0fc2 reply state 000000002e13f917 transno 8589940993 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac0db lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x244:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.875394:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac0db lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x244:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.875400:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x244:0x0].0x0 (ffff91b5484cce00) 00010000:00010000:1.0:1763345639.875403:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345639.875405:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345639.875500:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+310:55937:x1849000910335744:12345-192.168.203.8@tcp:36:bash.0 Request processed in 471us (1434us total) trans 8589940993 rc 0/0 00000100:00100000:1.0:1763345639.875509:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11092 00000020:00080000:1.0:1763345639.876856:0:9295:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345639.877706:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.878571:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910335872 00000100:00100000:1.0:1763345639.878583:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910335872 00000100:00100000:1.0:1763345639.878646:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11093 00000100:00100000:1.0:1763345639.878656:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+310:55937:x1849000910335872:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:1.0:1763345639.878680:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.878700:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac0e2 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x244:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832d52 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.878753:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac0e2 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x244:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d52 expref: 311 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.878797:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac0e2 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x244:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d52 expref: 311 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.878829:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x244:0x0].0x0 (ffff91b5484cce00) 00010000:00010000:1.0:1763345639.878833:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345639.878837:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260c00, rc 0) 00000100:00100000:1.0:1763345639.881020:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+311:55937:x1849000910335872:12345-192.168.203.8@tcp:101:bash.0 Request processed in 268us (1227us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.881044:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11093 00000100:00100000:2.0:1763345639.885221:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.885536:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910336128 00000100:00100000:1.0:1763345639.885546:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910336128 00000100:00100000:1.0:1763345639.885604:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11094 00000100:00100000:1.0:1763345639.885615:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+311:55937:x1849000910336128:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:1.0:1763345639.885635:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.885638:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763345639.885664:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac0e2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x244:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d52 expref: 311 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.885682:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x244:0x0].0x0 (ffff91b5484cce00) 00010000:00010000:1.0:1763345639.885687:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345639.885701:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ac0e9 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x244:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832d59 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.885749:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac0f0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x244:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.885805:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac0f0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x244:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.885814:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac0f0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x244:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000040:00080000:1.0:1763345639.886740:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1885, 88 off156696 00000004:00080000:1.0:1763345639.887029:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032411996117ns, next at 1032978308189ns, rc = 0 00000040:00080000:1.0:1763345639.887075:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1868, 88 off155088 00000004:00080000:1.0:1763345639.887082:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032412322172ns, next at 1032978341148ns, rc = 0 00000040:00080000:1.0:1763345639.887110:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1869, 88 off155176 00000004:00080000:1.0:1763345639.887115:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032412355550ns, next at 1032978341148ns, rc = 0 00000040:00080000:1.0:1763345639.887126:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1886, 88 off156784 00000004:00080000:1.0:1763345639.887129:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032412369923ns, next at 1032978308189ns, rc = 0 00000001:00080000:2.0:1763345639.893157:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940994 is committed 00000004:00080000:2.0:1763345639.893170:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1215 committed 00000004:00080000:2.0:1763345639.893188:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1200 committed 00000004:00080000:2.0:1763345639.893200:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1199 committed 00000004:00080000:2.0:1763345639.893203:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1214 committed 00000100:00100000:2.0:1763345639.893392:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54440b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924393472:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345639.893471:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763345639.893665:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac0db lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x244:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.893677:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac0db lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x244:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.893684:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac0db lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x244:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.893691:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.893695:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac0db lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x244:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.893703:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac0db lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x244:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.893721:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x244:0x0].0x0 (ffff91b5484cce00) 00010000:00010000:1.0:1763345639.893724:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.893729:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac0db lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x244:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.893735:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac0db lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x244:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000100:00100000:1.0:1763345639.893796:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5442d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924393600:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.893830:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345639.893854:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763345639.893860:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5442d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924393728:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.893893:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763345639.893965:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac0f0 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x244:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d59 expref: 305 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.893975:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x244:0x0].0x0 (ffff91b5484cce00) 00010000:00010000:1.0:1763345639.893978:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763345639.893991:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ac0e9 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x244:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d59 expref: 305 pid: 9295 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763345639.894005:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac0f0 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x244:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d59 expref: 304 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.894033:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x244:0x0].0x0 (ffff91b5484cce00) 00010000:00010000:1.0:1763345639.894035:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763345639.894037:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260000, rc 0) 00000100:00100000:1.0:1763345639.894085:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+304:55937:x1849000910336128:12345-192.168.203.8@tcp:101:bash.0 Request processed in 8473us (8873us total) trans 8589940994 rc 0/0 00000100:00100000:1.0:1763345639.894094:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11094 00000100:00100000:0.0:1763345639.894357:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924393472 00000100:00100000:0.0:1763345639.894364:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924393472 00000100:00100000:0.0:1763345639.894397:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924393600 00000100:00100000:0.0:1763345639.894400:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924393600 00000100:00100000:0.0:1763345639.894416:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924393728 00000100:00100000:0.0:1763345639.894418:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924393728 00000100:00100000:0.0:1763345639.894435:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8069 00000100:00100000:0.0:1763345639.894443:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3659:x1849000924393472:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345639.894777:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8070 00000100:00100000:3.0:1763345639.894788:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+45:3656:x1849000924393600:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.894899:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+46:3656:x1849000924393600:12345-0@lo:2:osp-syn-0-0.0 Request processed in 114us (1069us total) trans 21474839504 rc 0/0 00000100:00100000:3.0:1763345639.894907:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8070 00000100:00100000:3.0:1763345639.894921:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8071 00000100:00100000:3.0:1763345639.894927:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543699c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+45:3656:x1849000924393728:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.894990:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543699c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+46:3656:x1849000924393728:12345-0@lo:2:osp-syn-0-0.0 Request processed in 64us (1096us total) trans 21474839505 rc 0/0 00000100:00100000:3.0:1763345639.894996:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8071 00000004:00080000:3.0:1763345639.895035:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5442d1180/2, rc 0, transno 21474839505 00000100:00100000:3.0:1763345639.895041:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5442d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924393728:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763345639.895050:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5442d0a80/2, rc 0, transno 21474839504 00000100:00100000:3.0:1763345639.895053:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5442d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924393600:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.895690:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924393856:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.895732:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345639.895805:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924393856 00000100:00100000:1.0:1763345639.895811:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924393856 00000100:00100000:1.0:1763345639.895841:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8072 00000100:00100000:1.0:1763345639.895847:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543699500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3658:x1849000924393856:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.895967:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543699500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+18:3658:x1849000924393856:12345-0@lo:2:osp-syn-1-0.0 Request processed in 119us (234us total) trans 17179872251 rc 0/0 00000100:00100000:1.0:1763345639.895973:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8072 00000004:00080000:1.0:1763345639.896005:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544408380/2, rc 0, transno 17179872251 00000100:00100000:1.0:1763345639.896011:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924393856:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.896476:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3659:x1849000924393472:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2032us (3004us total) trans 17179872250 rc 0/0 00000100:00100000:0.0:1763345639.896484:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8069 00000004:00080000:2.0:1763345639.896566:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54440b480/2, rc 0, transno 17179872250 00000100:00100000:2.0:1763345639.896571:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54440b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924393472:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345639.898568:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.898753:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.899063:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910336256 00000100:00100000:1.0:1763345639.899066:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910336384 00000100:00100000:0.0:1763345639.899074:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910336256 00000100:00100000:1.0:1763345639.899075:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910336384 00000100:00100000:0.0:1763345639.899138:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8073 00000100:00100000:0.0:1763345639.899149:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+31:2411:x1849000910336256:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345639.899156:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8074 00000100:00100000:1.0:1763345639.899166:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+14:55937:x1849000910336384:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:1.0:1763345639.899177:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.899203:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ac0f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832d60 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345639.899231:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x355:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763345639.899248:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.899251:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.899260:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ac0f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d60 expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.899267:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+31:2411:x1849000910336256:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 118us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.899278:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8073 00010000:00010000:1.0:1763345639.899280:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ac0f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d60 expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.899294:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260c00, rc 0) 00000100:00100000:1.0:1763345639.899317:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+15:55937:x1849000910336384:12345-192.168.203.8@tcp:101:bash.0 Request processed in 154us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.899324:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8074 00000100:00100000:1.0:1763345639.901485:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.901560:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910336512 00000100:00100000:2.0:1763345639.901569:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910336512 00000100:00100000:2.0:1763345639.901625:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8075 00000100:00100000:2.0:1763345639.901635:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+31:55937:x1849000910336512:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345639.901651:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.901672:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac0fe lrc: 2/0,0 mode: --/PW res: [0x280000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832d67 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345639.901694:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x352:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763345639.901711:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.901714:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.901721:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac0fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d67 expref: 32 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.901735:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac0fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d67 expref: 32 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.901746:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c000, rc 0) 00000100:00100000:2.0:1763345639.902162:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+32:55937:x1849000910336512:12345-192.168.203.8@tcp:101:bash.0 Request processed in 527us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.902170:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8075 00000100:00100000:3.0:1763345639.902414:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.902674:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910336640 00000100:00100000:0.0:1763345639.902682:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910336640 00000100:00100000:0.0:1763345639.902732:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8076 00000100:00100000:0.0:1763345639.902741:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+32:2408:x1849000910336640:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:0.0:1763345639.902882:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+32:2408:x1849000910336640:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 142us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.902890:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8076 00000100:00100000:3.0:1763345639.907253:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.907300:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.907493:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910336896 00000100:00100000:3.0:1763345639.907494:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.907505:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910336896 00002000:00010000:2.0:1763345639.907546:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/850 (0->18446744073709551615) 00002000:00100000:2.0:1763345639.907551:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544408700 with x1849000910336896 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345639.907563:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b544408700. 00000100:00100000:2.0:1763345639.907593:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910337024 00000100:00100000:2.0:1763345639.907597:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910337024 00000100:00100000:2.0:1763345639.907621:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910336768 00000100:00100000:2.0:1763345639.907624:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910336768 00002000:00010000:2.0:1763345639.907633:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/853 (0->18446744073709551615) 00002000:00100000:2.0:1763345639.907636:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54440b800 with x1849000910336768 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345639.907641:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54440b800. 00000100:00100000:1.0:1763345639.907683:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1908 00000100:00100000:1.0:1763345639.907696:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+33:2408:x1849000910336896:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:1.0:1763345639.907892:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x352:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345639.907896:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x352:0x0] updating lvb mtime from disk: 0 -> 1763345639 00002000:00010000:1.0:1763345639.907898:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x352:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.907900:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x352:0x0] updating lvb ctime from disk: 0 -> 1763345639 00002000:00010000:1.0:1763345639.907903:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x352:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345639.908037:0:28402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1909 00000100:00100000:3.0:1763345639.908047:0:28402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d51c9e15-7951-472b-8182-95fba90f4cff+34:2411:x1849000910337024:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:3.0:1763345639.908074:0:28402:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ac105 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345639.908075:0:24000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1910 00000100:00100000:2.0:1763345639.908091:0:24000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910336768:12345-192.168.203.8@tcp:10:bash.0 00010000:00010000:3.0:1763345639.908098:0:28402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.908102:0:28402:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.908107:0:28402:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ac105 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.908120:0:28402:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ac105 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.908212:0:28402:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ac105 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.908221:0:28402:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ac105 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.908229:0:28402:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ac105 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.908235:0:28402:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748ff200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345639.908239:0:28402:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ac105 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.908247:0:28402:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ac105 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.908261:0:28402:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ac105 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.908267:0:28402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ac105 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28402 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345639.908290:0:24000:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x355:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1763345639.908351:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+34:2408:x1849000910336896:12345-192.168.203.8@tcp:10:bash.0 Request processed in 658us (1106us total) trans 21474839506 rc 0/0 00000100:00100000:3.0:1763345639.908357:0:28402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d51c9e15-7951-472b-8182-95fba90f4cff+34:2411:x1849000910337024:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 311us (1056us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763345639.908365:0:28402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1909 00000100:00100000:1.0:1763345639.908401:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1908 00002000:00010000:1.0:1763345639.908404:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/850 (0->18446744073709551615) 00002000:00100000:1.0:1763345639.908408:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544408700 with x1849000910336896 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345639.908446:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b544408700. 00002000:00010000:2.0:1763345639.909022:0:24000:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x355:0x0] updating lvb mtime from disk: 0 -> 1763345639 00002000:00010000:2.0:1763345639.909026:0:24000:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x355:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345639.909028:0:24000:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x355:0x0] updating lvb ctime from disk: 0 -> 1763345639 00002000:00010000:2.0:1763345639.909046:0:24000:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x355:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345639.909136:0:24000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910336768:12345-192.168.203.8@tcp:10:bash.0 Request processed in 1020us (1612us total) trans 17179872252 rc 0/0 00000100:00100000:2.0:1763345639.909143:0:24000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1910 00002000:00010000:2.0:1763345639.909147:0:24000:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/853 (0->18446744073709551615) 00002000:00100000:2.0:1763345639.909150:0:24000:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54440b800 with x1849000910336768 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345639.909168:0:24000:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54440b800. 00000100:00100000:3.0:1763345639.911140:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.911189:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910337152 00000100:00100000:1.0:1763345639.911199:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910337152 00000100:00100000:1.0:1763345639.911254:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11095 00000100:00100000:1.0:1763345639.911264:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+304:57219:x1849000910337152:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.911284:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.911304:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac10c lrc: 2/0,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832d6e expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.911341:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ac113 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.911355:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ac113 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.911365:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ac113 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.911468:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac10c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d6e expref: 306 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.911485:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260200/0x52bea07cb58ac113 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x243:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d6e expref: 305 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.911493:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:1.0:1763345639.911497:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763345639.911500:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260200, rc 0) 00000100:00100000:1.0:1763345639.911565:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+305:57219:x1849000910337152:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 299us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.911575:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11095 00000100:00100000:1.0:1763345639.913919:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.914105:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910337408 00000100:00100000:0.0:1763345639.914115:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910337408 00000100:00100000:0.0:1763345639.914173:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3836 00000100:00100000:0.0:1763345639.914183:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+305:55937:x1849000910337408:12345-192.168.203.8@tcp:35:bash.0 00000100:00100000:0.0:1763345639.914743:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+306:55937:x1849000910337408:12345-192.168.203.8@tcp:35:bash.0 Request processed in 560us (829us total) trans 8589940995 rc 0/0 00000100:00100000:0.0:1763345639.914751:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3836 00000100:00100000:3.0:1763345639.914999:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.915275:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910337536 00000100:00100000:0.0:1763345639.915281:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910337536 00000100:00100000:0.0:1763345639.915335:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1911 00000100:00100000:0.0:1763345639.915344:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910337536:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:0.0:1763345639.915377:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b653d5d800/0x52bea07cb58ac11a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.915396:0:24005:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54378d600/0x52bea07cb58abece lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832c9c expref: 16 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345639.915404:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.915406:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.915410:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b653d5d800/0x52bea07cb58ac11a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.915443:0:24005:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b54378d600/0x52bea07cb58abece lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832c9c expref: 16 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345639.915457:0:24005:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b54378d600/0x52bea07cb58abece lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832c9c expref: 16 pid: 8560 timeout: 1132 lvb_type: 1 00000100:00100000:0.0:1763345639.915472:0:24005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5442d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24005:1849000924393984:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345639.915539:0:24005:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ceb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763345639.918242:0:24005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5442d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24005:1849000924393984:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345639.918272:0:24005:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b653d5d800/0x52bea07cb58ac11a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345639.919409:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.919491:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910337664 00000100:00100000:3.0:1763345639.919499:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910337664 00010000:00010000:3.0:1763345639.919534:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378d600/0x52bea07cb58abece lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832c9c expref: 17 pid: 8560 timeout: 1132 lvb_type: 1 00000100:00100000:3.0:1763345639.919576:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3663 00000100:00100000:3.0:1763345639.919586:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910337664:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345639.919598:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345639.919617:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b54378d600/0x52bea07cb58abece lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x354:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832c9c expref: 17 pid: 8560 timeout: 1132 lvb_type: 1 00010000:00010000:3.0:1763345639.919630:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b54378d600/0x52bea07cb58abece lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x354:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832c9c expref: 17 pid: 8560 timeout: 1132 lvb_type: 1 00010000:00010000:3.0:1763345639.919652:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54378d600/0x52bea07cb58abece lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x354:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832c9c expref: 17 pid: 8560 timeout: 1132 lvb_type: 1 00010000:00010000:3.0:1763345639.919667:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.919669:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.919673:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b653d5d800/0x52bea07cb58ac11a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.919688:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b653d5d800/0x52bea07cb58ac11a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.919719:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345639.919793:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910337664:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 209us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.919800:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3663 00010000:00010000:0.0:1763345639.919902:0:24005:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b653d5d800/0x52bea07cb58ac11a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.919911:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b653d5d800/0x52bea07cb58ac11a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.921013:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.921239:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910337792 00000100:00100000:1.0:1763345639.921248:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910337792 00000100:00100000:1.0:1763345639.921298:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11096 00000100:00100000:1.0:1763345639.921309:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+306:57222:x1849000910337792:12345-192.168.203.8@tcp:101:rm.0 00010000:00010000:1.0:1763345639.921330:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.921350:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac121 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832d75 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.921410:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac128 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.921423:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac128 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.921435:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac128 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.921447:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac12f lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.921454:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac12f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.921460:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac12f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.921529:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac136 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x244:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.921538:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac136 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x244:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.921545:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac136 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x244:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:1.0:1763345639.921578:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x244:0x0]: returning size 5 00000004:00200000:1.0:1763345639.921583:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345639.921601:0:9295:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac136 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x244:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.921612:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac136 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x244:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.921621:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac128 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.921627:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac128 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.921633:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac128 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.921640:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac128 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.921645:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.921649:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac128 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.921656:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac128 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.921666:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b651a21200) 00010000:00010000:1.0:1763345639.921668:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.921672:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac128 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.921679:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac128 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.921689:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac12f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.921695:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac12f lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.921701:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac12f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.921706:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.921709:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac12f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.921714:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac12f lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.921722:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b651a21b00) 00010000:00010000:1.0:1763345639.921725:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.921727:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac12f lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.921733:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac12f lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.921789:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac121 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d75 expref: 308 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.921805:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac136 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x244:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d75 expref: 307 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.921817:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x244:0x0].0x0 (ffff91b5484cce00) 00010000:00010000:1.0:1763345639.921819:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345639.921822:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261400, rc 0) 00000100:00100000:1.0:1763345639.921886:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+307:57222:x1849000910337792:12345-192.168.203.8@tcp:101:rm.0 Request processed in 579us (877us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.921894:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11096 00000001:00080000:3.0:1763345639.923293:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872253 is committed 00000001:00080000:3.0:1763345639.923306:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872251 is committed 00002000:00010000:0.0:1763345639.923415:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:0.0:1763345639.923419:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb mtime from disk: 0 -> 1763345639 00002000:00010000:0.0:1763345639.923422:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb ctime from disk: 0 -> 1763345639 00002000:00010000:0.0:1763345639.923424:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763345639.923434:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b653d5d800/0x52bea07cb58ac11a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.923445:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b653d5d800/0x52bea07cb58ac11a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.923453:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b653d5d800/0x52bea07cb58ac11a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.923460:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5d800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345639.923464:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b653d5d800/0x52bea07cb58ac11a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.923477:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b653d5d800/0x52bea07cb58ac11a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.923492:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b653d5d800/0x52bea07cb58ac11a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.923500:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b653d5d800/0x52bea07cb58ac11a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.923573:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+12:2409:x1849000910337536:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 8227us (8573us total) trans 17179872253 rc 0/0 00000100:00100000:0.0:1763345639.923582:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1911 00000100:00100000:3.0:1763345639.925111:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.925916:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910338048 00000100:00100000:1.0:1763345639.926013:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910338048 00000100:00100000:1.0:1763345639.926104:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11097 00000100:00100000:1.0:1763345639.926114:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+307:57222:x1849000910338048:12345-192.168.203.8@tcp:36:rm.0 00010000:00010000:1.0:1763345639.926164:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763345639.926189:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac0f0 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x244:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d59 expref: 307 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.926218:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac136 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x244:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d75 expref: 306 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.926231:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac0d4 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x244:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d4b expref: 305 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.926239:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x244:0x0].0x0 (ffff91b5484cce00) 00010000:00010000:1.0:1763345639.926249:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345639.926273:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac13d lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.926285:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac13d lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.926297:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac13d lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.926571:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac144 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.926579:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac144 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.926585:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac144 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.926652:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac14b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x244:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.926661:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac14b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x244:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.926667:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac14b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x244:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000040:00080000:1.0:1763345639.927080:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1887, 64 off156848 00000040:00080000:1.0:1763345639.927113:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1870, 64 off155240 00000040:00080000:1.0:1763345639.927124:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1871, 64 off155304 00000040:00080000:1.0:1763345639.927133:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1888, 64 off156912 00010000:00010000:1.0:1763345639.927184:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac152 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x244:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.927193:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac152 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x244:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.927200:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac152 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x244:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.927210:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac152 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x244:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.927216:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac152 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x244:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.927222:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac152 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x244:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.927252:0:9295:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763345639.927271:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac14b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x244:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.927276:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac14b lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x244:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.927282:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac14b lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x244:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.927286:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.927290:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac14b lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x244:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.927297:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac14b lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x244:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.927305:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x244:0x0].0x0 (ffff91b651a21400) 00010000:00010000:1.0:1763345639.927308:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763345639.927312:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac14b lrc: 2/0,0 mode: --/EX res: [0x200000405:0x244:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.927317:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac14b lrc: 0/0,0 mode: --/EX res: [0x200000405:0x244:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.927424:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac13d lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.927430:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac13d lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.927436:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac13d lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.927441:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac13d lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.927446:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.927449:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac13d lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.927455:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac13d lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.927463:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b651a21000) 00010000:00010000:1.0:1763345639.927465:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.927468:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac13d lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.927473:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac13d lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000004:00010000:1.0:1763345639.927486:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000e0b9f4e reply state 00000000aebd42a5 transno 8589940996 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac144 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.927495:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac144 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.927501:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b651a21e00) 00010000:00010000:1.0:1763345639.927504:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345639.927506:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345639.927575:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+306:57222:x1849000910338048:12345-192.168.203.8@tcp:36:rm.0 Request processed in 1461us (2467us total) trans 8589940996 rc 0/0 00000100:00100000:1.0:1763345639.927583:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11097 00010000:00010000:2.0:1763345639.931004:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345639.931019:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac152 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x244:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.931029:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345639.931033:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac152 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x244:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.931041:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac152 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x244:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.931062:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x244:0x0].0x0 (ffff91b651a21400) 00010000:00010000:2.0:1763345639.931065:0:6509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763345639.931070:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac152 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x244:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.931079:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac152 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x244:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345639.931101:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.931102:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.931104:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763345639.941694:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.941776:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.941855:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910338176 00000100:00100000:3.0:1763345639.941877:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910338176 00000100:00100000:0.0:1763345639.942028:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910338432 00000100:00100000:0.0:1763345639.942033:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910338432 00000100:00100000:0.0:1763345639.942063:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11098 00000100:00100000:0.0:1763345639.942074:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+307:57223:x1849000910338176:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:3.0:1763345639.942080:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11099 00000100:00100000:3.0:1763345639.942092:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+307:57219:x1849000910338432:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345639.942098:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.942127:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac159 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832d7c expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.942134:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345639.942158:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac09c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x243:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d36 expref: 308 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.942176:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:0.0:1763345639.942179:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac160 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345639.942181:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345639.942195:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac160 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.942208:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac160 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.942394:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac167 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.942406:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac167 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.942416:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac167 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.942450:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac160 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.942458:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac160 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.942465:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac160 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.942471:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5ca00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.942475:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac160 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.942483:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac160 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.942492:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42400) 00010000:00010000:1.0:1763345639.942496:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.942500:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac160 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.942511:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac160 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.942522:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac167 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.942528:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac167 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.942534:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac167 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.942553:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.942556:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac167 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.942561:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac167 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.942570:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b651a21e00) 00010000:00010000:1.0:1763345639.942573:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.942577:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac167 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.942583:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac167 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.942608:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac159 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d7c expref: 307 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.942617:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42400) 00010000:00010000:1.0:1763345639.942619:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.942624:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac159 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d7c expref: 307 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.942636:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b653d5d800, rc 0) 00000100:00100000:1.0:1763345639.942704:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+306:57223:x1849000910338176:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 625us (1010us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345639.942712:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11098 00010000:00010000:1.0:1763345639.942789:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac16e lrc: 3/0,1 mode: --/PW res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.942800:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac16e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.942808:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac16e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00010000:1.0:1763345639.942935:0:9296:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000049ae0c76 reply state 00000000cc65a19b transno 8589940997 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac16e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.942948:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac16e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.942956:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:1.0:1763345639.942959:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345639.942962:0:9296:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345639.943026:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+307:57219:x1849000910338432:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 937us (1273us total) trans 8589940997 rc 0/0 00000100:00100000:1.0:1763345639.943043:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11099 00000100:00100000:2.0:1763345639.945108:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.945160:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910338560 00000100:00100000:1.0:1763345639.945170:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910338560 00000100:00100000:1.0:1763345639.945231:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11100 00000100:00100000:1.0:1763345639.945242:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541773b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+307:57223:x1849000910338560:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.945270:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.945296:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac175 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832d83 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.945358:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac17c lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.945370:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac17c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.945381:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac17c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.945392:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac183 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.945400:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac183 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.945406:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac183 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.945439:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac17c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.945446:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac17c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.945453:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac17c lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.945460:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac17c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.945466:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.945471:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac17c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.945479:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac17c lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.945489:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b651a21000) 00010000:00010000:1.0:1763345639.945493:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.945497:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac17c lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.945503:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac17c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.945515:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac183 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.945522:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac183 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.945527:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac183 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.945533:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.945536:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac183 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.945542:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac183 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.945555:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b651a21e00) 00010000:00010000:1.0:1763345639.945558:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.945561:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac183 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.945571:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac183 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.945595:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac175 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d83 expref: 308 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.945605:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b651a21000) 00010000:00010000:1.0:1763345639.945607:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.945611:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac175 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d83 expref: 308 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.945624:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260e00, rc 0) 00000100:00100000:1.0:1763345639.945683:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541773b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+307:57223:x1849000910338560:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 443us (582us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345639.945691:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11100 00000100:00100000:3.0:1763345639.946237:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.946517:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910338688 00000100:00100000:1.0:1763345639.946524:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910338688 00000100:00100000:1.0:1763345639.946569:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8077 00000100:00100000:1.0:1763345639.946578:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+12:57219:x1849000910338688:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.946592:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.946608:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58ac18a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832d8a expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345639.946629:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x354:0x0] initial LVB size: 4096, mtime: 0x691a84e7, atime: 0x0, ctime: 0x691a84e7, blocks: 0x8 00010000:00010000:1.0:1763345639.946645:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.946647:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.946653:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58ac18a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d8a expref: 13 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.946667:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58ac18a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d8a expref: 13 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.946678:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261c00, rc 0) 00000100:00100000:1.0:1763345639.948005:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+13:57219:x1849000910338688:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 149us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.948015:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8077 00000100:00100000:3.0:1763345639.948334:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.948373:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.948377:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910338816 00000100:00100000:1.0:1763345639.948386:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910338816 00000100:00100000:1.0:1763345639.948437:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11101 00000100:00100000:1.0:1763345639.948445:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+307:57223:x1849000910338816:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.948463:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.948482:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac191 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832d91 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.948533:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac198 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.948546:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac198 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.948556:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac198 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:1.0:1763345639.948596:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763345639.948601:0:9296:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763345639.948709:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac191 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d91 expref: 309 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.948731:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac198 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d91 expref: 308 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.948739:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b651a21a00) 00010000:00010000:1.0:1763345639.948742:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763345639.948745:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261000, rc 0) 00000100:00100000:2.0:1763345639.948808:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910338944 00000100:00100000:2.0:1763345639.948813:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910338944 00000100:00100000:1.0:1763345639.948824:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+308:57223:x1849000910338816:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 378us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.948832:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11101 00000100:00100000:2.0:1763345639.948854:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8078 00000100:00100000:2.0:1763345639.948863:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+33:57219:x1849000910338944:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.948881:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.948893:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac19f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832d98 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.948913:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58abed5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ca3 expref: 34 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345639.948922:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.948924:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.948928:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac19f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d98 expref: 34 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.948956:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58abed5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ca3 expref: 34 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345639.948976:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58abed5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ca3 expref: 34 pid: 8403 timeout: 1132 lvb_type: 1 00000100:00100000:2.0:1763345639.948990:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541773800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924394112:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345639.949043:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747d7840 going to sleep for 11 seconds 00000100:00100000:1.0:1763345639.951149:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541773800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924394112:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345639.951186:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac19f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980832d98 expref: 34 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.951203:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d200, rc 0) 00000100:00100000:1.0:1763345639.951268:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+34:57219:x1849000910338944:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2403us (2894us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345639.951276:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8078 00000100:00100000:1.0:1763345639.951854:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.951905:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.951908:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910339072 00000100:00100000:3.0:1763345639.951916:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910339072 00010000:00010000:3.0:1763345639.951947:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58abed5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ca3 expref: 34 pid: 8403 timeout: 1132 lvb_type: 1 00000100:00100000:2.0:1763345639.951988:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910339200 00000100:00100000:2.0:1763345639.951993:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910339200 00000100:00100000:2.0:1763345639.952046:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11102 00000100:00100000:1.0:1763345639.952049:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3664 00000100:00100000:2.0:1763345639.952056:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+308:57223:x1849000910339200:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:1.0:1763345639.952061:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543698000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+34:2409:x1849000910339072:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345639.952070:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.952072:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345639.952087:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac1a6 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832d9f expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.952090:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58abed5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x351:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ca3 expref: 34 pid: 8403 timeout: 1132 lvb_type: 1 00010000:00010000:1.0:1763345639.952108:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58abed5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x351:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ca3 expref: 34 pid: 8403 timeout: 1132 lvb_type: 1 00010000:00010000:1.0:1763345639.952128:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58abed5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x351:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ca3 expref: 34 pid: 8403 timeout: 1132 lvb_type: 1 00010000:00010000:2.0:1763345639.952138:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac1ad lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.952139:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.952141:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.952146:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac19f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980832d98 expref: 33 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.952149:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac1ad lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.952155:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac19f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980832d98 expref: 33 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.952159:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac1ad lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.952167:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58ac1b4 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.952173:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58ac1b4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.952178:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58ac1b4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.952184:0:8428:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac19f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980832d98 expref: 33 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345639.952196:0:8428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8428:1849000924394240:192.168.203.8@tcp:105: 00010000:00010000:2.0:1763345639.952212:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac1ad lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.952219:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac1ad lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.952224:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac1ad lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.952230:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac1ad lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.952236:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.952240:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac1ad lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.952247:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac1ad lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.952257:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b651a21a00) 00010000:00010000:2.0:1763345639.952260:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.952264:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac1ad lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.952270:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac1ad lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000100:00100000:1.0:1763345639.952273:0:8428:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8b240 going to sleep for 11 seconds 00010000:00010000:2.0:1763345639.952279:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58ac1b4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.952285:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58ac1b4 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.952291:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58ac1b4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.952296:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378ce00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.952298:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58ac1b4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.952304:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58ac1b4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.952311:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b651a21e00) 00010000:00010000:2.0:1763345639.952313:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.952315:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58ac1b4 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.952320:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58ac1b4 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.952343:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac1a6 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d9f expref: 309 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.952351:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b651a21a00) 00010000:00010000:2.0:1763345639.952353:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.952356:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac1a6 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d9f expref: 309 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.952364:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378cc00, rc 0) 00000100:00100000:2.0:1763345639.952401:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+308:57223:x1849000910339200:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 346us (495us total) trans 0 rc 301/301 00000100:00100000:2.0:1763345639.952408:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11102 00000100:00100000:2.0:1763345639.954312:0:8428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8428:1849000924394240:192.168.203.8@tcp:105: 00010000:00010000:2.0:1763345639.954332:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345639.954383:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543698000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+33:2409:x1849000910339072:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 2322us (2529us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.954393:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3664 00000100:00100000:3.0:1763345639.954703:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.954740:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.954864:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.954879:0:24000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910339328 00000100:00100000:2.0:1763345639.954887:0:24000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910339328 00002000:00010000:2.0:1763345639.954919:0:24000:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/852 (5->18446744073709551615) 00002000:00100000:2.0:1763345639.954924:0:24000:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377ca80 with x1849000910339328 ext(5->18446744073709551615) 00002000:00010000:2.0:1763345639.954933:0:24000:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54377ca80. 00000100:00100000:1.0:1763345639.954953:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910339712 00000100:00100000:1.0:1763345639.954958:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910339712 00000100:00100000:2.0:1763345639.954963:0:24000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910339456 00000100:00100000:2.0:1763345639.954968:0:24000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910339456 00000100:00100000:3.0:1763345639.954983:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1912 00002000:00010000:2.0:1763345639.954984:0:24000:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/849 (0->18446744073709551615) 00002000:00100000:2.0:1763345639.954989:0:24000:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377e300 with x1849000910339456 ext(0->18446744073709551615) 00000100:00100000:3.0:1763345639.954995:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+13:2408:x1849000910339328:12345-192.168.203.8@tcp:10:lfs.0 00000100:00100000:1.0:1763345639.954995:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11103 00002000:00010000:2.0:1763345639.954998:0:24000:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54377e300. 00000100:00100000:1.0:1763345639.955003:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+308:57223:x1849000910339712:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345639.955016:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345639.955020:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:2.0:1763345639.955026:0:24000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1913 00010000:00010000:1.0:1763345639.955043:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac198 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d91 expref: 308 pid: 9296 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345639.955051:0:24000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d51c9e15-7951-472b-8182-95fba90f4cff+33:2409:x1849000910339456:12345-192.168.203.8@tcp:10:lfs.0 00010000:00010000:1.0:1763345639.955064:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b651a21a00) 00010000:00010000:1.0:1763345639.955075:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345639.955089:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac1bb lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832da6 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345639.955193:0:24000:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x351:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:1.0:1763345639.955195:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac1c2 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00002000:00010000:2.0:1763345639.955198:0:24000:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x351:0x0] updating lvb mtime from disk: 0 -> 1763345639 00002000:00010000:2.0:1763345639.955204:0:24000:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x351:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345639.955209:0:24000:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x351:0x0] updating lvb ctime from disk: 0 -> 1763345639 00002000:00010000:2.0:1763345639.955212:0:24000:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x351:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:1.0:1763345639.955214:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac1c2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.955224:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac1c2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.955236:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac1c9 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.955244:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac1c9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00000100:00100000:2.0:1763345639.955253:0:24000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d51c9e15-7951-472b-8182-95fba90f4cff+34:2409:x1849000910339456:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 216us (509us total) trans 21474839507 rc 0/0 00010000:00010000:1.0:1763345639.955253:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac1c9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000100:00100000:2.0:1763345639.955262:0:24000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1913 00002000:00010000:2.0:1763345639.955271:0:24000:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/849 (0->18446744073709551615) 00002000:00100000:2.0:1763345639.955275:0:24000:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377e300 with x1849000910339456 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345639.955280:0:24000:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54377e300. 00010000:00010000:1.0:1763345639.955568:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ac1d0 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x246:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.955577:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ac1d0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.955584:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ac1d0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:1.0:1763345639.955596:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x246:0x0]: returning size 0 00010000:00010000:1.0:1763345639.955626:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac1c2 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.955633:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac1c2 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.955638:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac1c2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.955643:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac1c2 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.955648:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ade00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.955652:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac1c2 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.955658:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac1c2 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.955666:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b651a21900) 00010000:00010000:1.0:1763345639.955668:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.955672:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac1c2 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.955677:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac1c2 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000004:00010000:1.0:1763345639.955685:0:9296:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009b08f5c7 reply state 0000000015afe53b transno 8589940998 ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac1c9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.955693:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac1c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.955701:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b651a21e00) 00010000:00010000:1.0:1763345639.955704:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345639.955706:0:9296:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763345639.955729:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac1bb lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832da6 expref: 310 pid: 9296 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345639.955744:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb size from disk: 4096 -> 5 00010000:00010000:1.0:1763345639.955744:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ac1d0 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832da6 expref: 309 pid: 9296 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345639.955747:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00002000:00010000:3.0:1763345639.955750:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345639.955752:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00010000:00010000:1.0:1763345639.955752:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x246:0x0].0x0 (ffff91b651a21700) 00002000:00010000:3.0:1763345639.955754:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb blocks from disk: 8 -> 8 00010000:00010000:1.0:1763345639.955755:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345639.955790:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b641660e00, rc 0) 00000100:00100000:1.0:1763345639.955821:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+310:57223:x1849000910339712:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 819us (958us total) trans 8589940998 rc 0/0 00000100:00100000:1.0:1763345639.955828:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11103 00000100:00100000:2.0:1763345639.955861:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910339328:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 860us (1149us total) trans 17179872254 rc 0/0 00000100:00100000:2.0:1763345639.955882:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1912 00002000:00010000:2.0:1763345639.955886:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/852 (5->18446744073709551615) 00002000:00100000:2.0:1763345639.955889:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377ca80 with x1849000910339328 ext(5->18446744073709551615) 00002000:00010000:2.0:1763345639.955894:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54377ca80. 00000100:00100000:1.0:1763345639.958615:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.958664:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910339968 00000100:00100000:2.0:1763345639.958673:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910339968 00000100:00100000:2.0:1763345639.958733:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11104 00000100:00100000:2.0:1763345639.958743:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+310:57223:x1849000910339968:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.958785:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.958803:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac1de lrc: 2/0,0 mode: --/CR res: [0x200000405:0x246:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832dad expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.958913:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac1e5 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x246:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.958928:0:9296:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ac1d0 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832da6 expref: 311 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.958937:0:9296:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac1e5 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x246:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.958966:0:9296:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ac1d0 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832da6 expref: 311 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.958978:0:9296:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ac1d0 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832da6 expref: 311 pid: 9296 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763345639.958992:0:9296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541770a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924394368:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345639.959047:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.959071:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910340224 00000100:00100000:0.0:1763345639.959077:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910340224 00000100:00100000:2.0:1763345639.959079:0:9296:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747d7480 going to sleep for 11 seconds 00000100:00100000:0.0:1763345639.959114:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11105 00000100:00100000:0.0:1763345639.959128:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+312:57219:x1849000910340224:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345639.959177:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac1ec lrc: 3/0,1 mode: --/PW res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.959188:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac1ec lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.959199:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac1ec lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00010000:0.0:1763345639.959286:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001564d39f reply state 00000000cab40fd1 transno 8589940999 ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac1ec lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.959298:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac1ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.959305:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:0.0:1763345639.959308:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345639.959311:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345639.959375:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+314:57219:x1849000910340224:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 249us (330us total) trans 8589940999 rc 0/0 00000100:00100000:0.0:1763345639.959382:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11105 00000100:00100000:1.0:1763345639.961599:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.961726:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910340352 00000100:00100000:2.0:1763345639.961734:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910340352 00000100:00100000:2.0:1763345639.961817:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8079 00000100:00100000:2.0:1763345639.961827:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+34:2409:x1849000910340352:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:2.0:1763345639.961968:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x350:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763345639.961971:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x350:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00002000:00010000:2.0:1763345639.961974:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x350:0x0] updating lvb atime from disk: 0 -> 1763345639 00002000:00010000:2.0:1763345639.961976:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x350:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00002000:00010000:2.0:1763345639.961978:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x350:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763345639.962026:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+35:2409:x1849000910340352:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 200us (433us total) trans 21474839508 rc 0/0 00000100:00100000:2.0:1763345639.962034:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8079 00000100:00100000:3.0:1763345639.962207:0:9296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541770a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924394368:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345639.962230:0:9296:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac1e5 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x246:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000100:00100000:1.0:1763345639.962421:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.962559:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910340480 00000100:00100000:3.0:1763345639.962564:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910340480 00010000:00010000:3.0:1763345639.962586:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ac1d0 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832da6 expref: 314 pid: 9296 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345639.962921:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3665 00000100:00100000:3.0:1763345639.962929:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+314:2408:x1849000910340480:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345639.962938:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345639.962945:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ac1d0 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832da6 expref: 314 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.962961:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ac1d0 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832da6 expref: 314 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.962980:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ac1d0 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x246:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832da6 expref: 314 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.962994:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x246:0x0].0x0 (ffff91b651a21700) 00010000:00010000:3.0:1763345639.962999:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac1e5 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x246:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.963008:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac1e5 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.963014:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac1e5 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.963201:0:9296:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac1e5 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.963208:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac1e5 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:2.0:1763345639.963228:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x246:0x0]: returning size 0 00000004:00080000:2.0:1763345639.963373:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x354:0x0], index 0: 0 00000004:00080000:2.0:1763345639.963381:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x357:0x0], index 1: 0 00000004:00080000:2.0:1763345639.963385:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x358:0x0], index 1: 0 00000004:00080000:2.0:1763345639.963389:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x355:0x0], index 0: 0 00010000:00010000:2.0:1763345639.963479:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac1e5 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.963493:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac1e5 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.963500:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac1e5 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.963506:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378dc00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.963510:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac1e5 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.963517:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac1e5 lrc: 5/0,0 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.963526:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x246:0x0].0x0 (ffff91b651a21700) 00010000:00010000:2.0:1763345639.963528:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345639.963532:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac1e5 lrc: 3/0,0 mode: --/EX res: [0x200000405:0x246:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.963570:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac1de lrc: 1/0,0 mode: --/CR res: [0x200000405:0x246:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832dad expref: 314 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.963579:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x246:0x0].0x0 (ffff91b651a21700) 00010000:00010000:2.0:1763345639.963581:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763345639.963585:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac1de lrc: 0/0,0 mode: --/CR res: [0x200000405:0x246:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832dad expref: 314 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.963594:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d000, rc 0) 00000100:00100000:2.0:1763345639.963642:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+313:57223:x1849000910339968:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4901us (5034us total) trans 8589941000 rc 301/301 00000100:00100000:2.0:1763345639.963650:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11104 00010000:00010000:3.0:1763345639.963824:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac1e5 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x246:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345639.963917:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345639.963957:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+312:2408:x1849000910340480:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 1028us (1535us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.963963:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3665 00000100:00100000:2.0:1763345639.964578:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.964639:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910340736 00000100:00100000:0.0:1763345639.964647:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910340736 00000100:00100000:0.0:1763345639.964696:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3837 00000100:00100000:0.0:1763345639.964705:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658bb4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+312:57219:x1849000910340736:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:0.0:1763345639.964753:0:6523:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000405:0x243:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abfe6 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x243:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cf7 expref: 312 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.964820:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac1fa lrc: 3/0,1 mode: --/EX res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345639.964833:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac087 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d2f expref: 312 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.964842:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac1fa lrc: 4/0,1 mode: --/EX res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345639.964881:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac087 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832d2f expref: 312 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.964895:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac087 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832d2f expref: 312 pid: 9296 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763345639.964909:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5442d0380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924394496:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345639.964977:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ceb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763345639.965130:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.965190:0:16418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910340992 00000100:00100000:2.0:1763345639.965195:0:16418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910340992 00000100:00100000:2.0:1763345639.965230:0:16418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3838 00000100:00100000:2.0:1763345639.965237:0:16418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+313:57223:x1849000910340992:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345639.965440:0:16418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d51c9e15-7951-472b-8182-95fba90f4cff+314:57223:x1849000910340992:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 202us (308us total) trans 8589941001 rc 0/0 00000100:00100000:2.0:1763345639.965448:0:16418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3838 00000100:00100000:1.0:1763345639.966704:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.966735:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5442d0380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924394496:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345639.966777:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac1fa lrc: 3/0,1 mode: --/EX res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000100:00100000:1.0:1763345639.966800:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.966834:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910341376 00000100:00100000:0.0:1763345639.966841:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910341376 00000100:00100000:3.0:1763345639.966889:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910341120 00000100:00100000:3.0:1763345639.966895:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910341120 00000100:00100000:0.0:1763345639.966896:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3839 00000100:00100000:2.0:1763345639.966905:0:16418:0:(service.c:3434:ptlrpc_start_thread()) mdt_readpage[0] started 3 min 2 max 80 00000100:00100000:0.0:1763345639.966911:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+315:57223:x1849000910341376:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345639.966915:0:16418:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_003' 00010000:00010000:3.0:1763345639.966919:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac087 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832d2f expref: 315 pid: 9296 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345639.966948:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3666 00000100:00100000:3.0:1763345639.967076:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+316:2409:x1849000910341120:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345639.967089:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345639.967095:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac087 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832d2f expref: 316 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.967106:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac087 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832d2f expref: 316 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.967237:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac087 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832d2f expref: 316 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.967249:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:3.0:1763345639.967253:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac1fa lrc: 3/0,1 mode: --/EX res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345639.967263:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac1fa lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345639.967270:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac1fa lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00000100:00100000:0.0:1763345639.967284:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d51c9e15-7951-472b-8182-95fba90f4cff+315:57223:x1849000910341376:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 376us (483us total) trans 8589941002 rc 0/0 00000100:00100000:0.0:1763345639.967294:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3839 00010000:00010000:3.0:1763345639.967298:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345639.967324:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+314:2409:x1849000910341120:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 369us (624us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.967330:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3666 00010000:00010000:1.0:1763345639.967408:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac1fa lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345639.967418:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac1fa lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000040:00080000:1.0:1763345639.967587:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1872, 88 off155392 00000004:00080000:1.0:1763345639.967594:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032492833981ns, next at 1032978341148ns, rc = 0 00000040:00080000:1.0:1763345639.967630:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1889, 88 off157000 00000004:00080000:1.0:1763345639.967636:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032492875936ns, next at 1032978308189ns, rc = 0 00000040:00080000:1.0:1763345639.967662:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1890, 88 off157088 00000004:00080000:1.0:1763345639.967668:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032492908349ns, next at 1032978308189ns, rc = 0 00000040:00080000:1.0:1763345639.967679:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1873, 88 off155480 00000004:00080000:1.0:1763345639.967683:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032492923622ns, next at 1032978341148ns, rc = 0 00000100:00100000:1.0:1763345639.970957:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.971506:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910341632 00000100:00100000:2.0:1763345639.971518:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910341632 00000100:00100000:2.0:1763345639.971580:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11106 00000100:00100000:2.0:1763345639.971590:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544480380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+315:55937:x1849000910341632:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345639.971610:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.971634:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac201 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832db4 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.971792:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac208 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.971807:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac208 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.971819:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac208 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.971918:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac20f lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.971927:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac20f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.971937:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac20f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.972017:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac216 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x246:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.972026:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac216 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.972040:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac216 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:2.0:1763345639.972050:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x246:0x0]: returning size 0 00010000:00010000:2.0:1763345639.972144:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac208 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.972152:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac208 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.972158:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac208 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.972164:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac208 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.972170:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.972174:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac208 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.972181:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac208 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.972197:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dc300) 00010000:00010000:2.0:1763345639.972201:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.972205:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac208 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.972212:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac208 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.972224:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac20f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.972230:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac20f lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.972240:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac20f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.972244:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345639.972247:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac20f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.972252:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac20f lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.972259:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b651a21e00) 00010000:00010000:2.0:1763345639.972262:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345639.972265:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac20f lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.972270:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac20f lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.972299:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac201 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832db4 expref: 318 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.972311:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac216 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832db4 expref: 317 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.972315:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x246:0x0].0x0 (ffff91b5432dcb00) 00010000:00010000:2.0:1763345639.972317:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345639.972319:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c600, rc 0) 00000100:00100000:2.0:1763345639.972367:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544480380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+317:55937:x1849000910341632:12345-192.168.203.8@tcp:101:bash.0 Request processed in 780us (1421us total) trans 8589941004 rc 0/0 00000100:00100000:2.0:1763345639.972372:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11106 00000001:00080000:2.0:1763345639.973205:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941003 is committed 00000004:00080000:2.0:1763345639.973211:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1202 committed 00000004:00080000:2.0:1763345639.973225:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1217 committed 00000004:00080000:2.0:1763345639.973239:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1216 committed 00000004:00080000:2.0:1763345639.973242:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1201 committed 00010000:00010000:1.0:1763345639.973271:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac144 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.973281:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac144 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.973293:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac144 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.973301:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.973305:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac144 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.973313:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac144 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.973336:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b651a21e00) 00010000:00010000:1.0:1763345639.973340:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.973345:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac144 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.973352:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac144 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345639.973370:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac16e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.973379:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac16e lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.973386:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac16e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.973393:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.973396:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac16e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.973403:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac16e lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345639.973408:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924394752:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.973408:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924395008:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1763345639.973414:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:1.0:1763345639.973419:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.973423:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac16e lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.973428:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac16e lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.973441:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac1c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.973448:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac1c9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.973465:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac1c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.973471:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ada00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.973474:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac1c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.973483:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac1c9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.973490:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b651a21e00) 00010000:00010000:1.0:1763345639.973493:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.973496:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac1c9 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.973501:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac1c9 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345639.973516:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac1ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.973522:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac1ec lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.973527:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac1ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.973532:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5d800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.973535:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac1ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.973541:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac1ec lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.973548:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:1.0:1763345639.973551:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.973553:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac1ec lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.973559:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac1ec lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000004:00010000:1.0:1763345639.973601:0:6523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f2c90fe1 reply state 00000000a78f25f9 transno 8589941003 ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac1fa lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345639.973613:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac1fa lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00000100:00100000:2.0:1763345639.973617:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5442d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924394624:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1763345639.973622:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:1.0:1763345639.973626:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763345639.973629:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763345639.973634:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:1.0:1763345639.973637:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763345639.973643:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58abfe6 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x243:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cf7 expref: 303 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.974219:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345639.974263:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924394752 00000100:00100000:3.0:1763345639.974265:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924395264:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.974271:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924394752 00000100:00100000:3.0:1763345639.974295:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345639.974319:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1763345639.974325:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5442d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924394880:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.974344:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345639.974364:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924395392:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345639.974373:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924395264 00000100:00100000:0.0:1763345639.974378:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924395264 00000100:00100000:3.0:1763345639.974388:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345639.974416:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924394880 00000100:00100000:0.0:1763345639.974420:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924394880 00000100:00100000:3.0:1763345639.974428:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924395392 00000100:00100000:3.0:1763345639.974434:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924395392 00010000:00080000:1.0:1763345639.974445:0:6523:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763345639.974450:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8080 00000100:00100000:0.0:1763345639.974461:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3656:x1849000924394752:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345639.974475:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8081 00000100:00100000:1.0:1763345639.974477:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658bb4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+303:57219:x1849000910340736:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 9769us (9955us total) trans 8589941003 rc 0/0 00002000:00080000:0.0:1763345639.974483:0:28867:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:853 count 1 00000100:00100000:1.0:1763345639.974489:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3837 00000100:00100000:3.0:1763345639.974495:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3656:x1849000924395264:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1763345639.974505:0:28867:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58ac224 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.974522:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ac0f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d60 expref: 13 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.974530:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345639.974532:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345639.974536:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58ac224 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.974564:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ac0f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980832d60 expref: 13 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.974576:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ac0f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832d60 expref: 13 pid: 8405 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763345639.974593:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545657800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924395648:192.168.203.8@tcp:104: 00002000:00010000:3.0:1763345639.974615:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x353:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345639.974619:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x353:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00002000:00010000:3.0:1763345639.974622:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x353:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345639.974625:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x353:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00002000:00010000:3.0:1763345639.974627:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x353:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345639.974639:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce900 going to sleep for 11 seconds 00000100:00100000:0.0:1763345639.974663:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8082 00000100:00100000:0.0:1763345639.974672:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+47:3656:x1849000924394880:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1763345639.974673:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac1fa lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00000100:00100000:3.0:1763345639.974674:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3656:x1849000924395264:12345-0@lo:2:osp-syn-1-0.0 Request processed in 190us (378us total) trans 17179872255 rc 0/0 00002000:00080000:0.0:1763345639.974689:0:28868:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:851 count 1 00010000:00010000:1.0:1763345639.974691:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac1fa lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00000100:00100000:3.0:1763345639.974693:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8081 00000100:00100000:2.0:1763345639.974693:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763345639.974704:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac1fa lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345639.974710:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5ca00 already unused, calling callback (ffffffffc181e550) 00002000:00010000:0.0:1763345639.974712:0:28868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x353:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:3.0:1763345639.974714:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924394624 00010000:00010000:1.0:1763345639.974715:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac1fa lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345639.974721:0:28868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac22b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345639.974723:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924395136:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1763345639.974742:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345639.974743:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac1fa lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345639.974744:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.974750:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac22b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345639.974753:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763345639.974784:0:28868:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac22b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.974785:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:1.0:1763345639.974792:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345639.974798:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac1fa lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00000100:00100000:2.0:1763345639.974799:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1763345639.974799:0:28868:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac22b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345639.974806:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924395520:0@lo:2:osp-syn-1-0.0 00010000:00010000:1.0:1763345639.974816:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac1fa lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345639.974818:0:28868:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac22b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345639.974831:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763345639.974841:0:28868:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763345639.974852:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924395136 00000100:00100000:1.0:1763345639.974858:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924395136 00000100:00100000:1.0:1763345639.974892:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924395520 00000100:00100000:1.0:1763345639.974895:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924395520 00000100:00100000:1.0:1763345639.974911:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8083 00000100:00100000:1.0:1763345639.974919:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+49:3656:x1849000924395392:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.974936:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924394624 00000100:00100000:3.0:1763345639.974965:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8084 00000100:00100000:3.0:1763345639.974973:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541771180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+50:3659:x1849000924395136:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763345639.975001:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x351:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345639.975006:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x351:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00002000:00010000:1.0:1763345639.975009:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x351:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.975011:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x351:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00002000:00010000:1.0:1763345639.975014:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x351:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345639.975053:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+51:3656:x1849000924394880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 381us (705us total) trans 21474839509 rc 0/0 00000100:00100000:1.0:1763345639.975059:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+51:3656:x1849000924395392:12345-0@lo:2:osp-syn-0-0.0 Request processed in 140us (670us total) trans 21474839510 rc 0/0 00000100:00100000:0.0:1763345639.975072:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8082 00002000:00010000:3.0:1763345639.975127:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x350:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763345639.975130:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x350:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00002000:00010000:3.0:1763345639.975133:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x350:0x0] updating lvb atime from disk: 1763345639 -> 1763345639 00002000:00010000:3.0:1763345639.975134:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x350:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00002000:00010000:3.0:1763345639.975136:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x350:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763345639.975171:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541771180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+51:3659:x1849000924395136:12345-0@lo:2:osp-syn-0-0.0 Request processed in 200us (420us total) trans 21474839511 rc 0/0 00000100:00100000:2.0:1763345639.975279:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.975299:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910341760 00000100:00100000:2.0:1763345639.975303:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910341760 00000100:00100000:2.0:1763345639.975331:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11107 00000100:00100000:2.0:1763345639.975338:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541773800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+302:55937:x1849000910341760:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345639.975349:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.975361:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac232 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x246:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832dbb expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.975387:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac239 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x246:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.975397:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac239 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.975406:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac239 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345639.975682:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac232 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x246:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832dbb expref: 304 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.975697:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac239 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832dbb expref: 303 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.975704:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x246:0x0].0x0 (ffff91b5432dcb00) 00010000:00010000:2.0:1763345639.975706:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763345639.975709:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378dc00, rc 0) 00000100:00100000:2.0:1763345639.975736:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541773800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+303:55937:x1849000910341760:12345-192.168.203.8@tcp:101:bash.0 Request processed in 399us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.975742:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11107 00000100:00100000:2.0:1763345639.975794:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345639.975808:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910341888 00000100:00100000:2.0:1763345639.975811:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910341888 00000100:00100000:2.0:1763345639.975829:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11108 00000100:00100000:2.0:1763345639.975834:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+303:57219:x1849000910341888:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.975843:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345639.975851:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58ac240 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832dc2 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.975887:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58ac240 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832dc2 expref: 304 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.975896:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ce00/0x52bea07cb58ac240 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832dc2 expref: 304 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.975907:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:2.0:1763345639.975910:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345639.975912:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378ce00, rc 0) 00000100:00100000:2.0:1763345639.975933:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+304:57219:x1849000910341888:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 99us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.975938:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11108 00000100:00100000:1.0:1763345639.975999:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8083 00000100:00100000:1.0:1763345639.976024:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8085 00000100:00100000:1.0:1763345639.976034:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541770a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3659:x1849000924395520:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763345639.976122:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763345639.976126:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00002000:00010000:1.0:1763345639.976128:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345639.976130:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00002000:00010000:1.0:1763345639.976132:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763345639.976161:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541770a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3659:x1849000924395520:12345-0@lo:2:osp-syn-1-0.0 Request processed in 130us (1330us total) trans 17179872256 rc 0/0 00000100:00100000:1.0:1763345639.976167:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8085 00000100:00100000:1.0:1763345639.976180:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8086 00000100:00100000:1.0:1763345639.976187:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541772300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+50:3659:x1849000924394624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1763345639.976200:0:8560:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:850 count 1 00010000:00010000:1.0:1763345639.976214:0:8560:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac247 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x352:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.976224:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345639.976228:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac0fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x352:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d67 expref: 34 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.976232:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac22b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.976240:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345639.976243:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345639.976244:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5de00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345639.976247:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac247 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x352:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.976250:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac22b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.976267:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac22b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.976282:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac0fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x352:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980832d67 expref: 34 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.976283:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac22b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.976301:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac22b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.976305:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac0fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x352:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832d67 expref: 34 pid: 28867 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763345639.976322:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544481c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924395776:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345639.976322:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345639.976325:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345639.976330:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345639.976344:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345639.976374:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8b240 going to sleep for 11 seconds 00000100:00100000:0.0:1763345639.976405:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924395008 00000100:00100000:0.0:1763345639.976410:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924395008 00000100:00100000:0.0:1763345639.976438:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8087 00000100:00100000:0.0:1763345639.976445:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3658:x1849000924395008:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1763345639.976458:0:27809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:854 count 1 00002000:00010000:0.0:1763345639.976475:0:27809:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x356:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345639.976480:0:27809:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b545a1cc00/0x52bea07cb58ac24e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.976488:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.976490:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.976493:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b545a1cc00/0x52bea07cb58ac24e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.976502:0:27809:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b545a1cc00/0x52bea07cb58ac24e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.976509:0:27809:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b545a1cc00/0x52bea07cb58ac24e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.976516:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8084 00010000:00010000:0.0:1763345639.976519:0:27809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b545a1cc00/0x52bea07cb58ac24e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.976536:0:27809:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345639.976650:0:3659:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872251 gen 2 00000004:00080000:3.0:1763345639.976657:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6779a5880, transno 17179872239 00000004:00080000:3.0:1763345639.976665:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6779a5c00, transno 17179872240 00000004:00080000:3.0:1763345639.976667:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6779a4000, transno 17179872241 00000004:00080000:3.0:1763345639.976669:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6779a6300, transno 17179872242 00000004:00080000:3.0:1763345639.976672:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5435b8000, transno 17179872243 00000004:00080000:3.0:1763345639.976674:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5435b8a80, transno 17179872244 00000004:00080000:3.0:1763345639.976676:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544209c00, transno 17179872245 00000004:00080000:3.0:1763345639.976679:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54420aa00, transno 17179872246 00000004:00080000:3.0:1763345639.976681:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5435ff800, transno 17179872248 00000004:00080000:3.0:1763345639.976684:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54420a300, transno 17179872249 00000004:00080000:3.0:1763345639.976686:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54440b480, transno 17179872250 00000004:00080000:3.0:1763345639.976688:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544408380, transno 17179872251 00000100:00100000:3.0:1763345639.976694:0:3659:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff91b54377d880 x1849000924395520/t17179872256(17179872256) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763345655 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763345639.976704:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54377d880/2, rc 0, transno 17179872256 00000100:00100000:3.0:1763345639.976709:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924395520:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763345639.976726:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541d67100/2, rc 0, transno 21474839511 00000100:00100000:3.0:1763345639.976731:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924395136:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345639.976800:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3658:x1849000924395008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 353us (454us total) trans 17179872257 rc 0/0 00000100:00100000:0.0:1763345639.976808:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8087 00010000:00010000:0.0:1763345639.976832:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345639.976838:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b545a1cc00/0x52bea07cb58ac24e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.976845:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545a1cc00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345639.976849:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b545a1cc00/0x52bea07cb58ac24e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.976861:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b545a1cc00/0x52bea07cb58ac24e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.976883:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b545a1cc00/0x52bea07cb58ac24e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.976890:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b545a1cc00/0x52bea07cb58ac24e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763345639.976903:0:32328:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 4 in progress, 3 in flight, 12 done 00010000:00010000:0.0:1763345639.976905:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345639.976909:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345639.976912:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763345639.976937:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5442d3480/2, rc 0, transno 21474839509 00000100:00100000:3.0:1763345639.976944:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5442d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924394880:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1763345639.976944:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54377c700/2, rc 0, transno 17179872257 00000100:00100000:0.0:1763345639.976953:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924395008:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1763345639.976962:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541d65880/2, rc 0, transno 21474839510 00000100:00100000:3.0:1763345639.976968:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924395392:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763345639.976982:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54377d500/2, rc 0, transno 17179872255 00000100:00100000:3.0:1763345639.976986:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924395264:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345639.977131:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.977138:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545657800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924395648:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345639.977151:0:28867:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58ac224 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.977488:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910342016 00000100:00100000:3.0:1763345639.977493:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910342016 00010000:00010000:3.0:1763345639.977515:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ac0f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832d60 expref: 14 pid: 8405 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345639.978236:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3667 00000100:00100000:3.0:1763345639.978251:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910342016:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345639.978270:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1763345639.978276:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:3.0:1763345639.978283:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ac0f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832d60 expref: 14 pid: 8405 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.978301:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ac0f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832d60 expref: 14 pid: 8405 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.978321:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ac0f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832d60 expref: 14 pid: 8405 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.978335:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.978337:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.978347:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58ac224 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345639.978351:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544481c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924395776:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345639.978361:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58ac224 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.978373:0:8560:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac247 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x352:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.978396:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345639.978414:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.978441:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+13:2409:x1849000910342016:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 194us (1311us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.978454:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3667 00000100:00100000:0.0:1763345639.978461:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910342272 00000100:00100000:0.0:1763345639.978467:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910342272 00000100:00100000:0.0:1763345639.978574:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11109 00000100:00100000:0.0:1763345639.978583:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544480000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+304:55937:x1849000910342272:12345-192.168.203.8@tcp:36:bash.0 00010000:00010000:0.0:1763345639.979097:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1763345639.979105:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910342400 00000100:00100000:3.0:1763345639.979111:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910342400 00010000:00010000:0.0:1763345639.979117:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac216 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x246:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832db4 expref: 304 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.979130:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac0fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x352:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832d67 expref: 35 pid: 28867 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345639.979138:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x246:0x0].0x0 (ffff91b5432dcb00) 00010000:00010000:0.0:1763345639.979144:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345639.979152:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3668 00000100:00100000:3.0:1763345639.979161:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544481c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+35:2409:x1849000910342400:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345639.979169:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345639.979173:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac0fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x352:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832d67 expref: 35 pid: 28867 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.979183:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac0fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x352:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832d67 expref: 35 pid: 28867 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.979198:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac0fe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x352:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832d67 expref: 35 pid: 28867 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.979207:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.979209:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.979212:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac247 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x352:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.979224:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac247 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x352:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.979242:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345639.979266:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544481c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+34:2409:x1849000910342400:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 106us (852us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.979274:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3668 00010000:00010000:3.0:1763345639.979299:0:28867:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58ac224 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.979308:0:28867:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58ac224 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.979316:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ac255 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x246:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.979317:0:28867:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58ac224 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.979337:0:28867:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58ac224 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.979339:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ac255 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x246:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.979356:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ac255 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x246:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345639.979359:0:28867:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000001:00080000:0.0:1763345639.979408:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941005 00000004:00010000:0.0:1763345639.979437:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006e068d3a reply state 00000000446006c1 transno 8589941006 ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ac255 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x246:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.979450:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ac255 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x246:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.979457:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x246:0x0].0x0 (ffff91b5432dcb00) 00010000:00010000:0.0:1763345639.979460:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345639.979463:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345639.979527:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544480000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+306:55937:x1849000910342272:12345-192.168.203.8@tcp:36:bash.0 Request processed in 944us (1253us total) trans 8589941006 rc 0/0 00000100:00100000:3.0:1763345639.979536:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3656:x1849000924394752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5076us (5316us total) trans 17179872258 rc 0/0 00000100:00100000:0.0:1763345639.979536:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11109 00000020:00080000:0.0:1763345639.979544:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345639.979548:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8080 00000004:00080000:3.0:1763345639.979589:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54377f800/2, rc 0, transno 17179872258 00000100:00100000:3.0:1763345639.979595:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924394752:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345639.979651:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:2.0:1763345639.979712:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345639.979720:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58ac224 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.979727:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5c400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345639.979731:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58ac224 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.979739:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58ac224 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.979751:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58ac224 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.979793:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58ac224 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.979809:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.979811:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.979812:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345639.979895:0:8560:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac247 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.979904:0:8560:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac247 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.979912:0:8560:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac247 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.979918:0:8560:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac247 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.979941:0:8560:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763345639.979963:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345639.979969:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac247 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.979977:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b658b9fe00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345639.979981:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac247 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.979989:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac247 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.980001:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac247 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.980008:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac247 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.980026:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.980028:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.980030:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763345639.980092:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541772300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+50:3659:x1849000924394624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3905us (5402us total) trans 21474839512 rc 0/0 00000100:00100000:1.0:1763345639.980099:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8086 00000004:00080000:3.0:1763345639.980132:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5442d0380/2, rc 0, transno 21474839512 00000100:00100000:3.0:1763345639.980140:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5442d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924394624:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763345639.980483:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910342656 00000100:00100000:0.0:1763345639.980488:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910342656 00000100:00100000:0.0:1763345639.980522:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3840 00000100:00100000:0.0:1763345639.980530:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+306:57219:x1849000910342656:12345-192.168.203.8@tcp:35:lfs.0 00000004:00080000:0.0:1763345639.980684:0:6523:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x243:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763345639.980889:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1874, 64 off155544 00000040:00080000:0.0:1763345639.980912:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1891, 64 off157152 00000040:00080000:0.0:1763345639.980920:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1892, 64 off157216 00000040:00080000:0.0:1763345639.980927:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1875, 64 off155608 00010000:00010000:0.0:1763345639.980963:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ac25c lrc: 3/0,1 mode: --/PW res: [0x200000405:0x243:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345639.980974:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ac25c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x243:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345639.980982:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ac25c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x243:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345639.980989:0:6523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ac25c lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x243:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345639.980995:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ac25c lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x243:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345639.981000:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ac25c lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x243:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345639.981020:0:6523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763345639.981272:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345639.981279:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ac25c lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x243:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345639.981285:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545a1cc00 already unused, calling callback (ffffffffc0c06b40) 00000100:00100000:0.0:1763345639.981288:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+307:57219:x1849000910342656:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 759us (1636us total) trans 8589941007 rc 0/0 00010000:00010000:2.0:1763345639.981289:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ac25c lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x243:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00000100:00100000:0.0:1763345639.981295:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3840 00010000:00010000:2.0:1763345639.981296:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ac25c lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x243:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345639.981306:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x243:0x0].0x0 (ffff91b5432dc600) 00010000:00010000:2.0:1763345639.981309:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763345639.981313:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ac25c lrc: 1/0,0 mode: --/PW res: [0x200000405:0x243:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345639.981318:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ac25c lrc: 0/0,0 mode: --/PW res: [0x200000405:0x243:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345639.981328:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.981330:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.981331:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345639.981583:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.981626:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910342784 00000100:00100000:0.0:1763345639.981631:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910342784 00000100:00100000:0.0:1763345639.981673:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11110 00000100:00100000:0.0:1763345639.981681:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+307:55937:x1849000910342784:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345639.981694:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.981705:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ac263 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x246:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832dc9 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.981741:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ac263 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x246:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832dc9 expref: 308 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.981753:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ac263 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x246:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832dc9 expref: 308 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.981800:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x246:0x0].0x0 (ffff91b5432dcb00) 00010000:00010000:0.0:1763345639.981802:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345639.981805:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672e57800, rc 0) 00000100:00100000:0.0:1763345639.981837:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+308:55937:x1849000910342784:12345-192.168.203.8@tcp:101:bash.0 Request processed in 156us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.981843:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11110 00000100:00100000:1.0:1763345639.984601:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.984678:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.984878:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910343040 00000100:00100000:0.0:1763345639.984888:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910343040 00000100:00100000:0.0:1763345639.984933:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910343296 00000100:00100000:0.0:1763345639.984936:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910343296 00000100:00100000:0.0:1763345639.984963:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11111 00000100:00100000:0.0:1763345639.984971:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544483b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+309:57219:x1849000910343040:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345639.984990:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.985009:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ac26a lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832dd0 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.985030:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11112 00000100:00100000:3.0:1763345639.985042:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+310:55937:x1849000910343296:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345639.985052:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345639.985055:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763345639.985071:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ac271 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345639.985077:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ac263 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x246:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832dc9 expref: 310 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.985086:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ac271 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345639.985091:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x246:0x0].0x0 (ffff91b5432dcb00) 00010000:00010000:3.0:1763345639.985098:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345639.985104:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ac271 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345639.985107:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ac278 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x246:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832dd7 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.985120:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9200/0x52bea07cb58ac27f lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.985128:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9200/0x52bea07cb58ac27f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.985134:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9200/0x52bea07cb58ac27f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345639.985138:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ac286 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x246:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.985145:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ac286 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345639.985150:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ac286 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.985220:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a8c00/0x52bea07cb58ac28d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x246:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.985228:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a8c00/0x52bea07cb58ac28d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.985234:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a8c00/0x52bea07cb58ac28d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345639.985242:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x246:0x0]: returning size 0 00010000:00010000:0.0:1763345639.985310:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a8c00/0x52bea07cb58ac28d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.985318:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a8c00/0x52bea07cb58ac28d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.985324:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a8c00/0x52bea07cb58ac28d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.985330:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5451a8c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.985335:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a8c00/0x52bea07cb58ac28d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.985342:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a8c00/0x52bea07cb58ac28d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.985350:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x246:0x0].0x0 (ffff91b5432dcb00) 00010000:00010000:0.0:1763345639.985353:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1763345639.985356:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a8c00/0x52bea07cb58ac28d lrc: 2/0,0 mode: --/PR res: [0x200000405:0x246:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.985362:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a8c00/0x52bea07cb58ac28d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x246:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000040:00080000:3.0:1763345639.985369:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1877, 88 off155736 00010000:00010000:0.0:1763345639.985375:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ac271 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00000004:00080000:3.0:1763345639.985379:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032510618564ns, next at 1032978341148ns, rc = 0 00010000:00010000:0.0:1763345639.985384:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ac271 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.985391:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ac271 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.985398:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672e57400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.985401:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ac271 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.985406:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ac271 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.985414:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42000) 00010000:00010000:0.0:1763345639.985416:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000040:00080000:3.0:1763345639.985418:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1893, 88 off157304 00010000:00010000:0.0:1763345639.985419:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ac271 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000004:00080000:3.0:1763345639.985427:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032510666577ns, next at 1032978308189ns, rc = 0 00010000:00010000:0.0:1763345639.985429:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ac271 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.985442:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9200/0x52bea07cb58ac27f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.985448:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9200/0x52bea07cb58ac27f lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.985454:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9200/0x52bea07cb58ac27f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.985464:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5451a9200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345639.985467:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9200/0x52bea07cb58ac27f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.985473:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9200/0x52bea07cb58ac27f lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.985480:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42a00) 00010000:00010000:0.0:1763345639.985483:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000040:00080000:3.0:1763345639.985486:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1894, 88 off157392 00010000:00010000:0.0:1763345639.985486:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9200/0x52bea07cb58ac27f lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000004:00080000:3.0:1763345639.985496:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032510735494ns, next at 1032978308189ns, rc = 0 00010000:00010000:0.0:1763345639.985497:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9200/0x52bea07cb58ac27f lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000040:00080000:3.0:1763345639.985523:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1878, 88 off155824 00000004:00080000:3.0:1763345639.985529:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032510769643ns, next at 1032978341148ns, rc = 0 00010000:00010000:0.0:1763345639.985567:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ac26a lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832dd0 expref: 312 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.985577:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42000) 00010000:00010000:0.0:1763345639.985579:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763345639.985584:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ac26a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832dd0 expref: 312 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.985600:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672e56600, rc 0) 00000100:00100000:0.0:1763345639.985659:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544483b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+311:57219:x1849000910343040:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 687us (1066us total) trans 8589941008 rc 301/301 00000100:00100000:0.0:1763345639.985666:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11111 00000100:00100000:3.0:1763345639.988533:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000001:00080000:2.0:1763345639.988848:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941009 is committed 00000004:00080000:2.0:1763345639.988857:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1204 committed 00000004:00080000:2.0:1763345639.988881:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1219 committed 00000004:00080000:2.0:1763345639.988889:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1218 committed 00000004:00080000:2.0:1763345639.988891:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1203 committed 00000100:00100000:0.0:1763345639.988895:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910343424 00000100:00100000:0.0:1763345639.988907:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910343424 00000100:00100000:0.0:1763345639.988980:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11113 00000100:00100000:0.0:1763345639.988991:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+305:57219:x1849000910343424:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345639.989012:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.989033:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9600/0x52bea07cb58ac29b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x246:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832dde expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.989121:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ac255 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x246:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.989132:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ac255 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x246:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.989140:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ac255 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x246:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345639.989140:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58ac2a2 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x246:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.989164:0:35210:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ac286 lrc: 2/0,1 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345639.989175:0:35210:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58ac2a2 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x246:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.989337:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545a1c200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345639.989343:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ac255 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x246:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.989351:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ac255 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x246:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.989364:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x246:0x0].0x0 (ffff91b5432dcb00) 00010000:00010000:1.0:1763345639.989368:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345639.989370:0:3642:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58ac2a2 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x246:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345639.989379:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ac255 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x246:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345639.989385:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ac255 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x246:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763345639.989548:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54440b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924396160:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345639.989602:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345639.989636:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1763345639.989637:0:35210:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ac286 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 9295 initiator: MDT0 00000100:00100000:1.0:1763345639.989644:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924396032:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1763345639.989654:0:35210:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58ac2a2 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x246:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:1.0:1763345639.989669:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345639.989694:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924396160 00000100:00100000:0.0:1763345639.989711:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924396160 00000100:00100000:0.0:1763345639.989742:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8088 00000100:00100000:0.0:1763345639.989750:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3657:x1849000924396160:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345639.989819:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924395904:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1763345639.989852:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345639.989909:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924396416:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1763345639.989942:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345639.989972:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1763345639.989979:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924396288:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1763345639.990003:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ac286 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x246:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.203.8@tcp remote: 0x199a96980832dd7 expref: 306 pid: 9295 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345639.990003:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763345639.990018:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x246:0x0].0x0 (ffff91b5432dcb00) 00000100:00100000:0.0:1763345639.990020:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3657:x1849000924396160:12345-0@lo:2:osp-syn-1-0.0 Request processed in 211us (357us total) trans 17179872259 rc 0/0 00000100:00100000:2.0:1763345639.990022:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924396800:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1763345639.990023:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763345639.990028:0:9295:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58ac2a2 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x246:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:0.0:1763345639.990040:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8088 00010000:00010000:3.0:1763345639.990041:0:9295:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58ac2a2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00000100:00100000:2.0:1763345639.990050:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763345639.990056:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58ac2a2 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00000100:00100000:3.0:1763345639.990083:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924396032 00000100:00100000:3.0:1763345639.990087:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924396032 00000100:00100000:0.0:1763345639.990088:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924395904 00000100:00100000:0.0:1763345639.990094:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924395904 00000100:00100000:3.0:1763345639.990133:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924396416 00000100:00100000:3.0:1763345639.990137:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924396416 00000100:00100000:0.0:1763345639.990142:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924396288 00000100:00100000:0.0:1763345639.990148:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924396288 00000100:00100000:3.0:1763345639.990158:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924396800 00000100:00100000:3.0:1763345639.990162:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924396800 00000100:00100000:0.0:1763345639.990171:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8089 00000100:00100000:0.0:1763345639.990181:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543699f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3657:x1849000924396032:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345639.990190:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8090 00002000:00080000:0.0:1763345639.990194:0:28867:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:852 count 1 00000100:00100000:3.0:1763345639.990201:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3659:x1849000924395904:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1763345639.990212:0:28867:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b544903e00/0x52bea07cb58ac2a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1763345639.990217:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:851 count 1 00010000:00010000:0.0:1763345639.990232:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58ac18a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d8a expref: 12 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.990234:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ac2b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x353:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.990251:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345639.990255:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345639.990259:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b544903e00/0x52bea07cb58ac2a9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.990268:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b545a1d400/0x52bea07cb58abf84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x353:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832cdb expref: 12 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.990275:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345639.990277:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345639.990280:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ac2b0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x353:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.990281:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58ac18a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980832d8a expref: 12 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.990302:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58ac18a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832d8a expref: 12 pid: 8405 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.990316:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b545a1d400/0x52bea07cb58abf84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x353:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980832cdb expref: 12 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.990317:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545657800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924396928:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345639.990325:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8091 00010000:00010000:3.0:1763345639.990337:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b545a1d400/0x52bea07cb58abf84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x353:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832cdb expref: 12 pid: 28868 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763345639.990341:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+51:3659:x1849000924396416:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.990358:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8405:1849000924397056:192.168.203.8@tcp:104: 00002000:00080000:2.0:1763345639.990364:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:848 count 1 00000100:00100000:0.0:1763345639.990369:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ceb40 going to sleep for 11 seconds 00010000:00010000:2.0:1763345639.990380:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac2b7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.990392:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8092 00000100:00100000:3.0:1763345639.990396:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66b137900 going to sleep for 11 seconds 00010000:00010000:2.0:1763345639.990397:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58ac0a3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832d3d expref: 33 pid: 8404 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1763345639.990402:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3659:x1849000924396288:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1763345639.990414:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.990416:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.990420:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac2b7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.990439:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ac278 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x246:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832dd7 expref: 306 pid: 9295 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763345639.990445:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58ac0a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980832d3d expref: 33 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345639.990459:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58ac0a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832d3d expref: 33 pid: 8404 timeout: 1132 lvb_type: 1 00010000:00010000:3.0:1763345639.990463:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ac286 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x246:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.203.8@tcp remote: 0x199a96980832dd7 expref: 305 pid: 9295 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345639.990477:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fb9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924397184:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345639.990483:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3659:x1849000924396288:12345-0@lo:2:osp-syn-1-0.0 Request processed in 81us (477us total) trans 17179872260 rc 0/0 00000100:00100000:0.0:1763345639.990491:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8092 00010000:00010000:3.0:1763345639.990499:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6748fec00, rc 0) 00000100:00100000:0.0:1763345639.990509:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8093 00000100:00100000:2.0:1763345639.990515:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747d7a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763345639.990519:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+51:3659:x1849000924396800:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345639.990532:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+305:55937:x1849000910343296:12345-192.168.203.8@tcp:101:bash.0 Request processed in 5492us (5853us total) trans 8589941009 rc 0/0 00000100:00100000:3.0:1763345639.990541:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11112 00000100:00100000:0.0:1763345639.990614:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:3659:x1849000924396800:12345-0@lo:2:osp-syn-0-0.0 Request processed in 96us (565us total) trans 21474839513 rc 0/0 00000100:00100000:0.0:1763345639.990621:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8093 00000100:00100000:1.0:1763345639.990627:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924396672:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345639.990675:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544408380/2, rc 0, transno 17179872260 00000100:00100000:1.0:1763345639.990684:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345639.990686:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924396288:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763345639.990704:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545d07800/2, rc 0, transno 21474839513 00000100:00100000:0.0:1763345639.990709:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924396800:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345639.990744:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924396672 00000100:00100000:0.0:1763345639.990748:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924396672 00000004:00080000:1.0:1763345639.990797:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54440b480/2, rc 0, transno 17179872259 00000100:00100000:0.0:1763345639.990804:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8094 00000100:00100000:1.0:1763345639.990805:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54440b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924396160:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345639.990817:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543698a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+52:3657:x1849000924396672:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.990820:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763345639.990829:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924396544:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.990856:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345639.990905:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924396544 00000100:00100000:1.0:1763345639.990910:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924396544 00000100:00100000:0.0:1763345639.990925:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543698a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+54:3657:x1849000924396672:12345-0@lo:2:osp-syn-0-0.0 Request processed in 111us (246us total) trans 21474839514 rc 0/0 00000100:00100000:0.0:1763345639.990932:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8094 00000100:00100000:1.0:1763345639.990943:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8095 00000100:00100000:1.0:1763345639.990954:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+53:3657:x1849000924396544:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1763345639.990968:0:8560:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:849 count 1 00010000:00010000:1.0:1763345639.990982:0:8560:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ac2be lrc: 3/0,1 mode: --/PW res: [0x280000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.990996:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac19f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980832d98 expref: 33 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.991004:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345639.991006:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345639.991009:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ac2be lrc: 4/0,1 mode: --/PW res: [0x280000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.991031:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac19f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.8@tcp remote: 0x199a96980832d98 expref: 33 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.991042:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac19f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.8@tcp remote: 0x199a96980832d98 expref: 33 pid: 8405 timeout: 1132 lvb_type: 0 00000004:00080000:0.0:1763345639.991044:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545d05180/2, rc 0, transno 21474839514 00000100:00100000:0.0:1763345639.991053:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924396672:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345639.991060:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d00700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924397312:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345639.991076:0:35210:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58ac2a2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.991084:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58ac2a2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:1.0:1763345639.991109:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8bcc0 going to sleep for 11 seconds 00000004:00200000:0.0:1763345639.991117:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x246:0x0]: returning size 2 00000004:00200000:0.0:1763345639.991122:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345639.991140:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58ac2a2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345639.991166:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9600/0x52bea07cb58ac29b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x246:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832dde expref: 305 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.991182:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58ac2a2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832dde expref: 304 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.991189:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x246:0x0].0x0 (ffff91b5432dcb00) 00010000:00010000:0.0:1763345639.991192:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763345639.991195:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b544903000, rc 0) 00000100:00100000:0.0:1763345639.991235:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+304:57219:x1849000910343424:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2246us (2710us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.991242:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11113 00000100:00100000:3.0:1763345639.994540:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.994558:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545657800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924396928:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345639.994584:0:28867:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b544903e00/0x52bea07cb58ac2a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.994627:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.994648:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910343552 00000100:00100000:3.0:1763345639.994655:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345639.994665:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910343552 00000100:00100000:3.0:1763345639.994674:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345639.994696:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910343808 00010000:00010000:1.0:1763345639.994700:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58ac18a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832d8a expref: 13 pid: 8405 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345639.994701:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910343808 00010000:00010000:3.0:1763345639.994725:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b545a1d400/0x52bea07cb58abf84 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x353:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832cdb expref: 14 pid: 28868 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763345639.994732:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910343936 00000100:00100000:1.0:1763345639.994736:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910343936 00010000:00010000:1.0:1763345639.994752:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58ac0a3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832d3d expref: 34 pid: 8404 timeout: 1132 lvb_type: 1 00000100:00100000:3.0:1763345639.994787:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3669 00000100:00100000:3.0:1763345639.994798:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658763c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:2410:x1849000910343552:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345639.994812:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345639.994819:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58ac18a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832d8a expref: 14 pid: 8405 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.994832:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58ac18a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832d8a expref: 14 pid: 8405 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763345639.994839:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fb9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924397184:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345639.994848:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910343680 00000100:00100000:0.0:1763345639.994853:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910343680 00010000:00010000:2.0:1763345639.994857:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac2b7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x350:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.994861:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58ac18a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832d8a expref: 14 pid: 8405 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345639.994894:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.994897:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.994902:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b544903e00/0x52bea07cb58ac2a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345639.994904:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8405:1849000924397056:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345639.994908:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11114 00010000:00010000:3.0:1763345639.994921:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b544903e00/0x52bea07cb58ac2a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.994923:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+304:57219:x1849000910343680:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345639.994925:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ac2b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x353:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.994944:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1763345639.994961:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3670 00010000:00010000:0.0:1763345639.994964:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58ac2c5 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x246:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832de5 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345639.994972:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+13:2409:x1849000910343808:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345639.994974:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345639.994984:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345639.994990:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b545a1d400/0x52bea07cb58abf84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x353:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832cdb expref: 13 pid: 28868 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345639.995000:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b545a1d400/0x52bea07cb58abf84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x353:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832cdb expref: 13 pid: 28868 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345639.995012:0:28867:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b544903e00/0x52bea07cb58ac2a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.995022:0:28867:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b544903e00/0x52bea07cb58ac2a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.995028:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b545a1d400/0x52bea07cb58abf84 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x353:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832cdb expref: 13 pid: 28868 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345639.995029:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658763c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+13:2410:x1849000910343552:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 230us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.995048:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3669 00010000:00010000:2.0:1763345639.995049:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.995053:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345639.995056:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ac2b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x353:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.995063:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ac2b0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x353:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.995084:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345639.995095:0:28867:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b544903e00/0x52bea07cb58ac2a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.995104:0:28867:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b544903e00/0x52bea07cb58ac2a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.995112:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3671 00000100:00100000:2.0:1763345639.995116:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+11:2409:x1849000910343808:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 144us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345639.995126:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3670 00010000:00010000:0.0:1763345639.995128:0:28867:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345639.995130:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+34:2409:x1849000910343936:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345639.995143:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345639.995149:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58ac0a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x350:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832d3d expref: 34 pid: 8404 timeout: 1132 lvb_type: 1 00010000:00010000:2.0:1763345639.995156:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345639.995163:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b544903e00/0x52bea07cb58ac2a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.995179:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b544903e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345639.995184:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58ac0a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x350:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832d3d expref: 34 pid: 8404 timeout: 1132 lvb_type: 1 00010000:00010000:2.0:1763345639.995185:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b544903e00/0x52bea07cb58ac2a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.995208:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b544903e00/0x52bea07cb58ac2a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.995217:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58ac0a3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x350:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832d3d expref: 34 pid: 8404 timeout: 1132 lvb_type: 1 00010000:00010000:2.0:1763345639.995220:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b544903e00/0x52bea07cb58ac2a9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.995238:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b544903e00/0x52bea07cb58ac2a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.995239:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.995243:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345639.995249:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac2b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.995259:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac2b7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.995259:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.995262:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.995266:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.995276:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ac2b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.995284:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ac2b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.995297:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ac2b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345639.995299:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345639.995307:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ac2b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.995321:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345639.995328:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+33:2409:x1849000910343936:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 201us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345639.995337:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3671 00000100:00100000:3.0:1763345639.995394:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.995469:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543699f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3657:x1849000924396032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5289us (5800us total) trans 17179872261 rc 0/0 00000100:00100000:2.0:1763345639.995477:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3659:x1849000924395904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5278us (5623us total) trans 17179872262 rc 0/0 00000100:00100000:0.0:1763345639.995483:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8089 00000100:00100000:2.0:1763345639.995490:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8090 00000100:00100000:0.0:1763345639.995505:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910344064 00000100:00100000:0.0:1763345639.995510:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910344064 00010000:00010000:2.0:1763345639.995515:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345639.995521:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ac2b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.995528:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748fe400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345639.995532:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ac2b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.995539:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ac2b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.995550:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8096 00010000:00010000:2.0:1763345639.995551:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ac2b0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345639.995561:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+33:55937:x1849000910344064:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345639.995562:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ac2b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.995571:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345639.995585:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b544903c00/0x52bea07cb58ac2cc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832dec expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345639.995586:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.995590:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345639.995593:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1763345639.995607:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x354:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345639.995618:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.995619:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.995625:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b544903c00/0x52bea07cb58ac2cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832dec expref: 34 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.995636:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b544903c00/0x52bea07cb58ac2cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832dec expref: 34 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.995645:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b544903c00, rc 0) 00000100:00100000:0.0:1763345639.995680:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+34:55937:x1849000910344064:12345-192.168.203.8@tcp:101:bash.0 Request processed in 122us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.995685:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8096 00000004:00080000:0.0:1763345639.995723:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5435fe300/2, rc 0, transno 17179872261 00000100:00100000:0.0:1763345639.995728:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924396032:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1763345639.995747:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5435ff800/2, rc 0, transno 17179872262 00000100:00100000:0.0:1763345639.995751:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924395904:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1763345639.995808:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58ac2c5 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x246:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832de5 expref: 305 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.995820:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58ac2c5 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x246:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832de5 expref: 305 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.995836:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x246:0x0].0x0 (ffff91b5432dcb00) 00010000:00010000:0.0:1763345639.995839:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345639.995842:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b544903600, rc 0) 00000100:00100000:0.0:1763345639.995863:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+305:57219:x1849000910343680:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 944us (1237us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.995881:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11114 00010000:00010000:1.0:1763345639.996328:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac2b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.996341:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac2b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.996349:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac2b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.996356:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac2b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.996385:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763345639.996613:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+54:3659:x1849000924396416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6277us (6671us total) trans 21474839515 rc 0/0 00000100:00100000:1.0:1763345639.996621:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8091 00000004:00080000:3.0:1763345639.997002:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545d07b80/2, rc 0, transno 21474839515 00000100:00100000:3.0:1763345639.997009:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924396416:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1763345639.997063:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345639.997070:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac2b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.997080:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345639.997085:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac2b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.997093:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac2b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.997110:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac2b7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.997117:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac2b7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.997138:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345639.997140:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345639.997142:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763345639.997513:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d00700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924397312:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345639.997533:0:8560:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ac2be lrc: 3/0,1 mode: --/PW res: [0x280000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345639.997738:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345639.997823:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910344192 00000100:00100000:0.0:1763345639.997829:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910344192 00010000:00010000:0.0:1763345639.997856:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac19f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.8@tcp remote: 0x199a96980832d98 expref: 34 pid: 8405 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763345639.997903:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3672 00000100:00100000:0.0:1763345639.997912:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+34:2409:x1849000910344192:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345639.997926:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345639.997932:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac19f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x351:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.8@tcp remote: 0x199a96980832d98 expref: 34 pid: 8405 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345639.997945:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac19f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x351:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.8@tcp remote: 0x199a96980832d98 expref: 34 pid: 8405 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345639.997964:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac19f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x351:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.8@tcp remote: 0x199a96980832d98 expref: 34 pid: 8405 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345639.997976:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.997978:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345639.997982:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ac2be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.997990:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ac2be lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345639.998016:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345639.998072:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+33:2409:x1849000910344192:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 160us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345639.998083:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3672 00010000:00010000:1.0:1763345639.998277:0:8560:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ac2be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.998287:0:8560:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ac2be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.998297:0:8560:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ac2be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.998304:0:8560:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ac2be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345639.998329:0:8560:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763345639.998519:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+54:3657:x1849000924396544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7566us (7661us total) trans 21474839516 rc 0/0 00000100:00100000:1.0:1763345639.998527:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8095 00000004:00080000:0.0:1763345639.998599:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545d04700/2, rc 0, transno 21474839516 00000100:00100000:0.0:1763345639.998605:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924396544:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1763345640.001945:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345640.001960:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ac2be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.001972:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b658b9ee00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345640.001977:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ac2be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.001987:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ac2be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.002008:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ac2be lrc: 1/0,0 mode: --/PW res: [0x280000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.002015:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ac2be lrc: 0/0,0 mode: --/PW res: [0x280000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.002038:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345640.002040:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345640.002042:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763345640.004590:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.004634:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.005259:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910344320 00000100:00100000:1.0:1763345640.005269:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910344320 00000100:00100000:1.0:1763345640.005334:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8097 00000100:00100000:1.0:1763345640.005344:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+11:55937:x1849000910344320:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:1.0:1763345640.005360:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.005381:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b658b9e600/0x52bea07cb58ac2d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832df3 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345640.005403:0:8560:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x357:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763345640.005423:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.005426:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.005434:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b658b9e600/0x52bea07cb58ac2d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832df3 expref: 12 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.005450:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b658b9e600/0x52bea07cb58ac2d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832df3 expref: 12 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.005461:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b658b9e600, rc 0) 00000100:00100000:1.0:1763345640.005524:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+12:55937:x1849000910344320:12345-192.168.203.8@tcp:101:bash.0 Request processed in 180us (943us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.005533:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8097 00000100:00100000:2.0:1763345640.006099:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.006217:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910344704 00000100:00100000:3.0:1763345640.006224:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910344704 00000100:00100000:3.0:1763345640.006264:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 444 00000100:00100000:3.0:1763345640.006272:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+305:2411:x1849000910344704:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345640.006284:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345640.006305:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58ac2c5 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x246:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832de5 expref: 305 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.006320:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x246:0x0].0x0 (ffff91b5432dcb00) 00010000:00010000:3.0:1763345640.006325:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345640.006398:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910344576 00000100:00100000:0.0:1763345640.006402:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910344576 00000100:00100000:0.0:1763345640.006433:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3841 00000100:00100000:0.0:1763345640.006439:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+305:57219:x1849000910344576:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345640.007223:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+306:2411:x1849000910344704:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 947us (1120us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.007232:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 444 00000100:00100000:0.0:1763345640.007323:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+305:57219:x1849000910344576:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 882us (2686us total) trans 8589941010 rc 0/0 00000100:00100000:0.0:1763345640.007331:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3841 00000100:00100000:3.0:1763345640.009623:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.009669:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.009886:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910344960 00000100:00100000:0.0:1763345640.009886:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910344832 00000100:00100000:2.0:1763345640.009896:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910344960 00000100:00100000:0.0:1763345640.009896:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910344832 00002000:00010000:2.0:1763345640.009933:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/855 (0->18446744073709551615) 00002000:00010000:0.0:1763345640.009933:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/852 (0->18446744073709551615) 00002000:00100000:2.0:1763345640.009938:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b549f71180 with x1849000910344960 ext(0->18446744073709551615) 00002000:00100000:0.0:1763345640.009938:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6779a6300 with x1849000910344832 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345640.009949:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b549f71180. 00002000:00010000:0.0:1763345640.010024:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6779a6300. 00000100:00100000:2.0:1763345640.010031:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1914 00000100:00100000:2.0:1763345640.010041:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+12:2409:x1849000910344960:12345-192.168.203.8@tcp:10:bash.0 00000100:00100000:0.0:1763345640.010102:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1915 00000100:00100000:0.0:1763345640.010109:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+33:2409:x1849000910344832:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:2.0:1763345640.010245:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x357:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345640.010245:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x354:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345640.010249:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x357:0x0] updating lvb mtime from disk: 0 -> 1763345639 00002000:00010000:0.0:1763345640.010249:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x354:0x0] updating lvb mtime from disk: 0 -> 1763345639 00002000:00010000:2.0:1763345640.010252:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x357:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345640.010252:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x354:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345640.010255:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x357:0x0] updating lvb ctime from disk: 0 -> 1763345639 00002000:00010000:0.0:1763345640.010255:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x354:0x0] updating lvb ctime from disk: 0 -> 1763345639 00002000:00010000:2.0:1763345640.010258:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x357:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763345640.010258:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x354:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345640.010858:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+34:2409:x1849000910344832:12345-192.168.203.8@tcp:10:bash.0 Request processed in 746us (1240us total) trans 21474839517 rc 0/0 00000100:00100000:0.0:1763345640.010882:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1915 00002000:00010000:0.0:1763345640.010887:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/852 (0->18446744073709551615) 00002000:00100000:0.0:1763345640.010889:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6779a6300 with x1849000910344832 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345640.010895:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6779a6300. 00000100:00100000:2.0:1763345640.011197:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+13:2409:x1849000910344960:12345-192.168.203.8@tcp:10:bash.0 Request processed in 1155us (1526us total) trans 17179872263 rc 0/0 00000100:00100000:2.0:1763345640.011204:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1914 00002000:00010000:2.0:1763345640.011208:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/855 (0->18446744073709551615) 00002000:00100000:2.0:1763345640.011210:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b549f71180 with x1849000910344960 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345640.011215:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b549f71180. 00000100:00100000:3.0:1763345640.011297:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.011494:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910345216 00000100:00100000:2.0:1763345640.011501:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910345216 00000100:00100000:2.0:1763345640.011548:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11115 00000100:00100000:2.0:1763345640.011557:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543698000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+305:57219:x1849000910345216:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.011578:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.011599:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac2da lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832dfa expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.011671:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac2e1 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.011685:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac2e1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.011696:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac2e1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.011709:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac2e8 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.011715:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac2e8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.011721:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac2e8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.011848:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac2ef lrc: 3/1,0 mode: --/PR res: [0x200000405:0x246:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.011859:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac2ef lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.011875:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac2ef lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:2.0:1763345640.011886:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x246:0x0]: returning size 2 00010000:00010000:2.0:1763345640.011957:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac2e1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.011964:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac2e1 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.011970:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac2e1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.011976:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.011980:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac2e1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.011987:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac2e1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.011998:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dc300) 00010000:00010000:2.0:1763345640.012002:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.012006:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac2e1 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.012012:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac2e1 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.012024:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac2e8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.012030:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac2e8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.012036:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac2e8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.012041:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.012044:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac2e8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.012049:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac2e8 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.012056:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432dca00) 00010000:00010000:2.0:1763345640.012059:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.012062:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac2e8 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.012071:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac2e8 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.012110:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac2da lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832dfa expref: 308 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.012124:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac2ef lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x246:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832dfa expref: 307 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.012130:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x246:0x0].0x0 (ffff91b5432dcb00) 00010000:00010000:2.0:1763345640.012132:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345640.012134:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d200, rc 0) 00000100:00100000:2.0:1763345640.012186:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543698000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+307:57219:x1849000910345216:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 629us (889us total) trans 8589941011 rc 0/0 00000100:00100000:2.0:1763345640.012193:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11115 00000100:00100000:3.0:1763345640.014936:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.015051:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910345472 00000100:00100000:0.0:1763345640.015061:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910345472 00000100:00100000:0.0:1763345640.015119:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3842 00000100:00100000:0.0:1763345640.015129:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544481c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+307:57219:x1849000910345472:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345640.015582:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544481c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+308:57219:x1849000910345472:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 453us (651us total) trans 8589941012 rc 0/0 00000100:00100000:0.0:1763345640.015591:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3842 00000100:00100000:3.0:1763345640.019346:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.019623:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910345600 00000100:00100000:0.0:1763345640.019634:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910345600 00000100:00100000:0.0:1763345640.019864:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3843 00000100:00100000:0.0:1763345640.019884:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658bb7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+308:57219:x1849000910345600:12345-192.168.203.8@tcp:33:lfs.0 00000100:00100000:0.0:1763345640.020271:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658bb7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+308:57219:x1849000910345600:12345-192.168.203.8@tcp:33:lfs.0 Request processed in 389us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.020279:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3843 00000100:00100000:0.0:1763345640.023102:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.024287:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.024698:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910345856 00000100:00100000:2.0:1763345640.024709:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910345856 00000100:00100000:0.0:1763345640.024800:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910346112 00000100:00100000:0.0:1763345640.024805:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910346112 00000100:00100000:0.0:1763345640.024852:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11116 00000100:00100000:0.0:1763345640.024861:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544481c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+309:57224:x1849000910346112:12345-192.168.203.8@tcp:36:rm.0 00010000:00010000:0.0:1763345640.024930:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1763345640.024957:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ac286 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x246:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.203.8@tcp remote: 0x199a96980832dd7 expref: 309 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.024980:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac2ef lrc: 0/0,0 mode: --/PR res: [0x200000405:0x246:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832dfa expref: 308 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.024995:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58ac2a2 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x246:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832dde expref: 307 pid: 35210 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345640.025003:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11117 00010000:00010000:0.0:1763345640.025012:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac239 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x246:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832dbb expref: 306 pid: 9296 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345640.025017:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545657800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+306:57219:x1849000910345856:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.025028:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x246:0x0].0x0 (ffff91b5432dcb00) 00010000:00010000:2.0:1763345640.025031:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.025041:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345640.025051:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac2fd lrc: 2/0,0 mode: --/CR res: [0x200000405:0x246:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832e01 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.025065:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58ac304 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.025079:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58ac304 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.025088:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58ac304 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.025099:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58ac30b lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.025106:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58ac30b lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.025111:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58ac30b lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.025138:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac312 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x246:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.025149:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac312 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x246:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.025161:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac312 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x246:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:2.0:1763345640.025172:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x246:0x0]: returning size 2 00010000:00010000:0.0:1763345640.025189:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9600/0x52bea07cb58ac319 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x246:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.025199:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9600/0x52bea07cb58ac319 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.025206:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9600/0x52bea07cb58ac319 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.025281:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac2fd lrc: 0/0,0 mode: --/CR res: [0x200000405:0x246:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e01 expref: 308 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.025296:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac312 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x246:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e01 expref: 307 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.025303:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x246:0x0].0x0 (ffff91b5432dc300) 00010000:00010000:2.0:1763345640.025306:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763345640.025308:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d600, rc 0) 00000100:00100000:2.0:1763345640.025373:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545657800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+307:57219:x1849000910345856:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 359us (2278us total) trans 8589941013 rc 0/0 00000100:00100000:2.0:1763345640.025381:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11117 00000004:00080000:0.0:1763345640.025419:0:9295:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x200000405:0x246:0x0] is inserted into orphan list, open count = 2 00010000:00010000:0.0:1763345640.025477:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9600/0x52bea07cb58ac319 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.025485:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9600/0x52bea07cb58ac319 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.025491:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9600/0x52bea07cb58ac319 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.025497:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5451a9600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.025501:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9600/0x52bea07cb58ac319 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.025508:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9600/0x52bea07cb58ac319 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.025519:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x246:0x0].0x0 (ffff91b5432dc300) 00010000:00010000:0.0:1763345640.025522:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763345640.025526:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9600/0x52bea07cb58ac319 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x246:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.025532:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9600/0x52bea07cb58ac319 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x246:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.025545:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58ac304 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.025554:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58ac304 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.025558:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58ac304 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.025563:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58ac304 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.025568:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b544903600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.025570:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58ac304 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.025575:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58ac304 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.025580:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42e00) 00010000:00010000:0.0:1763345640.025582:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.025585:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58ac304 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.025590:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58ac304 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000004:00010000:0.0:1763345640.025600:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d07b5a8a reply state 0000000018342a1c transno 8589941014 ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58ac30b lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.025609:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58ac30b lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.025614:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42800) 00010000:00010000:0.0:1763345640.025617:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345640.025619:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345640.025666:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544481c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+308:57224:x1849000910346112:12345-192.168.203.8@tcp:36:rm.0 Request processed in 805us (1382us total) trans 8589941014 rc 0/0 00000100:00100000:0.0:1763345640.025673:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11116 00000100:00100000:3.0:1763345640.030427:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.033056:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910346368 00000100:00100000:0.0:1763345640.033072:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910346368 00000100:00100000:0.0:1763345640.033146:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3844 00000100:00100000:0.0:1763345640.033163:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+308:57219:x1849000910346368:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:0.0:1763345640.033234:0:6523:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000405:0x246:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac312 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x246:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e01 expref: 308 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.033273:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9200/0x52bea07cb58ac327 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x246:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345640.033285:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9200/0x52bea07cb58ac327 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345640.033296:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9200/0x52bea07cb58ac327 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000004:00020000:0.0:1763345640.033445:0:6523:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0000-mdtlov: can not set all stale mirrors for [0x200000405:0x246:0x0]: rc = -1 00010000:00010000:0.0:1763345640.033475:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9200/0x52bea07cb58ac327 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345640.033483:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9200/0x52bea07cb58ac327 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345640.033490:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9200/0x52bea07cb58ac327 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345640.033496:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5451a9200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.033501:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9200/0x52bea07cb58ac327 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345640.033512:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9200/0x52bea07cb58ac327 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x246:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345640.033523:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x246:0x0].0x0 (ffff91b5432dc300) 00010000:00010000:0.0:1763345640.033526:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763345640.033531:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9200/0x52bea07cb58ac327 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x246:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345640.033536:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9200/0x52bea07cb58ac327 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x246:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345640.033548:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x246:0x0].0x0 (ffff91b5432dc300) 00010000:00010000:0.0:1763345640.033551:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345640.033555:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac312 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x246:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e01 expref: 308 pid: 35210 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345640.033735:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+308:57219:x1849000910346368:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 572us (3315us total) trans 8589941015 rc -1/-1 00000100:00100000:0.0:1763345640.033743:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3844 00000100:00100000:2.0:1763345640.042196:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.042250:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910346496 00000100:00100000:0.0:1763345640.042274:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910346496 00000100:00100000:0.0:1763345640.042338:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11118 00000100:00100000:0.0:1763345640.042348:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+308:57219:x1849000910346496:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.042368:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.042390:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9600/0x52bea07cb58ac32e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x246:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832e08 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.042443:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9600/0x52bea07cb58ac32e lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x246:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e08 expref: 309 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.042469:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9600/0x52bea07cb58ac32e lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x246:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e08 expref: 309 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.042485:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x246:0x0].0x0 (ffff91b653f42e00) 00010000:00010000:0.0:1763345640.042488:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345640.042491:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5451a9600, rc 0) 00000100:00100000:0.0:1763345640.042552:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+309:57219:x1849000910346496:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 205us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.042560:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11118 00000100:00100000:3.0:1763345640.044257:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.044321:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910346624 00000100:00100000:0.0:1763345640.044330:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910346624 00000100:00100000:0.0:1763345640.044435:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11119 00000100:00100000:0.0:1763345640.044445:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+309:57225:x1849000910346624:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.044462:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.044483:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a8c00/0x52bea07cb58ac335 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832e0f expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.045414:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58ac33c lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.045432:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58ac33c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.045445:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58ac33c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.045455:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58ac343 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.045466:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58ac343 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.045471:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58ac343 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.045504:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58ac33c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.045510:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58ac33c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.045516:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58ac33c lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.045522:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58ac33c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.045527:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b544903600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.045531:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58ac33c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.045537:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58ac33c lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.045547:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42200) 00010000:00010000:0.0:1763345640.045550:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.045554:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58ac33c lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.045560:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903600/0x52bea07cb58ac33c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.045572:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58ac343 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.045578:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58ac343 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.045583:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58ac343 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.045588:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b544903000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.045590:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58ac343 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.045595:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58ac343 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.045601:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42800) 00010000:00010000:0.0:1763345640.045603:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.045606:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58ac343 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.045611:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903000/0x52bea07cb58ac343 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.045638:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a8c00/0x52bea07cb58ac335 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e0f expref: 310 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.045648:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42200) 00010000:00010000:0.0:1763345640.045650:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.045654:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a8c00/0x52bea07cb58ac335 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e0f expref: 310 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.045667:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5451a8c00, rc 0) 00000100:00100000:0.0:1763345640.045737:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+309:57225:x1849000910346624:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1292us (1487us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345640.045746:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11119 00000100:00100000:2.0:1763345640.047246:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.047311:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910346880 00000100:00100000:1.0:1763345640.047320:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910346880 00000100:00100000:1.0:1763345640.047383:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3845 00000100:00100000:1.0:1763345640.047394:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+309:57219:x1849000910346880:12345-192.168.203.8@tcp:35:lfs.0 00000004:00080000:1.0:1763345640.047641:0:6523:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x246:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1763345640.047706:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1879, 64 off155888 00000040:00080000:1.0:1763345640.047733:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1895, 64 off157456 00000040:00080000:1.0:1763345640.047743:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1896, 64 off157520 00000040:00080000:1.0:1763345640.047752:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1880, 64 off155952 00010000:00010000:1.0:1763345640.047830:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac34a lrc: 3/0,1 mode: --/PW res: [0x200000405:0x246:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.047844:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac34a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x246:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.047855:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac34a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x246:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.047863:0:6523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac34a lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x246:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.047879:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac34a lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x246:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.047885:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac34a lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x246:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.047910:0:6523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763345640.047944:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345640.047951:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac34a lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x246:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345640.047959:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b658b9fe00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345640.047963:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac34a lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x246:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345640.047970:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac34a lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x246:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345640.047982:0:10338:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x246:0x0].0x0 (ffff91b653f42e00) 00010000:00010000:3.0:1763345640.047986:0:10338:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763345640.047990:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac34a lrc: 1/0,0 mode: --/PW res: [0x200000405:0x246:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345640.047994:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac34a lrc: 0/0,0 mode: --/PW res: [0x200000405:0x246:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345640.048007:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345640.048009:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345640.048012:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763345640.048108:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+310:57219:x1849000910346880:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 715us (866us total) trans 8589941016 rc 0/0 00000100:00100000:1.0:1763345640.048118:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3845 00000100:00100000:1.0:1763345640.051356:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.051983:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910347008 00000100:00100000:0.0:1763345640.051993:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910347008 00000100:00100000:0.0:1763345640.052054:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11120 00000100:00100000:0.0:1763345640.052065:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+310:57225:x1849000910347008:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.052085:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.052108:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9200/0x52bea07cb58ac351 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832e16 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.052214:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58ac358 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.052228:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58ac358 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.052240:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58ac358 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.052252:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ac35f lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.052260:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ac35f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.052267:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ac35f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.052306:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58ac358 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.052312:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58ac358 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.052318:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58ac358 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.052325:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58ac358 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.052330:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.052334:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58ac358 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.052342:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58ac358 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.052352:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42f00) 00010000:00010000:0.0:1763345640.052355:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.052359:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58ac358 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.052365:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58ac358 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.052378:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ac35f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.052384:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ac35f lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.052391:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ac35f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.052396:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.052399:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ac35f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.052410:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ac35f lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.052417:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42800) 00010000:00010000:0.0:1763345640.052483:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.052489:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ac35f lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.052495:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ac35f lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.052528:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9200/0x52bea07cb58ac351 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e16 expref: 311 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.052538:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42f00) 00010000:00010000:0.0:1763345640.052541:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.052544:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5451a9200/0x52bea07cb58ac351 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e16 expref: 311 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.052558:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5451a9200, rc 0) 00000100:00100000:0.0:1763345640.052624:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+310:57225:x1849000910347008:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 559us (1276us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345640.052632:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11120 00000100:00100000:2.0:1763345640.058417:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.058527:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910347136 00000100:00100000:0.0:1763345640.058537:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910347136 00000100:00100000:0.0:1763345640.058605:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11121 00000100:00100000:0.0:1763345640.058615:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+310:57225:x1849000910347136:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.058636:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.058662:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ac366 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832e1d expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.058726:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ac36d lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.058739:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ac36d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.058750:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ac36d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:0.0:1763345640.058819:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763345640.058825:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763345640.058860:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ac366 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e1d expref: 312 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.058887:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ac36d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e1d expref: 311 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.058895:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42200) 00010000:00010000:0.0:1763345640.058897:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763345640.058900:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4c00, rc 0) 00000100:00100000:0.0:1763345640.059204:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+311:57225:x1849000910347136:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 589us (795us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.059212:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11121 00000100:00100000:3.0:1763345640.069972:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.071217:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910347264 00000100:00100000:0.0:1763345640.071227:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910347264 00000100:00100000:0.0:1763345640.071283:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11122 00000100:00100000:0.0:1763345640.071293:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+311:57225:x1849000910347264:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.071313:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.071334:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ac374 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832e24 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.071399:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ac37b lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.071412:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ac37b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.071423:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ac37b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.071434:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58ac382 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.071441:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58ac382 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.071448:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58ac382 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.071484:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ac37b lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.071491:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ac37b lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.071497:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ac37b lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.071503:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ac37b lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.071510:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.071514:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ac37b lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.071521:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ac37b lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.071532:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42200) 00010000:00010000:0.0:1763345640.071535:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.071540:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ac37b lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.071546:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ac37b lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.071561:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58ac382 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.071567:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58ac382 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.071573:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58ac382 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.071578:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.071581:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58ac382 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.071587:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58ac382 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.071593:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42800) 00010000:00010000:0.0:1763345640.071595:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.071598:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58ac382 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.071603:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58ac382 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.071628:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ac374 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e24 expref: 312 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.071638:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42200) 00010000:00010000:0.0:1763345640.071640:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.071643:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ac374 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e24 expref: 312 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.071653:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5a00, rc 0) 00000100:00100000:0.0:1763345640.071729:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+311:57225:x1849000910347264:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 437us (1767us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345640.071736:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11122 00000100:00100000:1.0:1763345640.079825:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.079898:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910347520 00000100:00100000:3.0:1763345640.079908:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910347520 00000100:00100000:3.0:1763345640.079976:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11123 00000100:00100000:3.0:1763345640.079986:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+311:57225:x1849000910347520:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345640.080006:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.080009:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763345640.080034:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ac36d lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e1d expref: 311 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.080057:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42200) 00010000:00010000:3.0:1763345640.080066:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345640.080080:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac389 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832e2b expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.080176:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac390 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.080188:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac390 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.080197:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac390 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.080207:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac397 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.080215:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac397 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.080221:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac397 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.080564:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac39e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.080574:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac39e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.080582:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac39e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345640.080592:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x248:0x0]: returning size 0 00010000:00010000:3.0:1763345640.080616:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac390 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.080623:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac390 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.080629:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac390 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.080635:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac390 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.080641:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.080645:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac390 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.080653:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac390 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.080661:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:3.0:1763345640.080672:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.080676:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac390 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.080682:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac390 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000004:00010000:3.0:1763345640.080692:0:9296:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f503ddfd reply state 000000004fc48bfa transno 8589941017 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac397 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.080703:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac397 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.080709:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42800) 00010000:00010000:3.0:1763345640.080712:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345640.080715:0:9296:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763345640.080739:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac389 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e2b expref: 313 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.080804:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac39e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e2b expref: 312 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.080814:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36100) 00010000:00010000:3.0:1763345640.080817:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345640.080820:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260c00, rc 0) 00000100:00100000:3.0:1763345640.080899:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+313:57225:x1849000910347520:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 915us (1081us total) trans 8589941017 rc 0/0 00000100:00100000:3.0:1763345640.080908:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11123 00010000:00010000:0.0:1763345640.082917:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763345640.088565:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.088624:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910347904 00000100:00100000:3.0:1763345640.088634:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910347904 00000100:00100000:3.0:1763345640.088689:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11124 00000100:00100000:3.0:1763345640.088703:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+313:57227:x1849000910347904:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345640.088726:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.088746:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac3ac lrc: 2/0,0 mode: --/CR res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832e32 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.088969:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:3.0:1763345640.089001:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac3b3 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.089016:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac3b3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.089029:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac3b3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000100:00100000:2.0:1763345640.089068:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910348032 00000100:00100000:2.0:1763345640.089073:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910348032 00000004:00200000:3.0:1763345640.089096:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x248:0x0]: returning size 0 00010000:00010000:3.0:1763345640.089202:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac3ac lrc: 0/0,0 mode: --/CR res: [0x200000405:0x248:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e32 expref: 317 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.089219:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac3b3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e32 expref: 316 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.089227:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36100) 00010000:00010000:3.0:1763345640.089230:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345640.089233:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261c00, rc 0) 00000100:00100000:3.0:1763345640.089280:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+316:57227:x1849000910347904:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 583us (728us total) trans 8589941018 rc 0/0 00000100:00100000:3.0:1763345640.089287:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11124 00000100:00100000:3.0:1763345640.089305:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11125 00000100:00100000:3.0:1763345640.089311:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+315:57225:x1849000910348032:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345640.089318:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.089325:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac3c1 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832e39 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.089362:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac3c8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.089371:0:9296:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac39e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e2b expref: 316 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.089378:0:9296:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac3b3 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e32 expref: 316 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.089385:0:9296:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac3c8 lrc: 5/0,1 mode: --/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.089415:0:9296:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac3b3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e32 expref: 316 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.089426:0:9296:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac3b3 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e32 expref: 316 pid: 9296 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345640.089438:0:9296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924397440:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345640.089491:0:9296:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac39e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e2b expref: 316 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.089498:0:9296:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac39e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e2b expref: 316 pid: 9296 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345640.089506:0:9296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924397568:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345640.089528:0:9296:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66b137c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763345640.092396:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.092859:0:9296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924397440:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345640.092888:0:9296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924397568:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345640.092894:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:1.0:1763345640.092919:0:9296:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac3c8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345640.093290:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910348160 00000100:00100000:3.0:1763345640.093298:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910348160 00010000:00010000:3.0:1763345640.093328:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac3b3 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e32 expref: 317 pid: 9296 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345640.093360:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3673 00000100:00100000:3.0:1763345640.093370:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+317:2408:x1849000910348160:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345640.093383:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345640.093391:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac3b3 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e32 expref: 317 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345640.093402:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac3b3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e32 expref: 317 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345640.093423:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac3b3 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e32 expref: 317 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345640.093439:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36100) 00010000:00010000:3.0:1763345640.093443:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac3c8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.093451:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345640.093508:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+316:2408:x1849000910348160:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 139us (1120us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.093516:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3673 00000100:00100000:2.0:1763345640.093780:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.093919:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910348416 00000100:00100000:0.0:1763345640.093924:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910348416 00000100:00100000:3.0:1763345640.094118:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910348544 00000100:00100000:3.0:1763345640.094123:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910348544 00010000:00010000:3.0:1763345640.094140:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac39e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e2b expref: 317 pid: 9296 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763345640.094318:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3846 00000100:00100000:1.0:1763345640.094328:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+317:57227:x1849000910348416:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345640.094511:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3674 00000100:00100000:1.0:1763345640.094516:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+318:57227:x1849000910348416:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 187us (1622us total) trans 8589941019 rc 0/0 00000100:00100000:3.0:1763345640.094525:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+318:2408:x1849000910348544:12345-192.168.203.8@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1763345640.094528:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3846 00010000:00010000:3.0:1763345640.094539:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345640.094546:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac39e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e2b expref: 317 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345640.094557:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac39e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e2b expref: 317 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345640.094573:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac39e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e2b expref: 317 pid: 9296 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345640.094590:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36100) 00010000:00010000:3.0:1763345640.094594:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac3c8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.094602:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac3c8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.094608:0:28406:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac3c8 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.094637:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345640.094657:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+316:2408:x1849000910348544:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 138us (877us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.094663:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3674 00010000:00010000:1.0:1763345640.095552:0:9296:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac3c8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.095565:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac3c8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:1.0:1763345640.095587:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x248:0x0]: returning size 0 00000004:00080000:1.0:1763345640.095744:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x359:0x0], index 1: 0 00000004:00080000:1.0:1763345640.095752:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x356:0x0], index 0: 0 00000004:00080000:1.0:1763345640.095792:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x357:0x0], index 0: 0 00000004:00080000:1.0:1763345640.095799:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x35a:0x0], index 1: 0 00010000:00010000:1.0:1763345640.095897:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac3c8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.095906:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac3c8 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.095912:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac3c8 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.095919:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.095924:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac3c8 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.095933:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac3c8 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.095944:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36100) 00010000:00010000:1.0:1763345640.095947:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345640.095951:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac3c8 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.095958:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac3c8 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.095997:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac3c1 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x248:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e39 expref: 316 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.096013:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36100) 00010000:00010000:1.0:1763345640.096016:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763345640.096020:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac3c1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x248:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e39 expref: 316 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.096033:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261600, rc 0) 00000100:00100000:1.0:1763345640.096073:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+315:57225:x1849000910348032:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 6761us (7105us total) trans 8589941020 rc 301/301 00000100:00100000:1.0:1763345640.096081:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11125 00000100:00100000:3.0:1763345640.100087:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.100129:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.100162:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910349056 00000100:00100000:3.0:1763345640.100171:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910349056 00000100:00100000:3.0:1763345640.100231:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11126 00000100:00100000:3.0:1763345640.100240:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+315:57227:x1849000910349056:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345640.100266:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.100294:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac3d6 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832e40 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.100369:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac3dd lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.100383:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac3dd lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.100399:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac3dd lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.100409:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac3e4 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.100417:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac3e4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.100422:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac3e4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000100:00100000:1.0:1763345640.100507:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910348800 00000100:00100000:1.0:1763345640.100513:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910348800 00010000:00010000:3.0:1763345640.100524:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac3eb lrc: 3/1,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.100534:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac3eb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.100541:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac3eb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000100:00100000:1.0:1763345640.100564:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3847 00000100:00100000:1.0:1763345640.100573:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+317:57225:x1849000910348800:12345-192.168.203.8@tcp:35:lfs.0 00010000:00010000:3.0:1763345640.100618:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac3dd lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.100626:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac3dd lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.100631:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac3dd lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.100636:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac3dd lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.100642:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.100647:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac3dd lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.100654:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac3dd lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.100664:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:3.0:1763345640.100667:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.100671:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac3dd lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.100678:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58ac3dd lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.100691:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac3e4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.100697:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac3e4 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.100702:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac3e4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.100707:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.100710:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac3e4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.100715:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac3e4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.100722:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42800) 00010000:00010000:3.0:1763345640.100724:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.100727:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac3e4 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.100736:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac3e4 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.100800:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac3d6 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e40 expref: 320 pid: 9296 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.100819:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+319:57225:x1849000910348800:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 244us (739us total) trans 8589941022 rc 0/0 00010000:00010000:3.0:1763345640.100820:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac3eb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e40 expref: 319 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.100833:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36900) 00010000:00010000:3.0:1763345640.100837:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:1.0:1763345640.100840:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3847 00010000:00010000:3.0:1763345640.100841:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260e00, rc 0) 00000100:00100000:3.0:1763345640.100876:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+318:57227:x1849000910349056:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 629us (737us total) trans 8589941021 rc 0/0 00000100:00100000:3.0:1763345640.100883:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11126 00000100:00100000:3.0:1763345640.102481:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.102540:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910349312 00000100:00100000:1.0:1763345640.102548:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910349312 00000100:00100000:1.0:1763345640.102605:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3848 00000100:00100000:1.0:1763345640.102614:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658bb5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+318:57225:x1849000910349312:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345640.102808:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658bb5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+319:57225:x1849000910349312:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 194us (331us total) trans 8589941023 rc 0/0 00000100:00100000:1.0:1763345640.102816:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3848 00000100:00100000:0.0:1763345640.105118:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.105147:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910349440 00000100:00100000:3.0:1763345640.105157:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910349440 00000100:00100000:3.0:1763345640.105224:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8098 00000100:00100000:3.0:1763345640.105235:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+13:2408:x1849000910349440:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345640.105250:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.105271:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ac3f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832e47 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345640.105294:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x359:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345640.105312:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.105314:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.105324:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ac3f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e47 expref: 14 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345640.105340:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ac3f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e47 expref: 14 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345640.105352:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260c00, rc 0) 00000100:00100000:3.0:1763345640.105412:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910349440:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 178us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.105418:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8098 00000100:00100000:2.0:1763345640.108695:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.108798:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910349696 00000100:00100000:3.0:1763345640.108808:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910349696 00000100:00100000:3.0:1763345640.108855:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11127 00000100:00100000:3.0:1763345640.108873:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+319:55937:x1849000910349696:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345640.108909:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.108913:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763345640.108938:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac3eb lrc: 0/0,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e40 expref: 319 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.108955:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36900) 00010000:00010000:3.0:1763345640.108966:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345640.108980:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac400 lrc: 2/0,0 mode: --/CW res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832e4e expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.109078:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac407 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.109091:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac407 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x248:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.109105:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac407 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x248:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345640.109117:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x248:0x0]: returning size 0 00010000:00010000:3.0:1763345640.109538:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac400 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e4e expref: 321 pid: 9296 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345640.109538:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:3.0:1763345640.109558:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac407 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x248:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e4e expref: 320 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.109566:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:3.0:1763345640.109569:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:3.0:1763345640.109572:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261800, rc 0) 00000100:00100000:1.0:1763345640.109605:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910349824 00000100:00100000:1.0:1763345640.109610:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910349824 00000100:00100000:3.0:1763345640.109633:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+321:55937:x1849000910349696:12345-192.168.203.8@tcp:101:bash.0 Request processed in 770us (946us total) trans 8589941024 rc 0/0 00000100:00100000:3.0:1763345640.109641:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11127 00000100:00100000:1.0:1763345640.109646:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11128 00000100:00100000:1.0:1763345640.109653:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542036a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+320:57227:x1849000910349824:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345640.109662:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.109673:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac415 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832e55 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.109700:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac415 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e55 expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.109711:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac415 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e55 expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.109725:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:1.0:1763345640.109729:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345640.109731:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b658b9fe00, rc 0) 00000100:00100000:1.0:1763345640.109795:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542036a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+321:57227:x1849000910349824:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 141us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.109801:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11128 00000100:00100000:2.0:1763345640.111893:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.111952:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910349952 00000100:00100000:2.0:1763345640.111959:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.111960:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910349952 00000100:00100000:1.0:1763345640.112004:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11129 00000100:00100000:1.0:1763345640.112014:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542035f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+321:55937:x1849000910349952:12345-192.168.203.8@tcp:101:bash.0 00000100:00100000:3.0:1763345640.112025:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910350208 00000100:00100000:3.0:1763345640.112028:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910350208 00010000:00010000:1.0:1763345640.112033:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.112049:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ac41c lrc: 2/0,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832e5c expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345640.112063:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3849 00000100:00100000:3.0:1763345640.112069:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542035500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+323:57227:x1849000910350208:12345-192.168.203.8@tcp:35:lfs.0 00010000:00010000:1.0:1763345640.112081:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ac423 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.112093:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ac423 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.112103:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ac423 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.112189:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ac41c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e5c expref: 325 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.112204:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ac423 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e5c expref: 324 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.112212:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:1.0:1763345640.112215:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763345640.112218:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b658b9ee00, rc 0) 00000100:00100000:3.0:1763345640.112239:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542035500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+324:57227:x1849000910350208:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 169us (279us total) trans 8589941025 rc 0/0 00000100:00100000:3.0:1763345640.112246:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3849 00000100:00100000:1.0:1763345640.112517:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542035f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+323:55937:x1849000910349952:12345-192.168.203.8@tcp:101:bash.0 Request processed in 504us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.112523:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11129 00000100:00100000:2.0:1763345640.114659:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.114708:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.114708:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910350464 00000100:00100000:1.0:1763345640.114717:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910350464 00000100:00100000:0.0:1763345640.114748:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910350720 00000100:00100000:0.0:1763345640.114752:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910350720 00000100:00100000:0.0:1763345640.114828:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11130 00000100:00100000:0.0:1763345640.114836:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+324:57227:x1849000910350720:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.114858:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.114887:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ac42a lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832e63 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.115052:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac431 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345640.115064:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac431 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345640.115075:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac431 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345640.115083:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ac438 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345640.115090:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ac438 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345640.115095:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ac438 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763345640.115268:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11131 00000100:00100000:1.0:1763345640.115277:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542037800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+325:55937:x1849000910350464:12345-192.168.203.8@tcp:36:bash.0 00010000:00010000:1.0:1763345640.115301:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345640.115318:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac407 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x248:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e4e expref: 325 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.115332:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:1.0:1763345640.115336:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345640.115464:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac43f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345640.115472:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac43f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345640.115478:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac43f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:0.0:1763345640.115487:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x248:0x0]: returning size 0 00010000:00010000:1.0:1763345640.115507:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac44d lrc: 3/0,1 mode: --/PW res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.115515:0:9295:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac43f lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.115522:0:9295:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac44d lrc: 4/0,1 mode: --/PW res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.115530:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac431 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345640.115536:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac431 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.115537:0:9295:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac43f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345640.115542:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac431 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.115546:0:9295:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac44d lrc: 3/0,1 mode: --/PW res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.115548:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac431 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345640.115553:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.115557:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac431 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345640.115563:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac431 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345640.115573:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42f00) 00010000:00010000:0.0:1763345640.115576:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.115580:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac431 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345640.115586:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac431 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345640.115596:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ac438 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345640.115601:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ac438 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345640.115605:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ac438 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345640.115609:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.115612:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ac438 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345640.115629:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ac438 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345640.115636:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42800) 00010000:00010000:0.0:1763345640.115638:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.115640:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ac438 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345640.115650:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ac438 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.115995:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ac42a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e63 expref: 327 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.116018:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac43f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e63 expref: 326 pid: 6520 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345640.116026:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac43f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e63 expref: 326 pid: 6520 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345640.116032:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5400, rc 0) 00000100:00100000:1.0:1763345640.116095:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+326:57227:x1849000910350720:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1259us (1397us total) trans 8589941027 rc 0/0 00000100:00100000:1.0:1763345640.116103:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11130 00000100:00100000:2.0:1763345640.119132:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.119245:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910350976 00000100:00100000:0.0:1763345640.119299:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910350976 00000100:00100000:0.0:1763345640.119362:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3850 00000100:00100000:0.0:1763345640.119371:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+326:57227:x1849000910350976:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345640.119717:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+327:57227:x1849000910350976:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 345us (591us total) trans 8589941028 rc 0/0 00000100:00100000:0.0:1763345640.119724:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3850 00000100:00100000:2.0:1763345640.121585:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.121666:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910351104 00000100:00100000:0.0:1763345640.121675:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910351104 00000100:00100000:0.0:1763345640.121733:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3851 00000100:00100000:0.0:1763345640.121742:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+327:57227:x1849000910351104:12345-192.168.203.8@tcp:33:lfs.0 00000100:00100000:1.0:1763345640.122091:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+327:57227:x1849000910351104:12345-192.168.203.8@tcp:33:lfs.0 Request processed in 348us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.122098:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3851 00000100:00100000:3.0:1763345640.124490:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.124590:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910351232 00000100:00100000:0.0:1763345640.124600:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910351232 00010000:00010000:0.0:1763345640.124637:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac43f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e63 expref: 327 pid: 6520 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763345640.124679:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3675 00000100:00100000:0.0:1763345640.124689:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658762450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+327:2408:x1849000910351232:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345640.124713:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345640.124720:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac43f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e63 expref: 327 pid: 6520 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345640.124732:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac43f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e63 expref: 327 pid: 6520 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345640.124753:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac43f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e63 expref: 327 pid: 6520 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345640.124787:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:0.0:1763345640.124792:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac44d lrc: 3/0,1 mode: --/PW res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.124801:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac44d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.124809:0:28406:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac44d lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.124831:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345640.124891:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658762450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+326:2408:x1849000910351232:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 203us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.124898:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3675 00010000:00010000:2.0:1763345640.124953:0:9295:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac44d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.124963:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac44d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000001:00080000:2.0:1763345640.125055:0:9295:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941026 00000004:00010000:2.0:1763345640.125103:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008a840e46 reply state 0000000051e44d34 transno 8589941029 ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac44d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.125115:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac44d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.125121:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:2.0:1763345640.125124:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345640.125127:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345640.125211:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542037800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+327:55937:x1849000910350464:12345-192.168.203.8@tcp:36:bash.0 Request processed in 9935us (10558us total) trans 8589941029 rc 0/0 00000100:00100000:2.0:1763345640.125218:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11131 00000020:00080000:2.0:1763345640.125222:0:9295:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345640.129183:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.129562:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910351488 00000100:00100000:2.0:1763345640.129574:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910351488 00000100:00100000:2.0:1763345640.129843:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11132 00000100:00100000:2.0:1763345640.129853:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+327:55937:x1849000910351488:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345640.129888:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.129891:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763345640.129918:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58ac415 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e55 expref: 327 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.129936:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:2.0:1763345640.129941:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345640.129956:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac454 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832e6a expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.130002:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac45b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.130015:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac45b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.130024:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac45b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000040:00080000:2.0:1763345640.130240:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1897, 88 off157608 00000004:00080000:2.0:1763345640.130249:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032655488485ns, next at 1032978308189ns, rc = 0 00000040:00080000:2.0:1763345640.130276:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1881, 88 off156040 00000004:00080000:2.0:1763345640.130281:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032655521589ns, next at 1032978341148ns, rc = 0 00000040:00080000:2.0:1763345640.130313:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1882, 88 off156128 00000004:00080000:2.0:1763345640.130319:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032655559407ns, next at 1032978341148ns, rc = 0 00000040:00080000:2.0:1763345640.130332:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1898, 88 off157696 00000004:00080000:2.0:1763345640.130338:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032655577741ns, next at 1032978308189ns, rc = 0 00000100:00100000:3.0:1763345640.137157:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.137311:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910351744 00000100:00100000:1.0:1763345640.137320:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910351744 00000100:00100000:1.0:1763345640.137381:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11133 00000100:00100000:1.0:1763345640.137391:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+329:57228:x1849000910351744:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345640.137410:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.137433:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac462 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832e71 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.137503:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac469 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.137516:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac469 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.137526:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac469 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.137537:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac470 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.137544:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac470 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.137550:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac470 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.137650:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ac477 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.137659:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ac477 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.137666:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ac477 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763345640.137678:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x248:0x0]: returning size 2 00010000:00010000:1.0:1763345640.137756:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ac477 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.138883:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ac477 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.138889:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ac477 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.138895:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b658b9f000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.138900:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ac477 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.138907:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ac477 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.138919:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:1.0:1763345640.139158:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1763345640.139166:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ac477 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.139173:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58ac477 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.139196:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac469 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.139202:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac469 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.139208:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac469 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.139218:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac469 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.139222:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5ca00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.139225:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac469 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.139230:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac469 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.139238:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59400) 00010000:00010000:1.0:1763345640.139240:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345640.139243:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac469 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.139248:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac469 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.139258:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac470 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.139262:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac470 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.139267:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac470 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.139271:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5d800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.139273:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac470 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.139278:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac470 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.139287:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42800) 00010000:00010000:1.0:1763345640.139289:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345640.139293:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac470 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.139297:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac470 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.139343:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac462 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e71 expref: 331 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.139353:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59400) 00010000:00010000:1.0:1763345640.139355:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763345640.139358:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac462 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e71 expref: 331 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.139372:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b653d5de00, rc 0) 00000100:00100000:1.0:1763345640.139449:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+330:57228:x1849000910351744:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2059us (2298us total) trans 8589941031 rc 301/301 00000100:00100000:1.0:1763345640.139457:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11133 00000001:00080000:3.0:1763345640.139804:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941030 is committed 00000004:00080000:3.0:1763345640.139811:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1221 committed 00000004:00080000:3.0:1763345640.139821:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1206 committed 00000004:00080000:3.0:1763345640.139828:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1205 committed 00000004:00080000:3.0:1763345640.139830:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1220 committed 00000100:00100000:3.0:1763345640.140128:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b65ed7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924397696:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345640.140181:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345640.140213:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763345640.140218:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b65ed7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924398080:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345640.140238:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345640.140266:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924397696 00000100:00100000:3.0:1763345640.140273:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924397696 00000100:00100000:3.0:1763345640.140304:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924398080 00000100:00100000:3.0:1763345640.140307:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924398080 00000100:00100000:3.0:1763345640.140321:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8099 00000100:00100000:3.0:1763345640.140328:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b60850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3659:x1849000924397696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763345640.140350:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:855 count 1 00010000:00010000:3.0:1763345640.140369:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac485 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.140385:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b658b9e600/0x52bea07cb58ac2d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832df3 expref: 13 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.140392:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345640.140394:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345640.140397:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac485 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.140419:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b658b9e600/0x52bea07cb58ac2d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980832df3 expref: 13 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.140431:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b658b9e600/0x52bea07cb58ac2d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832df3 expref: 13 pid: 8560 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345640.140441:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b65ed7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1849000924398208:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345640.140487:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66b1373c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763345640.140501:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8100 00000100:00100000:3.0:1763345640.140508:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3659:x1849000924398080:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345640.140648:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3659:x1849000924398080:12345-0@lo:2:osp-syn-1-0.0 Request processed in 140us (408us total) trans 17179872264 rc 0/0 00000100:00100000:3.0:1763345640.140655:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8100 00000004:00080000:3.0:1763345640.140691:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b65ed7ed80/2, rc 0, transno 17179872264 00000100:00100000:3.0:1763345640.140696:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b65ed7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924398080:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1763345640.140884:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac45b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x248:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e6a expref: 309 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.140894:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:3.0:1763345640.140897:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763345640.140910:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac454 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e6a expref: 309 pid: 9295 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763345640.141110:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58ac30b lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.141118:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58ac30b lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.141124:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58ac30b lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.141129:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b544903e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.141134:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58ac30b lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.141141:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58ac30b lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.141149:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42800) 00010000:00010000:1.0:1763345640.141151:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345640.141154:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58ac30b lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.141159:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b544903e00/0x52bea07cb58ac30b lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.141171:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac397 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.141176:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac397 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.141181:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac397 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.141185:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.141187:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac397 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.141192:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac397 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.141198:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42800) 00010000:00010000:1.0:1763345640.141199:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345640.141202:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac397 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.141211:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac397 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.141224:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac44d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.141230:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac44d lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.141234:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac44d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.141238:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5c400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.141240:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac44d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.141245:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac44d lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.141251:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:1.0:1763345640.141254:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345640.141257:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac44d lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.141261:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac44d lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000100:00100000:1.0:1763345640.141282:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b65ed7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924397824:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763345640.141312:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345640.141346:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763345640.141352:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b65ed7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924397952:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345640.141371:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345640.141398:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924397824 00000100:00100000:1.0:1763345640.141403:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924397824 00000100:00100000:1.0:1763345640.141426:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924397952 00000100:00100000:1.0:1763345640.141429:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924397952 00000100:00100000:1.0:1763345640.141447:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8101 00000100:00100000:1.0:1763345640.141454:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3656:x1849000924397824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1763345640.141467:0:27809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:856 count 1 00002000:00010000:1.0:1763345640.141487:0:27809:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x358:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763345640.141492:0:27809:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac48c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.141500:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.141502:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.141506:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac48c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.141515:0:27809:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac48c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.141522:0:27809:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac48c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.141528:0:27809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac48c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.141540:0:27809:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763345640.141680:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:3656:x1849000924397824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 226us (366us total) trans 17179872265 rc 0/0 00000100:00100000:1.0:1763345640.141685:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8101 00000100:00100000:1.0:1763345640.141698:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8102 00000100:00100000:1.0:1763345640.141703:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3656:x1849000924397952:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763345640.141750:0:27809:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x359:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345640.141753:0:27809:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x359:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763345640.141755:0:27809:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x359:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345640.141781:0:27809:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x359:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763345640.141783:0:27809:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x359:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345640.141804:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:3656:x1849000924397952:12345-0@lo:2:osp-syn-1-0.0 Request processed in 101us (432us total) trans 17179872266 rc 0/0 00000100:00100000:1.0:1763345640.141809:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8102 00000004:00080000:1.0:1763345640.141843:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b65ed7f480/2, rc 0, transno 17179872266 00000100:00100000:1.0:1763345640.141849:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b65ed7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924397952:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345640.141857:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b65ed7d180/2, rc 0, transno 17179872265 00000100:00100000:1.0:1763345640.141860:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b65ed7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924397824:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1763345640.142026:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345640.142032:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac48c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.142039:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ada00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345640.142043:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac48c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.142050:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac48c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.142063:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac48c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.142069:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58ac48c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.142083:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345640.142084:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345640.142086:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763345640.142444:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545655500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924398336:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1763345640.142475:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763345640.142673:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac45b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x248:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e6a expref: 305 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.142703:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:3.0:1763345640.142707:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763345640.142710:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d800, rc 0) 00000100:00100000:3.0:1763345640.142750:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+305:55937:x1849000910351488:12345-192.168.203.8@tcp:101:bash.0 Request processed in 12898us (13576us total) trans 8589941030 rc 0/0 00000100:00100000:3.0:1763345640.142772:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11132 00000100:00100000:2.0:1763345640.142805:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763345640.142814:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924398720:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345640.142841:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345640.143237:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54545e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924398592:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345640.143264:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345640.143295:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763345640.143301:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54545ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924398464:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763345640.143320:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345640.143345:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924398336 00000100:00100000:0.0:1763345640.143351:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924398336 00000100:00100000:0.0:1763345640.143382:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924398720 00000100:00100000:0.0:1763345640.143385:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924398720 00000100:00100000:0.0:1763345640.143400:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924398592 00000100:00100000:0.0:1763345640.143402:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924398592 00000100:00100000:0.0:1763345640.143416:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924398464 00000100:00100000:0.0:1763345640.143419:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924398464 00000100:00100000:0.0:1763345640.143434:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8103 00000100:00100000:0.0:1763345640.143441:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+57:3659:x1849000924398336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1763345640.143459:0:28867:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:852 count 1 00010000:00010000:0.0:1763345640.143478:0:28867:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac493 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.143493:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b544903c00/0x52bea07cb58ac2cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832dec expref: 33 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.143501:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345640.143503:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345640.143505:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac493 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.143529:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b544903c00/0x52bea07cb58ac2cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980832dec expref: 33 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.143539:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b544903c00/0x52bea07cb58ac2cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832dec expref: 33 pid: 28867 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763345640.143550:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924398848:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345640.143807:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8104 00000100:00100000:1.0:1763345640.143818:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+57:3659:x1849000924398720:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.143973:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+58:3659:x1849000924398720:12345-0@lo:2:osp-syn-0-0.0 Request processed in 157us (1129us total) trans 21474839518 rc 0/0 00000100:00100000:1.0:1763345640.143980:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8104 00000100:00100000:1.0:1763345640.143996:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8105 00000100:00100000:1.0:1763345640.144002:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+57:3657:x1849000924398592:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.144079:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+58:3657:x1849000924398592:12345-0@lo:2:osp-syn-0-0.0 Request processed in 76us (812us total) trans 21474839519 rc 0/0 00000100:00100000:1.0:1763345640.144085:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8105 00000100:00100000:1.0:1763345640.144097:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8106 00000100:00100000:1.0:1763345640.144104:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+57:3657:x1849000924398464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1763345640.144116:0:28868:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:853 count 1 00002000:00010000:1.0:1763345640.144135:0:28868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x355:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763345640.144140:0:28868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac49a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.144150:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.144151:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.144155:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac49a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.144168:0:28868:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac49a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.144176:0:28868:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac49a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.144183:0:28868:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac49a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.144199:0:28868:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763345640.144427:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+58:3657:x1849000924398464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 322us (1104us total) trans 21474839520 rc 0/0 00000100:00100000:1.0:1763345640.144434:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8106 00000100:00100000:0.0:1763345640.144439:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce900 going to sleep for 11 seconds 00010000:00010000:1.0:1763345640.144453:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345640.144458:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac49a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.144470:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ade00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345640.144473:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac49a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.144482:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac49a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763345640.144483:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54545ca80/2, rc 0, transno 21474839520 00000100:00100000:0.0:1763345640.144488:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54545ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924398464:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1763345640.144495:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac49a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763345640.144496:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54545e680/2, rc 0, transno 21474839519 00000100:00100000:0.0:1763345640.144500:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54545e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924398592:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1763345640.144503:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ac49a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.144517:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345640.144519:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345640.144520:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763345640.145472:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6779a5c00/2, rc 0, transno 21474839518 00000100:00100000:3.0:1763345640.145481:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924398720:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345640.146279:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.146315:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b65ed7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8403:1849000924398208:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345640.146346:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac485 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.147564:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910351872 00000100:00100000:1.0:1763345640.147573:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910351872 00010000:00010000:1.0:1763345640.147608:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b658b9e600/0x52bea07cb58ac2d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832df3 expref: 14 pid: 8560 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763345640.147648:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3676 00000100:00100000:1.0:1763345640.147658:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2411:x1849000910351872:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345640.147673:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345640.147678:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b658b9e600/0x52bea07cb58ac2d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832df3 expref: 14 pid: 8560 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345640.147698:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b658b9e600/0x52bea07cb58ac2d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832df3 expref: 14 pid: 8560 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345640.147722:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b658b9e600/0x52bea07cb58ac2d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832df3 expref: 14 pid: 8560 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345640.147735:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.147738:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.147742:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac485 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.147753:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac485 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.147877:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345640.147938:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+13:2411:x1849000910351872:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 280us (1660us total) trans 0 rc 0/0 00010000:00010000:0.0:1763345640.147941:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac485 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.147948:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3676 00010000:00010000:0.0:1763345640.147958:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac485 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.147969:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac485 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.147977:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac485 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.148544:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345640.148621:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:1.0:1763345640.148776:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345640.148784:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac485 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.148797:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345640.148802:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac485 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.148811:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac485 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.148824:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac485 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.148831:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac485 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.148846:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345640.148848:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345640.148849:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345640.149014:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.149097:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b60850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3659:x1849000924397696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8767us (8914us total) trans 17179872267 rc 0/0 00000100:00100000:0.0:1763345640.149107:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8099 00000100:00100000:2.0:1763345640.149109:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910352000 00000100:00100000:2.0:1763345640.149116:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910352000 00000100:00100000:2.0:1763345640.149155:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8107 00000100:00100000:2.0:1763345640.149166:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+13:55937:x1849000910352000:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345640.149180:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763345640.149248:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924398848:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345640.149265:0:28867:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac493 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345640.149271:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.149301:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910352128 00000100:00100000:3.0:1763345640.149305:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910352128 00000004:00080000:1.0:1763345640.149329:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b65ed7f100/2, rc 0, transno 17179872267 00000100:00100000:1.0:1763345640.149342:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b65ed7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924397696:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345640.149343:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11134 00000100:00100000:3.0:1763345640.149357:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+305:57228:x1849000910352128:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345640.149371:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1763345640.149372:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910352256 00000100:00100000:1.0:1763345640.149377:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910352256 00010000:00010000:3.0:1763345640.149386:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4a1 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832e7f expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.149397:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b544903c00/0x52bea07cb58ac2cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832dec expref: 34 pid: 28867 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763345640.149427:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3677 00000100:00100000:1.0:1763345640.149437:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+34:2409:x1849000910352256:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345640.149448:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345640.149453:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b544903c00/0x52bea07cb58ac2cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x354:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832dec expref: 34 pid: 28867 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345640.149467:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac4a8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.149467:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b544903c00/0x52bea07cb58ac2cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x354:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832dec expref: 34 pid: 28867 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345640.149490:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac4a8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.149495:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b544903c00/0x52bea07cb58ac2cc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x354:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832dec expref: 34 pid: 28867 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345640.149504:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac4a8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.149509:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.149513:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.149517:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac493 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.149526:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac493 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1763345640.149531:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x248:0x0]: returning size 2 00000004:00200000:3.0:1763345640.149536:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763345640.149552:0:9295:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac4a8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.149553:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345640.149571:0:28867:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac493 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.149578:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4a1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e7f expref: 307 pid: 9295 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.149590:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+33:2409:x1849000910352256:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 153us (514us total) trans 0 rc 0/0 00010000:00010000:0.0:1763345640.149605:0:28867:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac493 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.149608:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3677 00010000:00010000:3.0:1763345640.149609:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac4a8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e7f expref: 306 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.149627:0:28867:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac493 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.149629:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:3.0:1763345640.149637:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345640.149641:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260e00, rc 0) 00010000:00010000:0.0:1763345640.149643:0:28867:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac493 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.149662:0:28867:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345640.149676:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+306:57228:x1849000910352128:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 321us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.149683:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11134 00010000:00010000:2.0:1763345640.149836:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54378c000/0x52bea07cb58ac4af lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832e78 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345640.149851:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+58:3659:x1849000924398336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6407us (7371us total) trans 21474839521 rc 0/0 00010000:00010000:2.0:1763345640.149860:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ac3f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e47 expref: 14 pid: 8403 timeout: 0 lvb_type: 1 00000004:00080000:1.0:1763345640.149874:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545655500/2, rc 0, transno 21474839521 00000100:00100000:0.0:1763345640.149874:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8103 00000100:00100000:1.0:1763345640.149885:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545655500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924398336:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1763345640.149887:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.149890:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.149896:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378c000/0x52bea07cb58ac4af lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e78 expref: 14 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.149923:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ac3f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980832e47 expref: 14 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345640.149936:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ac3f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832e47 expref: 14 pid: 8403 timeout: 1132 lvb_type: 1 00000100:00100000:2.0:1763345640.149949:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8560:1849000924398976:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345640.150003:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747d70c0 going to sleep for 11 seconds 00010000:00010000:2.0:1763345640.150015:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345640.150020:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac493 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.150027:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345640.150281:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac493 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.150293:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac493 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.150305:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac493 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.150316:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac493 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.150331:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345640.150332:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345640.150334:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763345640.152084:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8560:1849000924398976:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345640.152117:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b54378c000/0x52bea07cb58ac4af lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980832e78 expref: 14 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.152136:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c000, rc 0) 00000100:00100000:2.0:1763345640.152186:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:55937:x1849000910352000:12345-192.168.203.8@tcp:101:bash.0 Request processed in 3021us (3565us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.152195:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8107 00000100:00100000:3.0:1763345640.153216:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.153498:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910352384 00000100:00100000:2.0:1763345640.153507:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910352384 00010000:00010000:2.0:1763345640.153549:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ac3f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832e47 expref: 14 pid: 8403 timeout: 1132 lvb_type: 1 00000100:00100000:3.0:1763345640.153578:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.153599:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3678 00000100:00100000:2.0:1763345640.153611:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910352384:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345640.153626:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345640.153632:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ac3f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832e47 expref: 14 pid: 8403 timeout: 1132 lvb_type: 1 00010000:00010000:2.0:1763345640.153651:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ac3f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832e47 expref: 14 pid: 8403 timeout: 1132 lvb_type: 1 00000100:00100000:1.0:1763345640.153655:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910352512 00000100:00100000:1.0:1763345640.153661:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910352512 00010000:00010000:2.0:1763345640.153689:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ac3f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832e47 expref: 15 pid: 8403 timeout: 1132 lvb_type: 1 00010000:00010000:2.0:1763345640.153703:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.153706:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.153714:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54378c000/0x52bea07cb58ac4af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a96980832e78 expref: 14 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345640.153723:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8108 00010000:00010000:2.0:1763345640.153728:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378c000/0x52bea07cb58ac4af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a96980832e78 expref: 14 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345640.153740:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910352512:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.153757:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.153791:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff91b54378c000/0x52bea07cb58ac4af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980832e78 expref: 14 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345640.153806:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6506:1849000924399104:192.168.203.8@tcp:105: 00000100:00100000:2.0:1763345640.153891:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747d70c0 going to sleep for 11 seconds 00010000:00010000:0.0:1763345640.154080:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac4b6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832e86 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345640.154116:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924399232:192.168.203.8@tcp:106: 00000100:00100000:0.0:1763345640.154155:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce900 going to sleep for 11 seconds 00000100:00100000:3.0:1763345640.155860:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.155897:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6506:1849000924399104:192.168.203.8@tcp:105: 00002000:00010000:0.0:1763345640.155900:0:28867:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x359:0x0] updating lvb mtime: 0 -> 1763345639 00002000:00010000:0.0:1763345640.155906:0:28867:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x359:0x0] updating lvb atime: 0 -> 1763345639 00002000:00010000:0.0:1763345640.155909:0:28867:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x359:0x0] updating lvb ctime: 0 -> 1763345639 00000100:00100000:0.0:1763345640.155925:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924399232:192.168.203.8@tcp:106: 00000100:00100000:1.0:1763345640.155942:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910352640 00000100:00100000:1.0:1763345640.155948:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910352640 00010000:00010000:0.0:1763345640.155951:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac4b6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e86 expref: 15 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345640.155969:0:28867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac4b6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e86 expref: 15 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345640.155979:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5e00, rc 0) 00010000:00010000:2.0:1763345640.155981:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345640.156002:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8109 00000100:00100000:1.0:1763345640.156017:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+33:55937:x1849000910352640:12345-192.168.203.8@tcp:101:bash.0 00000100:00100000:0.0:1763345640.156021:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910352512:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2288us (2444us total) trans 0 rc 301/301 00000100:00100000:2.0:1763345640.156029:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910352384:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 2419us (2818us total) trans 0 rc 0/0 00010000:00010000:1.0:1763345640.156030:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763345640.156030:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8108 00010000:00010000:1.0:1763345640.156046:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac4bd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832e8d expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345640.156053:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3678 00002000:00010000:1.0:1763345640.156069:0:8560:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x356:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763345640.156088:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.156091:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.156098:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac4bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e8d expref: 34 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.156112:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac4bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e8d expref: 34 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.156120:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b653d5d800, rc 0) 00000100:00100000:1.0:1763345640.156149:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+34:55937:x1849000910352640:12345-192.168.203.8@tcp:101:bash.0 Request processed in 134us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.156156:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8109 00000100:00100000:1.0:1763345640.157681:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.157728:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910352768 00000100:00100000:2.0:1763345640.157736:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910352768 00002000:00010000:2.0:1763345640.157792:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/857 (0->18446744073709551615) 00002000:00100000:2.0:1763345640.157797:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d02300 with x1849000910352768 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345640.157807:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545d02300. 00000100:00100000:2.0:1763345640.157835:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1916 00000100:00100000:2.0:1763345640.157845:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+13:2409:x1849000910352768:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:2.0:1763345640.158084:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x359:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345640.158092:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x359:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00002000:00010000:2.0:1763345640.158095:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x359:0x0] updating lvb atime from disk: 1763345639 -> 0 00002000:00010000:2.0:1763345640.158097:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x359:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00002000:00010000:2.0:1763345640.158099:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x359:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345640.158142:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910352768:12345-192.168.203.8@tcp:10:bash.0 Request processed in 298us (466us total) trans 17179872268 rc 0/0 00000100:00100000:2.0:1763345640.158150:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1916 00002000:00010000:2.0:1763345640.158155:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/857 (0->18446744073709551615) 00002000:00100000:2.0:1763345640.158157:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d02300 with x1849000910352768 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345640.158162:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545d02300. 00000100:00100000:0.0:1763345640.158505:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.158576:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910352896 00000100:00100000:2.0:1763345640.158585:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910352896 00002000:00010000:2.0:1763345640.158605:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/854 (0->18446744073709551615) 00002000:00100000:2.0:1763345640.158608:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6779a7100 with x1849000910352896 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345640.158615:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6779a7100. 00000100:00100000:2.0:1763345640.158649:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1917 00000100:00100000:2.0:1763345640.158657:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+34:2408:x1849000910352896:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:2.0:1763345640.158747:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x356:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345640.158750:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x356:0x0] updating lvb mtime from disk: 0 -> 1763345639 00002000:00010000:2.0:1763345640.158753:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x356:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345640.158755:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x356:0x0] updating lvb ctime from disk: 0 -> 1763345639 00002000:00010000:2.0:1763345640.158783:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x356:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345640.158819:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+35:2408:x1849000910352896:12345-192.168.203.8@tcp:10:bash.0 Request processed in 163us (315us total) trans 21474839522 rc 0/0 00000100:00100000:2.0:1763345640.158826:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1917 00002000:00010000:2.0:1763345640.158829:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/854 (0->18446744073709551615) 00002000:00100000:2.0:1763345640.158831:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6779a7100 with x1849000910352896 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345640.158835:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6779a7100. 00000100:00100000:0.0:1763345640.159027:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.159157:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910353152 00000100:00100000:3.0:1763345640.159162:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910353152 00000100:00100000:3.0:1763345640.159201:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3852 00000100:00100000:3.0:1763345640.159209:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+306:57228:x1849000910353152:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345640.159365:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+307:57228:x1849000910353152:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 156us (338us total) trans 8589941032 rc 0/0 00000100:00100000:3.0:1763345640.159373:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3852 00000100:00100000:1.0:1763345640.162278:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.162324:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.162332:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910353280 00000100:00100000:3.0:1763345640.162343:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910353280 00000100:00100000:3.0:1763345640.162404:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11135 00000100:00100000:2.0:1763345640.162409:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910353536 00000100:00100000:2.0:1763345640.162415:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910353536 00000100:00100000:3.0:1763345640.162416:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+307:57228:x1849000910353280:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345640.162440:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.162461:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac4c4 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832e94 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.162597:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4cb lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.162610:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4cb lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.162678:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4cb lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.162691:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac4d2 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.162698:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac4d2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.162703:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac4d2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.162798:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac4d9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.162807:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac4d9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.162815:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac4d9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:3.0:1763345640.162850:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x248:0x0]: returning size 2 00000004:00200000:3.0:1763345640.162854:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763345640.162883:0:9295:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac4d9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.162894:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac4d9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.162902:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4cb lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.162907:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4cb lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.162913:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4cb lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.162919:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4cb lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.162924:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.162928:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4cb lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.162935:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4cb lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.162946:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c36900) 00010000:00010000:3.0:1763345640.162949:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.162953:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4cb lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.162958:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4cb lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.162970:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac4d2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.162976:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac4d2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.162982:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac4d2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.162986:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.162988:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac4d2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.162993:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac4d2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.162999:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c36e00) 00010000:00010000:3.0:1763345640.163001:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.163004:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac4d2 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.163009:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac4d2 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.163036:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac4c4 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e94 expref: 310 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.163049:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac4d9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e94 expref: 309 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.163056:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:3.0:1763345640.163058:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345640.163061:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261400, rc 0) 00000100:00100000:2.0:1763345640.163131:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3853 00000100:00100000:2.0:1763345640.163143:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+309:55937:x1849000910353536:12345-192.168.203.8@tcp:35:bash.0 00000100:00100000:3.0:1763345640.163478:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+310:57228:x1849000910353280:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1064us (1208us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.163486:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11135 00000100:00100000:2.0:1763345640.163722:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+309:55937:x1849000910353536:12345-192.168.203.8@tcp:35:bash.0 Request processed in 580us (1397us total) trans 8589941033 rc 0/0 00000100:00100000:2.0:1763345640.163731:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3853 00000100:00100000:1.0:1763345640.167525:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.167612:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910353664 00000100:00100000:2.0:1763345640.167622:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910353664 00000100:00100000:2.0:1763345640.167687:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 445 00000100:00100000:2.0:1763345640.167697:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+309:2409:x1849000910353664:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345640.167713:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1763345640.167735:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:2.0:1763345640.167739:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac4d9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e94 expref: 309 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.167788:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:2.0:1763345640.167795:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345640.167846:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910353920 00000100:00100000:1.0:1763345640.167851:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910353920 00000100:00100000:2.0:1763345640.167859:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+309:2409:x1849000910353664:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 162us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.167875:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 445 00000100:00100000:1.0:1763345640.167897:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11136 00000100:00100000:1.0:1763345640.167906:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+308:57228:x1849000910353920:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345640.167926:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.167941:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac4e0 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832e9b expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.168077:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac4e7 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.168091:0:9295:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac4a8 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e7f expref: 309 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.168105:0:9295:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac4e7 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x248:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.168139:0:9295:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac4a8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e7f expref: 309 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.168739:0:9295:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac4a8 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e7f expref: 309 pid: 9295 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763345640.172067:0:9295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fb9880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924399360:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345640.172421:0:9295:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8b900 going to sleep for 11 seconds 00000100:00100000:0.0:1763345640.173297:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.173386:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910354176 00000100:00100000:2.0:1763345640.173396:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910354176 00000100:00100000:3.0:1763345640.173489:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11137 00000100:00100000:3.0:1763345640.173500:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+310:57229:x1849000910354176:12345-192.168.203.8@tcp:36:rm.0 00010000:00010000:3.0:1763345640.173555:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763345640.173581:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac45b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x248:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e6a expref: 310 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.173601:0:35210:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac4a8 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e7f expref: 309 pid: 9295 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345640.173615:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58ac423 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e5c expref: 309 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.173626:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:3.0:1763345640.173631:0:35210:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac4e7 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x248:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.173640:0:35210:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac4e7 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x248:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.173647:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac4e7 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x248:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.173666:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345640.173689:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac4ee lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.173908:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac4ee lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.173918:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac4ee lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.173936:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac4f5 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.173943:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac4f5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.173948:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac4f5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.174058:0:9295:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.8@tcp) returned -22 from blocking AST (req@00000000b5093010 x1849000924399360) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac4a8 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e7f expref: 308 pid: 9295 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345640.174074:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac4a8 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e7f expref: 308 pid: 9295 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763345640.174088:0:9295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fb9880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924399360:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345640.174109:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:1.0:1763345640.174114:0:9295:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac4e7 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x248:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.174122:0:9295:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac4e7 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x248:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.174128:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac4e7 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x248:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:1.0:1763345640.174148:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x248:0x0]: returning size 5 00010000:00010000:3.0:1763345640.174159:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4fc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.174170:0:35210:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac4e7 lrc: 2/0,1 mode: CW/CW res: [0x200000405:0x248:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.174176:0:35210:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4fc lrc: 4/0,1 mode: --/EX res: [0x200000405:0x248:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.174190:0:35210:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac4e7 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x248:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.174198:0:35210:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4fc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x248:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.174252:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac4e0 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x248:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e9b expref: 309 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.174268:0:9295:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac4e7 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x248:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e9b expref: 308 pid: 9295 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345640.174276:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac4e7 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x248:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e9b expref: 308 pid: 9295 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345640.174283:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b653d5de00, rc 0) 00000100:00100000:1.0:1763345640.174339:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+308:57228:x1849000910353920:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 6434us (6605us total) trans 8589941034 rc 0/0 00000100:00100000:1.0:1763345640.174347:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11136 00000100:00100000:0.0:1763345640.177349:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.177445:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910354304 00000100:00100000:1.0:1763345640.177455:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910354304 00000100:00100000:1.0:1763345640.177514:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11138 00000100:00100000:0.0:1763345640.177515:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.177524:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+308:57228:x1849000910354304:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:3.0:1763345640.177617:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910354432 00000100:00100000:3.0:1763345640.177623:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910354432 00010000:00010000:3.0:1763345640.177648:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac4e7 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x248:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e9b expref: 309 pid: 9295 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345640.177680:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3679 00000100:00100000:3.0:1763345640.177687:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+309:2411:x1849000910354432:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345640.177707:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345640.177715:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac4e7 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x248:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e9b expref: 309 pid: 9295 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345640.177727:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac4e7 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x248:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e9b expref: 309 pid: 9295 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345640.177746:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac4e7 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x248:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832e9b expref: 309 pid: 9295 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345640.177786:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:3.0:1763345640.177792:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4fc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x248:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.177801:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4fc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.177808:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4fc lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.177831:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345640.177899:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+308:2411:x1849000910354432:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 212us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.177908:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3679 00010000:00010000:3.0:1763345640.177935:0:35210:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4fc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.177942:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4fc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.178113:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.178128:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac50a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832ea2 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763345640.178179:0:35210:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x200000405:0x248:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1763345640.178183:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ac511 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.178192:0:9295:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4fc lrc: 2/0,1 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.178202:0:9295:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ac511 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x12/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.178213:0:9295:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4fc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.178221:0:9295:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ac511 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x12/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.178253:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4fc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.178263:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4fc lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.178269:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4fc lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.178275:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.178278:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4fc lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.178285:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4fc lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.178293:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:3.0:1763345640.178296:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763345640.178299:0:35210:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ac511 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x12/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.178304:0:35210:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ac511 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.178310:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ac511 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.178337:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4fc lrc: 2/0,0 mode: --/EX res: [0x200000405:0x248:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.178352:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac4fc lrc: 0/0,0 mode: --/EX res: [0x200000405:0x248:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.178364:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac4ee lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.178370:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac4ee lrc: 2/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.178375:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac4ee lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.178379:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.178382:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac4ee lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.178388:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac4ee lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.178395:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c36900) 00010000:00010000:3.0:1763345640.178398:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.178401:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac4ee lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.178406:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac4ee lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000004:00010000:3.0:1763345640.178419:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b0e26351 reply state 000000009b951e93 transno 8589941035 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac4f5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.178428:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac4f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.178435:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c36e00) 00010000:00010000:3.0:1763345640.178437:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345640.178440:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763345640.178483:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+310:57229:x1849000910354176:12345-192.168.203.8@tcp:36:rm.0 Request processed in 4979us (5185us total) trans 8589941035 rc 0/0 00000100:00100000:3.0:1763345640.178491:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11137 00010000:00010000:1.0:1763345640.178915:0:9295:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ac511 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.178924:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ac511 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:1.0:1763345640.178951:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x248:0x0]: returning size 5 00000004:00200000:1.0:1763345640.178955:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345640.178970:0:9295:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ac511 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.178990:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac50a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ea2 expref: 310 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.179003:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ac511 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ea2 expref: 309 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.179010:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:1.0:1763345640.179013:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1763345640.179015:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b641660e00, rc 0) 00000100:00100000:1.0:1763345640.179065:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+309:57228:x1849000910354304:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1542us (1723us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.179075:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11138 00000100:00100000:0.0:1763345640.181893:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.182277:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910354688 00000100:00100000:1.0:1763345640.182287:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910354688 00000100:00100000:1.0:1763345640.182430:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11139 00000100:00100000:1.0:1763345640.182441:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+309:57228:x1849000910354688:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345640.182463:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.182481:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58ac518 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832ea9 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.182575:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac51f lrc: 3/0,1 mode: --/PW res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.182589:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac51f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x248:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.182600:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac51f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x248:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:1.0:1763345640.182613:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x248:0x0]: returning size 5 00010000:00010000:1.0:1763345640.182908:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58ac518 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x248:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ea9 expref: 312 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.182924:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac51f lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x248:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ea9 expref: 311 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.182934:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:1.0:1763345640.182938:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763345640.182941:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b653d5ca00, rc 0) 00000100:00100000:1.0:1763345640.183003:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+311:57228:x1849000910354688:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 564us (1117us total) trans 8589941036 rc 0/0 00000100:00100000:1.0:1763345640.183012:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11139 00000100:00100000:3.0:1763345640.185247:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.185339:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910354816 00000100:00100000:1.0:1763345640.185349:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910354816 00000100:00100000:1.0:1763345640.185412:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8110 00000100:00100000:1.0:1763345640.185422:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910354816:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:1.0:1763345640.185464:0:8560:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58ac52d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.185482:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54378c000/0x52bea07cb58ac4af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980832e78 expref: 14 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.185490:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345640.185492:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345640.185496:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58ac52d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.185530:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b54378c000/0x52bea07cb58ac4af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.203.8@tcp remote: 0x199a96980832e78 expref: 14 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.185543:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b54378c000/0x52bea07cb58ac4af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980832e78 expref: 14 pid: 8560 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763345640.185558:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8560:1849000924399488:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345640.185636:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763345640.188278:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.188358:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910354944 00000100:00100000:2.0:1763345640.188367:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910354944 00002000:00100000:2.0:1763345640.188411:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x359:0x0] (0->4) req@ffff91b545962680 x1849000910354944/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:116/0 lens 496/0 e 0 to 0 dl 1763345651 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345640.188422:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545962680 with x1849000910354944 ext(0->4) 00010000:00010000:2.0:1763345640.188429:0:8409:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff91b54378c000/0x52bea07cb58ac4af lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980832e78 expref: 15 pid: 8560 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345640.188444:0:8409:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff91b54378c000/0x52bea07cb58ac4af lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980832e78 expref: 15 pid: 8560 timeout: 1132 lvb_type: 0 00002000:00010000:2.0:1763345640.188452:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff91b545962680 00000100:00100000:2.0:1763345640.188529:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 134 00000100:00100000:2.0:1763345640.188539:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910354944:12345-192.168.203.8@tcp:4:bash.0 00000100:00100000:1.0:1763345640.188659:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8560:1849000924399488:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345640.188681:0:8560:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58ac52d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345640.189626:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910354944:12345-192.168.203.8@tcp:4:bash.0 Request processed in 1084us (1350us total) trans 17179872269 rc 0/0 00000100:00100000:2.0:1763345640.189636:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 134 00002000:00100000:2.0:1763345640.189648:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x359:0x0] (0->4) req@ffff91b545962680 x1849000910354944/t17179872269(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:116/0 lens 496/448 e 0 to 0 dl 1763345651 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345640.189656:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545962680 with x1849000910354944 ext(0->4) 00010000:00010000:2.0:1763345640.189662:0:8409:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff91b54378c000/0x52bea07cb58ac4af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980832e78 expref: 17 pid: 8560 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345640.189682:0:8409:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff91b54378c000/0x52bea07cb58ac4af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980832e78 expref: 17 pid: 8560 timeout: 1132 lvb_type: 0 00002000:00010000:2.0:1763345640.189688:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff91b545962680 00000100:00100000:2.0:1763345640.191138:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.191239:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910355072 00000100:00100000:1.0:1763345640.191247:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910355072 00000100:00100000:1.0:1763345640.191306:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11140 00000100:00100000:1.0:1763345640.191315:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+311:57230:x1849000910355072:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345640.191338:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.191360:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac534 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832eb0 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.191416:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58ac53b lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.191429:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58ac53b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.191440:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58ac53b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.191448:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ac542 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.191455:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ac542 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.191460:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ac542 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.191495:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58ac53b lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.191500:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58ac53b lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.191510:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58ac53b lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.191516:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58ac53b lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.191521:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b641661400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.191524:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58ac53b lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.191530:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58ac53b lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.191539:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6ed00) 00010000:00010000:1.0:1763345640.191541:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345640.191544:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58ac53b lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.191549:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58ac53b lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.191558:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ac542 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.191563:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ac542 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.191567:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ac542 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.191572:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b55000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.191574:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ac542 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.191583:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ac542 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.191588:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c36e00) 00010000:00010000:1.0:1763345640.191591:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345640.191593:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ac542 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.191597:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ac542 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.191617:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac534 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832eb0 expref: 312 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.191625:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6ed00) 00010000:00010000:1.0:1763345640.191627:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345640.191630:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac534 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832eb0 expref: 312 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.191640:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b653d5c400, rc 0) 00000100:00100000:1.0:1763345640.191698:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+311:57230:x1849000910355072:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 384us (566us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345640.191705:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11140 00000100:00100000:0.0:1763345640.191942:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.192083:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910355200 00000100:00100000:3.0:1763345640.192088:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910355200 00010000:00010000:3.0:1763345640.192107:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378c000/0x52bea07cb58ac4af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980832e78 expref: 17 pid: 8560 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345640.192135:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3680 00000100:00100000:3.0:1763345640.192141:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910355200:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345640.192150:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763345640.192162:0:28406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x359:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:3.0:1763345640.192165:0:28406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x359:0x0] updating lvb atime from disk: 0 -> 1763345639 00002000:00010000:3.0:1763345640.192167:0:28406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x359:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763345640.192172:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b54378c000/0x52bea07cb58ac4af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980832e78 expref: 17 pid: 8560 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345640.192183:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b54378c000/0x52bea07cb58ac4af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980832e78 expref: 17 pid: 8560 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345640.192197:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54378c000/0x52bea07cb58ac4af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.203.8@tcp remote: 0x199a96980832e78 expref: 17 pid: 8560 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345640.192207:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.192210:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.192214:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58ac52d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.192223:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58ac52d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.192264:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345640.192293:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+16:2411:x1849000910355200:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 151us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.192300:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3680 00010000:00010000:0.0:1763345640.192614:0:8560:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58ac52d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.192623:0:8560:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58ac52d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.192642:0:8560:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58ac52d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.192655:0:8560:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58ac52d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.192662:0:8560:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58ac52d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.192668:0:8560:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5de00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345640.192671:0:8560:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58ac52d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.192679:0:8560:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58ac52d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.192691:0:8560:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58ac52d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.192698:0:8560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b653d5de00/0x52bea07cb58ac52d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345640.192752:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910354816:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 7331us (7513us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.192789:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8110 00000100:00100000:3.0:1763345640.194321:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.194500:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910355328 00000100:00100000:0.0:1763345640.194510:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910355328 00000100:00100000:0.0:1763345640.194845:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11141 00000100:00100000:0.0:1763345640.194857:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+311:57230:x1849000910355328:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.194886:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.194907:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac549 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832eb7 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.194989:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ac550 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.195001:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ac550 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.195012:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ac550 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.195021:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac557 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.195027:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac557 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.195033:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac557 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.195071:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ac550 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.195078:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ac550 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.195084:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ac550 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.195090:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.195094:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ac550 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.195105:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ac550 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.195122:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42000) 00010000:00010000:0.0:1763345640.195125:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.195129:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ac550 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.195135:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ac550 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.195147:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac557 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.195153:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac557 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.195159:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac557 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.195163:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.195166:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac557 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.195171:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac557 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.195178:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c36e00) 00010000:00010000:0.0:1763345640.195180:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.195183:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac557 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.195188:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac557 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.195211:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac549 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832eb7 expref: 312 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.195220:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42000) 00010000:00010000:0.0:1763345640.195222:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.195225:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac549 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832eb7 expref: 312 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.195236:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5c00, rc 0) 00000100:00100000:0.0:1763345640.195291:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+311:57230:x1849000910355328:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 437us (973us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345640.195297:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11141 00000100:00100000:3.0:1763345640.195637:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.196696:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910355584 00000100:00100000:0.0:1763345640.196707:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910355584 00000100:00100000:0.0:1763345640.196757:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11142 00000100:00100000:0.0:1763345640.196777:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+311:57228:x1849000910355584:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345640.196813:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345640.196834:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ac511 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ea2 expref: 311 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.196851:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:0.0:1763345640.196856:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345640.196896:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac55e lrc: 3/0,1 mode: --/EX res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.196908:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac55e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.196921:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac55e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000040:00080000:0.0:1763345640.197131:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1899, 88 off157784 00000004:00080000:0.0:1763345640.197139:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032722379385ns, next at 1032978308189ns, rc = 0 00000040:00080000:0.0:1763345640.197203:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1883, 88 off156216 00000004:00080000:0.0:1763345640.197212:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032722452637ns, next at 1032978341148ns, rc = 0 00000040:00080000:0.0:1763345640.197244:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1884, 88 off156304 00000004:00080000:0.0:1763345640.197249:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032722489384ns, next at 1032978341148ns, rc = 0 00000040:00080000:0.0:1763345640.197261:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1900, 88 off157872 00000004:00080000:0.0:1763345640.197266:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032722506022ns, next at 1032978308189ns, rc = 0 00000100:00100000:3.0:1763345640.198962:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.199015:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910355712 00000100:00100000:1.0:1763345640.199023:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910355712 00000100:00100000:1.0:1763345640.199088:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11143 00000100:00100000:1.0:1763345640.199098:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+312:57230:x1849000910355712:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345640.199116:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.199137:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ac565 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832ebe expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.199201:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ac56c lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.199213:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ac56c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.199224:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ac56c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:1.0:1763345640.199259:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763345640.199264:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763345640.199294:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ac565 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ebe expref: 314 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.199310:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ac56c lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ebe expref: 313 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.199318:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6ed00) 00010000:00010000:1.0:1763345640.199321:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763345640.199324:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b55a00, rc 0) 00000100:00100000:1.0:1763345640.199396:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+313:57230:x1849000910355712:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 297us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.199403:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11143 00000001:00080000:2.0:1763345640.199703:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941037 is committed 00000004:00080000:2.0:1763345640.199710:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1223 committed 00000004:00080000:2.0:1763345640.199725:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1208 committed 00010000:00010000:1.0:1763345640.199731:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac4f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.199740:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac4f5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00000004:00080000:2.0:1763345640.199742:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1207 committed 00000004:00080000:2.0:1763345640.199747:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1222 committed 00010000:00010000:1.0:1763345640.199790:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac4f5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.199798:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.199802:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac4f5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.199809:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac4f5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.199818:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c36e00) 00010000:00010000:1.0:1763345640.199821:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345640.199835:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac4f5 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.199843:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac4f5 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000100:00100000:0.0:1763345640.199918:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1763345640.199919:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924399872:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345640.199932:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924399744:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345640.200322:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345640.200361:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b549f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924399616:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345640.200376:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345640.200403:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924400000:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345640.200409:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924399744 00000100:00100000:3.0:1763345640.200414:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924399744 00000100:00100000:0.0:1763345640.200423:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345640.200444:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924399616 00000100:00100000:3.0:1763345640.200447:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924399616 00000100:00100000:0.0:1763345640.200451:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924400000 00000100:00100000:0.0:1763345640.200454:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924400000 00000100:00100000:3.0:1763345640.200467:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8111 00000100:00100000:3.0:1763345640.200474:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+18:3658:x1849000924399744:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345640.200474:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8112 00000100:00100000:0.0:1763345640.200478:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+58:3658:x1849000924399616:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1763345640.200580:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x356:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345640.200583:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x356:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00002000:00010000:0.0:1763345640.200586:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x356:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345640.200589:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x356:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00002000:00010000:0.0:1763345640.200591:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x356:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345640.200601:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3658:x1849000924399744:12345-0@lo:2:osp-syn-1-0.0 Request processed in 127us (279us total) trans 17179872270 rc 0/0 00000100:00100000:3.0:1763345640.200608:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8111 00000100:00100000:0.0:1763345640.200611:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+59:3658:x1849000924399616:12345-0@lo:2:osp-syn-0-0.0 Request processed in 133us (234us total) trans 21474839523 rc 0/0 00000100:00100000:0.0:1763345640.200616:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8112 00000100:00100000:3.0:1763345640.200622:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8113 00000100:00100000:3.0:1763345640.200628:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+18:3657:x1849000924400000:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763345640.200660:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545960e00/2, rc 0, transno 17179872270 00000100:00100000:0.0:1763345640.200666:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924399744:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763345640.200676:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b549f70700/2, rc 0, transno 21474839523 00000100:00100000:0.0:1763345640.200680:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b549f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924399616:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345640.200690:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3657:x1849000924400000:12345-0@lo:2:osp-syn-1-0.0 Request processed in 63us (266us total) trans 17179872271 rc 0/0 00000004:00080000:0.0:1763345640.200694:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545963800/2, rc 0, transno 17179872271 00000100:00100000:3.0:1763345640.200696:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8113 00000100:00100000:0.0:1763345640.200698:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924400000:0@lo:2:osp-syn-1-0.0 00000004:00010000:0.0:1763345640.200729:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000442ce3f5 reply state 0000000003cad4d6 transno 8589941037 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac55e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.200745:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac55e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.200753:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:0.0:1763345640.200755:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763345640.200780:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1763345640.200843:0:35210:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763345640.200861:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+305:57228:x1849000910355584:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 4083us (5223us total) trans 8589941037 rc 0/0 00000100:00100000:0.0:1763345640.200881:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11142 00010000:00010000:3.0:1763345640.200890:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac55e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.200897:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac55e lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.200908:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac55e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.200913:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.200917:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac55e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.200923:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac55e lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.200933:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:3.0:1763345640.200935:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345640.200939:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac55e lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000100:00100000:2.0:1763345640.200939:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763345640.200945:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac55e lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000100:00100000:0.0:1763345640.201258:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924399872 00000100:00100000:0.0:1763345640.201264:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924399872 00000100:00100000:0.0:1763345640.201312:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8114 00000100:00100000:0.0:1763345640.201320:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+59:3656:x1849000924399872:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345640.201916:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+60:3656:x1849000924399872:12345-0@lo:2:osp-syn-0-0.0 Request processed in 594us (974us total) trans 21474839524 rc 0/0 00000100:00100000:0.0:1763345640.201924:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8114 00000100:00100000:3.0:1763345640.202162:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.202221:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000004:00080000:2.0:1763345640.202292:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54377c380/2, rc 0, transno 21474839524 00000100:00100000:2.0:1763345640.202298:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924399872:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.202524:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910355840 00000100:00100000:1.0:1763345640.202530:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910355840 00000100:00100000:1.0:1763345640.202835:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910355968 00000100:00100000:1.0:1763345640.202839:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910355968 00000100:00100000:0.0:1763345640.202894:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11144 00000100:00100000:0.0:1763345640.202901:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545960700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+305:57230:x1849000910355840:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.202915:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.202930:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ac573 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832ec5 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.202983:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5800/0x52bea07cb58ac57a lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.202996:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5800/0x52bea07cb58ac57a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.203005:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5800/0x52bea07cb58ac57a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.203019:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac581 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.203025:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac581 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.203032:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac581 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.203064:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5800/0x52bea07cb58ac57a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.203071:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5800/0x52bea07cb58ac57a lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.203077:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5800/0x52bea07cb58ac57a lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.203083:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.203086:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5800/0x52bea07cb58ac57a lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.203093:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5800/0x52bea07cb58ac57a lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.203103:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6ed00) 00010000:00010000:0.0:1763345640.203106:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.203110:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5800/0x52bea07cb58ac57a lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.203116:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5800/0x52bea07cb58ac57a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.203129:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac581 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.203134:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac581 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.203139:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac581 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.203143:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.203145:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac581 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.203150:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac581 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.203156:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42a00) 00010000:00010000:0.0:1763345640.203159:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.203162:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac581 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.203167:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac581 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.203196:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ac573 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ec5 expref: 306 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.203206:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6ed00) 00010000:00010000:0.0:1763345640.203208:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.203211:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ac573 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ec5 expref: 306 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.203219:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5000, rc 0) 00000100:00100000:0.0:1763345640.203265:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545960700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+305:57230:x1849000910355840:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 363us (1102us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345640.203271:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11144 00000100:00100000:0.0:1763345640.203287:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11145 00000100:00100000:0.0:1763345640.203294:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+304:57228:x1849000910355968:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.203304:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.203312:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ac588 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832ecc expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.203340:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ac588 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ecc expref: 305 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.203350:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ac588 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ecc expref: 305 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.203367:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:0.0:1763345640.203370:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345640.203372:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4e00, rc 0) 00000100:00100000:0.0:1763345640.203392:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+305:57228:x1849000910355968:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 99us (1172us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.203398:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11145 00000100:00100000:1.0:1763345640.206632:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.206739:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910356224 00000100:00100000:0.0:1763345640.206749:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910356224 00000100:00100000:0.0:1763345640.206831:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11146 00000100:00100000:0.0:1763345640.206841:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+305:57230:x1849000910356224:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.206872:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.206875:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763345640.206906:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ac56c lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ebe expref: 305 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.206925:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6ed00) 00010000:00010000:0.0:1763345640.206934:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345640.206950:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac58f lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832ed3 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.207055:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac596 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00000100:00100000:3.0:1763345640.207068:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:0.0:1763345640.207079:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac596 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.207091:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac596 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.207109:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ac59d lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.207116:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ac59d lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.207122:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ac59d lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:2.0:1763345640.207197:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910356352 00000100:00100000:2.0:1763345640.207203:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910356352 00000100:00100000:2.0:1763345640.207242:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11147 00000100:00100000:2.0:1763345640.207251:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+306:57228:x1849000910356352:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.207262:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.207275:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac5a4 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832eda expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.207322:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac5ab lrc: 3/1,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.207332:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac5ab lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.207340:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac5ab lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345640.207374:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x248:0x0]: returning size 5 00000004:00200000:2.0:1763345640.207379:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345640.207403:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac5ab lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.207425:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac5a4 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832eda expref: 308 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.207440:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac5ab lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832eda expref: 307 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.207447:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:2.0:1763345640.207450:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763345640.207453:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378dc00, rc 0) 00010000:00010000:0.0:1763345640.207513:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac5b2 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x249:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.207522:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac5b2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x249:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.207529:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac5b2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x249:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345640.207536:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x249:0x0]: returning size 0 00010000:00010000:0.0:1763345640.207557:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac596 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.207564:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac596 lrc: 2/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.207570:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac596 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.207574:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.207578:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac596 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.207584:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac596 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.207592:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b653f42000) 00010000:00010000:0.0:1763345640.207595:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.207598:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac596 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.207604:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac596 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000004:00010000:0.0:1763345640.207613:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b5093010 reply state 00000000422b9bc4 transno 8589941038 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ac59d lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.207622:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ac59d lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.207627:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42800) 00010000:00010000:0.0:1763345640.207630:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345640.207632:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345640.207637:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+308:57228:x1849000910356352:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 386us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.207645:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11147 00010000:00010000:0.0:1763345640.207655:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac58f lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ed3 expref: 309 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.207672:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac5b2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x249:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ed3 expref: 307 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.207678:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x249:0x0].0x0 (ffff91b653f42f00) 00010000:00010000:0.0:1763345640.207681:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345640.207683:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5400, rc 0) 00000100:00100000:0.0:1763345640.208604:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+308:57230:x1849000910356224:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1760us (1976us total) trans 8589941038 rc 0/0 00000100:00100000:0.0:1763345640.208613:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11146 00000100:00100000:3.0:1763345640.211337:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.211348:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.211394:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910356480 00000100:00100000:2.0:1763345640.211397:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910356736 00000100:00100000:2.0:1763345640.211406:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910356736 00000100:00100000:1.0:1763345640.211408:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910356480 00000100:00100000:1.0:1763345640.211471:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8115 00000100:00100000:2.0:1763345640.211474:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11148 00000100:00100000:1.0:1763345640.211485:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910356480:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:2.0:1763345640.211489:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+308:57230:x1849000910356736:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345640.211504:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.211506:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.211527:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ac5c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832ee1 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.211529:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac5c0 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x249:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832ee8 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345640.211561:0:8560:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x359:0x0] initial LVB size: 5, mtime: 0x691a84e7, atime: 0x691a84e7, ctime: 0x691a84e7, blocks: 0x8 00010000:00010000:1.0:1763345640.211577:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.211580:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.211591:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ac5c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ee1 expref: 16 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345640.211607:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ac5c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ee1 expref: 16 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345640.211619:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b55000, rc 0) 00010000:00010000:2.0:1763345640.211659:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac5ce lrc: 3/0,1 mode: --/EX res: [0x200000405:0x249:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.211676:0:35210:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac5b2 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x249:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ed3 expref: 309 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.211684:0:35210:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac5ce lrc: 4/0,1 mode: --/EX res: [0x200000405:0x249:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.211711:0:35210:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac5b2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x249:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ed3 expref: 309 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.211724:0:35210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac5b2 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x249:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ed3 expref: 309 pid: 35210 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763345640.211738:0:35210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee5180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924400128:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345640.211838:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910356480:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 354us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.211846:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8115 00000100:00100000:2.0:1763345640.211852:0:35210:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747d7900 going to sleep for 11 seconds 00000100:00100000:2.0:1763345640.214013:0:35210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee5180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924400128:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345640.214052:0:35210:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac5ce lrc: 3/0,1 mode: --/EX res: [0x200000405:0x249:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:0.0:1763345640.214683:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.214802:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910356864 00000100:00100000:2.0:1763345640.214810:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910356864 00010000:00010000:2.0:1763345640.214844:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac5b2 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x249:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ed3 expref: 310 pid: 35210 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763345640.214887:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3681 00000100:00100000:2.0:1763345640.214897:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65870e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+310:2408:x1849000910356864:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345640.214912:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345640.214919:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac5b2 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x249:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ed3 expref: 310 pid: 35210 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345640.214931:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac5b2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x249:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ed3 expref: 310 pid: 35210 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345640.214953:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac5b2 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x249:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ed3 expref: 310 pid: 35210 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345640.214969:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x249:0x0].0x0 (ffff91b653f42f00) 00010000:00010000:2.0:1763345640.214974:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac5ce lrc: 3/0,1 mode: --/EX res: [0x200000405:0x249:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.214984:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac5ce lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x249:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.214991:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac5ce lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x249:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.215017:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345640.215073:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65870e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+309:2408:x1849000910356864:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 177us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.215082:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3681 00010000:00010000:0.0:1763345640.215183:0:35210:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac5ce lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x249:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.215192:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac5ce lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x249:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345640.215214:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x249:0x0]: returning size 0 00000004:00080000:0.0:1763345640.215377:0:35210:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x358:0x0], index 0: 0 00000004:00080000:0.0:1763345640.215383:0:35210:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x35b:0x0], index 1: 0 00000004:00080000:0.0:1763345640.215389:0:35210:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x35c:0x0], index 1: 0 00000004:00080000:0.0:1763345640.215394:0:35210:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x359:0x0], index 0: 0 00010000:00010000:0.0:1763345640.215490:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac5ce lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x249:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.215499:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac5ce lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x249:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.215506:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac5ce lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x249:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.215513:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.215518:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac5ce lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x249:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.215525:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac5ce lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x249:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.215535:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x249:0x0].0x0 (ffff91b653f42f00) 00010000:00010000:0.0:1763345640.215539:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345640.215542:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac5ce lrc: 2/0,0 mode: --/EX res: [0x200000405:0x249:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.215552:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac5ce lrc: 0/0,0 mode: --/EX res: [0x200000405:0x249:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.215599:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac5c0 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x249:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ee8 expref: 309 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.215608:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x249:0x0].0x0 (ffff91b653f42f00) 00010000:00010000:0.0:1763345640.215611:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763345640.215615:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac5c0 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x249:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ee8 expref: 309 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.215630:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d200, rc 0) 00000100:00100000:0.0:1763345640.215682:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+308:57230:x1849000910356736:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4197us (4354us total) trans 8589941039 rc 301/301 00000100:00100000:0.0:1763345640.215689:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11148 00000100:00100000:0.0:1763345640.221685:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.221789:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910357120 00000100:00100000:2.0:1763345640.221801:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910357120 00000100:00100000:2.0:1763345640.221861:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3854 00000100:00100000:2.0:1763345640.221878:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b643167850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+308:57230:x1849000910357120:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345640.222160:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b643167850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+309:57230:x1849000910357120:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 283us (483us total) trans 8589941040 rc 0/0 00000100:00100000:2.0:1763345640.222169:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3854 00000100:00100000:2.0:1763345640.223928:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.223999:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910357376 00000100:00100000:1.0:1763345640.224008:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910357376 00000100:00100000:1.0:1763345640.224064:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3855 00000100:00100000:1.0:1763345640.224076:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+309:57230:x1849000910357376:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345640.224303:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+310:57230:x1849000910357376:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 227us (380us total) trans 8589941041 rc 0/0 00000100:00100000:1.0:1763345640.224311:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3855 00000100:00100000:0.0:1763345640.228965:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.229039:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910357632 00000100:00100000:2.0:1763345640.229048:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910357632 00000100:00100000:2.0:1763345640.229100:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11149 00000100:00100000:2.0:1763345640.229109:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+310:55937:x1849000910357632:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345640.229130:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.229151:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac5dc lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832eef expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.229267:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac5e3 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.229278:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac5e3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.229288:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac5e3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.229296:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac5ea lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.229302:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac5ea lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.229308:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac5ea lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.229356:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac5f1 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x249:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.229363:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac5f1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x249:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.229370:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac5f1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x249:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:2.0:1763345640.229379:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x249:0x0]: returning size 0 00010000:00010000:2.0:1763345640.229450:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac5e3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.229457:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac5e3 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.229463:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac5e3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.229468:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.229472:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac5e3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.229479:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac5e3 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.229495:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b67a37f200) 00010000:00010000:2.0:1763345640.229499:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.229504:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac5e3 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.229510:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac5e3 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.229524:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac5ea lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.229530:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac5ea lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.229535:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac5ea lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.229545:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.229548:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac5ea lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.229554:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac5ea lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.229560:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42800) 00010000:00010000:2.0:1763345640.229563:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.229565:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac5ea lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.229578:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac5ea lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.229614:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac5dc lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832eef expref: 313 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.229631:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac5f1 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x249:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832eef expref: 312 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.229638:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x249:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:2.0:1763345640.229640:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345640.229643:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c800, rc 0) 00000100:00100000:2.0:1763345640.231883:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+312:55937:x1849000910357632:12345-192.168.203.8@tcp:101:bash.0 Request processed in 2756us (2910us total) trans 8589941042 rc 0/0 00000100:00100000:2.0:1763345640.231895:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11149 00000100:00100000:0.0:1763345640.235651:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.236000:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910357760 00000100:00100000:2.0:1763345640.236012:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910357760 00000100:00100000:2.0:1763345640.236075:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11150 00000100:00100000:2.0:1763345640.236087:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+312:55937:x1849000910357760:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345640.236112:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.236133:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac5ff lrc: 2/0,0 mode: --/PR res: [0x200000405:0x249:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832ef6 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.236583:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac606 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x249:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.236597:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac606 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x249:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.236610:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac606 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x249:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.236723:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac5ff lrc: 0/0,0 mode: --/PR res: [0x200000405:0x249:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ef6 expref: 314 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.236745:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac606 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x249:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ef6 expref: 313 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.236754:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x249:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:2.0:1763345640.236795:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763345640.236800:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d800, rc 0) 00000100:00100000:2.0:1763345640.236880:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+313:55937:x1849000910357760:12345-192.168.203.8@tcp:101:bash.0 Request processed in 781us (1223us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.236888:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11150 00000100:00100000:3.0:1763345640.247167:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.247631:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910358016 00000100:00100000:2.0:1763345640.247641:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910358016 00000100:00100000:2.0:1763345640.247706:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11151 00000100:00100000:2.0:1763345640.247717:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+313:55937:x1849000910358016:12345-192.168.203.8@tcp:36:bash.0 00010000:00010000:2.0:1763345640.247805:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345640.247835:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac5f1 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x249:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832eef expref: 313 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.247852:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x249:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:2.0:1763345640.247857:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345640.248040:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac60d lrc: 3/0,1 mode: --/PW res: [0x200000405:0x249:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.248054:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac60d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x249:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.248064:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac60d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x249:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000001:00080000:2.0:1763345640.248107:0:35210:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941043 00000004:00010000:2.0:1763345640.248132:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fc146d27 reply state 00000000abce90b8 transno 8589941044 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac60d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x249:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:3.0:1763345640.248133:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:2.0:1763345640.248146:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac60d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x249:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.248152:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x249:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:2.0:1763345640.248154:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345640.248157:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345640.248235:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+315:55937:x1849000910358016:12345-192.168.203.8@tcp:36:bash.0 Request processed in 520us (1077us total) trans 8589941044 rc 0/0 00000100:00100000:2.0:1763345640.248243:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11151 00000020:00080000:2.0:1763345640.248248:0:35210:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763345640.250273:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910358144 00000100:00100000:1.0:1763345640.250286:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910358144 00000100:00100000:1.0:1763345640.250343:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8116 00000100:00100000:1.0:1763345640.250353:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910358144:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345640.250458:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910358144:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 107us (2327us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.250466:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8116 00000100:00100000:0.0:1763345640.251552:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.252217:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910358272 00000100:00100000:1.0:1763345640.252227:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910358272 00000100:00100000:1.0:1763345640.252296:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11152 00000100:00100000:1.0:1763345640.252305:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+315:55937:x1849000910358272:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:1.0:1763345640.252325:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.252344:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ac614 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x249:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832efd expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.252555:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ac614 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x249:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832efd expref: 316 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.252569:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ac614 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x249:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832efd expref: 316 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.252588:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x249:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:1.0:1763345640.252591:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345640.252595:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b55a00, rc 0) 00000100:00100000:3.0:1763345640.252612:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.252651:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+316:55937:x1849000910358272:12345-192.168.203.8@tcp:101:bash.0 Request processed in 346us (1102us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.252658:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11152 00000100:00100000:0.0:1763345640.252666:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910358400 00000100:00100000:0.0:1763345640.252671:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910358400 00000100:00100000:0.0:1763345640.252702:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8117 00000100:00100000:0.0:1763345640.252709:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910358400:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:0.0:1763345640.252998:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910358400:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 289us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.253005:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8117 00000100:00100000:0.0:1763345640.254630:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.254859:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910358656 00000100:00100000:1.0:1763345640.254879:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910358656 00000100:00100000:1.0:1763345640.254938:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11153 00000100:00100000:1.0:1763345640.254948:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+316:55937:x1849000910358656:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:1.0:1763345640.254965:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.254968:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763345640.254992:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ac614 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x249:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832efd expref: 316 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.255007:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x249:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:1.0:1763345640.255012:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345640.255024:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac61b lrc: 2/0,0 mode: --/EX res: [0x200000405:0x249:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832f04 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.255067:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac622 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x249:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.255079:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac622 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x249:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.255088:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac622 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x249:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000040:00080000:1.0:1763345640.255303:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1885, 88 off156392 00000004:00080000:1.0:1763345640.255312:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032780552153ns, next at 1032978341148ns, rc = 0 00000040:00080000:1.0:1763345640.255356:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1901, 88 off157960 00000004:00080000:1.0:1763345640.255361:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032780601991ns, next at 1032978308189ns, rc = 0 00000040:00080000:1.0:1763345640.255374:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1902, 88 off158048 00000004:00080000:1.0:1763345640.255378:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032780618801ns, next at 1032978308189ns, rc = 0 00000040:00080000:1.0:1763345640.255389:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1886, 88 off156480 00000004:00080000:1.0:1763345640.255392:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032780632712ns, next at 1032978341148ns, rc = 0 00000100:00100000:0.0:1763345640.256034:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.256091:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910358784 00000100:00100000:2.0:1763345640.256099:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910358784 00000100:00100000:2.0:1763345640.256214:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1918 00000100:00100000:2.0:1763345640.256223:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2410:x1849000910358784:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:2.0:1763345640.256251:0:8409:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b54378ca00/0x52bea07cb58ac629 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.256264:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.256266:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.256271:0:8409:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378ca00/0x52bea07cb58ac629 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.256284:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54378ca00/0x52bea07cb58ac629 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.256382:0:8409:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b54378ca00/0x52bea07cb58ac629 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.256391:0:8409:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378ca00/0x52bea07cb58ac629 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.256398:0:8409:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b54378ca00/0x52bea07cb58ac629 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.256405:0:8409:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378ca00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345640.256409:0:8409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54378ca00/0x52bea07cb58ac629 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.256416:0:8409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54378ca00/0x52bea07cb58ac629 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.256433:0:8409:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b54378ca00/0x52bea07cb58ac629 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.256440:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54378ca00/0x52bea07cb58ac629 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345640.256505:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2410:x1849000910358784:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 283us (474us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763345640.256512:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1918 00000001:00080000:1.0:1763345640.257570:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941045 is committed 00000004:00080000:1.0:1763345640.257577:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1210 committed 00000004:00080000:1.0:1763345640.257591:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1225 committed 00000004:00080000:1.0:1763345640.257605:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1224 committed 00000004:00080000:1.0:1763345640.257608:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1209 committed 00010000:00010000:1.0:1763345640.257668:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac622 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x249:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f04 expref: 310 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.257679:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x249:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:1.0:1763345640.257682:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:0.0:1763345640.257694:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924400256:0@lo:2:osp-syn-1-0.0 00010000:00010000:1.0:1763345640.257695:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac61b lrc: 0/0,0 mode: --/EX res: [0x200000405:0x249:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f04 expref: 310 pid: 9295 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763345640.257717:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac622 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x249:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f04 expref: 309 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.257742:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x249:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:1.0:1763345640.257744:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763345640.257747:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b653d5de00, rc 0) 00000100:00100000:0.0:1763345640.257754:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345640.257807:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763345640.257808:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+309:55937:x1849000910358656:12345-192.168.203.8@tcp:101:bash.0 Request processed in 2862us (3183us total) trans 8589941045 rc 0/0 00000100:00100000:0.0:1763345640.257812:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924400384:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345640.257816:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11153 00000100:00100000:0.0:1763345640.257831:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345640.257856:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924400256 00000100:00100000:1.0:1763345640.257861:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924400256 00000100:00100000:0.0:1763345640.257877:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924400384 00000100:00100000:0.0:1763345640.257880:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924400384 00000100:00100000:0.0:1763345640.257904:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8118 00000100:00100000:0.0:1763345640.257911:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3658:x1849000924400384:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345640.258033:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924400512:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345640.258051:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3658:x1849000924400384:12345-0@lo:2:osp-syn-1-0.0 Request processed in 141us (219us total) trans 17179872272 rc 0/0 00000100:00100000:2.0:1763345640.258058:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345640.258058:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8118 00010000:00010000:3.0:1763345640.258106:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ac59d lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.258115:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ac59d lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.258122:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ac59d lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.258128:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.258133:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ac59d lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.258140:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ac59d lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.258149:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b653f42800) 00010000:00010000:3.0:1763345640.258152:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.258155:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ac59d lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.258161:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ac59d lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.258177:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac60d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x249:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.258182:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac60d lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x249:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.258186:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac60d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x249:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.258190:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.258193:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac60d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x249:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.258198:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac60d lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x249:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.258205:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x249:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:3.0:1763345640.258208:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.258211:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac60d lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x249:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.258216:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac60d lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x249:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000100:00100000:0.0:1763345640.258927:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924400512 00000100:00100000:0.0:1763345640.258934:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924400512 00000100:00100000:2.0:1763345640.258946:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763345640.258954:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924400640:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345640.258962:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8119 00000100:00100000:0.0:1763345640.258968:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3658:x1849000924400256:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345640.258982:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345640.259045:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924400640 00000100:00100000:1.0:1763345640.259049:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924400640 00000100:00100000:0.0:1763345640.259064:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3658:x1849000924400256:12345-0@lo:2:osp-syn-1-0.0 Request processed in 96us (1309us total) trans 17179872273 rc 0/0 00000100:00100000:0.0:1763345640.259070:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8119 00000100:00100000:1.0:1763345640.259081:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8120 00000100:00100000:0.0:1763345640.259085:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8121 00000100:00100000:1.0:1763345640.259087:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542035500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+61:3656:x1849000924400512:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345640.259090:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+61:3656:x1849000924400640:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345640.259172:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+63:3656:x1849000924400640:12345-0@lo:2:osp-syn-0-0.0 Request processed in 81us (188us total) trans 21474839525 rc 0/0 00000100:00100000:0.0:1763345640.259178:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8121 00000004:00080000:3.0:1763345640.259192:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ee4e00/2, rc 0, transno 21474839525 00000100:00100000:3.0:1763345640.259198:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924400640:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345640.259219:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ab4700/2, rc 0, transno 17179872272 00000100:00100000:0.0:1763345640.259224:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924400384:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763345640.259232:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ab7100/2, rc 0, transno 17179872273 00000100:00100000:0.0:1763345640.259235:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924400256:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345640.259593:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542035500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+62:3656:x1849000924400512:12345-0@lo:2:osp-syn-0-0.0 Request processed in 505us (1533us total) trans 21474839526 rc 0/0 00000100:00100000:1.0:1763345640.259599:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8120 00000004:00080000:3.0:1763345640.259641:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ee4000/2, rc 0, transno 21474839526 00000100:00100000:3.0:1763345640.259644:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924400512:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345640.260388:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.260461:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910358912 00000100:00100000:1.0:1763345640.260467:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910358912 00000100:00100000:1.0:1763345640.260511:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11154 00000100:00100000:1.0:1763345640.260520:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+307:57228:x1849000910358912:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345640.260536:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.260554:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac630 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832f0b expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.260585:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ac637 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.260599:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ac637 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.260609:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ac637 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.260722:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac630 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f0b expref: 309 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.260740:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641660e00/0x52bea07cb58ac637 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x248:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f0b expref: 308 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.260748:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:1.0:1763345640.260752:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763345640.260755:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b641660e00, rc 0) 00000100:00100000:1.0:1763345640.260834:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+308:57228:x1849000910358912:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 315us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.260841:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11154 00000100:00100000:3.0:1763345640.261429:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.261691:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910359040 00000100:00100000:1.0:1763345640.262045:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910359040 00000100:00100000:1.0:1763345640.262097:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8122 00000100:00100000:1.0:1763345640.262106:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+35:55937:x1849000910359040:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:1.0:1763345640.262119:0:27809:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.262137:0:27809:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58ac63e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832f12 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345640.262158:0:27809:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x358:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763345640.262174:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.262176:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.262185:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58ac63e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f12 expref: 36 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.262196:0:27809:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58ac63e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f12 expref: 36 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.262206:0:27809:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b641661400, rc 0) 00000100:00100000:1.0:1763345640.262599:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+36:55937:x1849000910359040:12345-192.168.203.8@tcp:101:bash.0 Request processed in 493us (1170us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.262606:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8122 00000100:00100000:0.0:1763345640.263114:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.263222:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910359168 00000100:00100000:2.0:1763345640.263231:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910359168 00000100:00100000:2.0:1763345640.263282:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1919 00000100:00100000:2.0:1763345640.263290:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+36:2409:x1849000910359168:12345-192.168.203.8@tcp:4:lfs.0 00002000:00010000:2.0:1763345640.263322:0:8409:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x357:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763345640.263329:0:8409:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac645 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.263340:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.263342:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.263345:0:8409:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac645 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.263361:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac645 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345640.264014:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.264227:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910359296 00000100:00100000:0.0:1763345640.264233:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910359296 00000100:00100000:0.0:1763345640.264274:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8123 00000100:00100000:0.0:1763345640.264282:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:55937:x1849000910359296:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345640.264293:0:27809:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.264307:0:27809:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ac64c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832f19 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345640.264350:0:27809:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x35b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345640.264366:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.264368:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.264376:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ac64c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f19 expref: 17 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.264395:0:27809:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ac64c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f19 expref: 17 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.264405:0:27809:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5200, rc 0) 00000100:00100000:0.0:1763345640.264458:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+17:55937:x1849000910359296:12345-192.168.203.8@tcp:101:bash.0 Request processed in 176us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.264464:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8123 00000001:00080000:0.0:1763345640.267087:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839527 is committed 00000001:00080000:0.0:1763345640.267103:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839526 is committed 00002000:00010000:2.0:1763345640.267322:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x357:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:2.0:1763345640.267326:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x357:0x0] updating lvb mtime from disk: 0 -> 1763345639 00002000:00010000:2.0:1763345640.267329:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x357:0x0] updating lvb ctime from disk: 0 -> 1763345639 00002000:00010000:2.0:1763345640.267331:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x357:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1763345640.267343:0:8409:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac645 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.267353:0:8409:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac645 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.267361:0:8409:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac645 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.267367:0:8409:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378ca00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345640.267372:0:8409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac645 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.267380:0:8409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac645 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.267396:0:8409:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac645 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.267403:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac645 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345640.267490:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+13:2409:x1849000910359168:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 4196us (4372us total) trans 21474839527 rc 0/0 00000100:00100000:2.0:1763345640.267500:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1919 00000100:00100000:3.0:1763345640.268055:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.268082:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910359424 00000100:00100000:2.0:1763345640.268091:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910359424 00000100:00100000:0.0:1763345640.268140:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.268204:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910359552 00000100:00100000:1.0:1763345640.268209:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910359552 00002000:00010000:1.0:1763345640.268242:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/859 (0->18446744073709551615) 00002000:00100000:1.0:1763345640.268247:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ab7480 with x1849000910359552 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345640.268255:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b672ab7480. 00000100:00100000:1.0:1763345640.268285:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1920 00000100:00100000:1.0:1763345640.268293:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910359552:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:1.0:1763345640.268448:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x35b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345640.268451:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x35b:0x0] updating lvb mtime from disk: 0 -> 1763345639 00002000:00010000:1.0:1763345640.268454:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x35b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345640.268456:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x35b:0x0] updating lvb ctime from disk: 0 -> 1763345639 00002000:00010000:1.0:1763345640.268458:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x35b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345640.268500:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910359552:12345-192.168.203.8@tcp:10:bash.0 Request processed in 208us (360us total) trans 17179872274 rc 0/0 00000100:00100000:1.0:1763345640.268507:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1920 00002000:00010000:1.0:1763345640.268511:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/859 (0->18446744073709551615) 00002000:00100000:1.0:1763345640.268514:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ab7480 with x1849000910359552 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345640.268518:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b672ab7480. 00002000:00010000:2.0:1763345640.268567:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/856 (0->18446744073709551615) 00002000:00100000:2.0:1763345640.268570:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e5880 with x1849000910359424 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345640.268576:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6749e5880. 00000100:00100000:2.0:1763345640.268598:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1921 00000100:00100000:2.0:1763345640.268605:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+13:2409:x1849000910359424:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:2.0:1763345640.268683:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x358:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345640.268686:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x358:0x0] updating lvb mtime from disk: 0 -> 1763345639 00002000:00010000:2.0:1763345640.268688:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x358:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345640.268690:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x358:0x0] updating lvb ctime from disk: 0 -> 1763345639 00002000:00010000:2.0:1763345640.268692:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x358:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345640.268711:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910359424:12345-192.168.203.8@tcp:10:bash.0 Request processed in 107us (659us total) trans 21474839528 rc 0/0 00000100:00100000:2.0:1763345640.268716:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1921 00002000:00010000:2.0:1763345640.268719:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/856 (0->18446744073709551615) 00002000:00100000:2.0:1763345640.268721:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e5880 with x1849000910359424 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345640.268725:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6749e5880. 00000100:00100000:0.0:1763345640.272146:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.272198:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910359808 00000100:00100000:3.0:1763345640.272209:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910359808 00000100:00100000:3.0:1763345640.272261:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3856 00000100:00100000:3.0:1763345640.272271:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+308:55937:x1849000910359808:12345-192.168.203.8@tcp:35:bash.0 00000100:00100000:3.0:1763345640.272543:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+309:55937:x1849000910359808:12345-192.168.203.8@tcp:35:bash.0 Request processed in 273us (404us total) trans 8589941046 rc 0/0 00000100:00100000:3.0:1763345640.272551:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3856 00000100:00100000:0.0:1763345640.278657:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.280430:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910360064 00000100:00100000:2.0:1763345640.280442:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910360064 00000100:00100000:1.0:1763345640.281202:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11155 00000100:00100000:1.0:1763345640.281638:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+309:57228:x1849000910360064:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:1.0:1763345640.281692:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345640.281715:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac5ab lrc: 0/0,0 mode: --/PR res: [0x200000405:0x248:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832eda expref: 309 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.281734:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:1.0:1763345640.281739:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345640.281837:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac653 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.281851:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac653 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.281860:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac653 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00010000:1.0:1763345640.281974:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c92b12ec reply state 00000000d31d0e29 transno 8589941047 ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac653 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.281986:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac653 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.281992:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:1.0:1763345640.281995:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345640.281998:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345640.282091:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+310:57228:x1849000910360064:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 879us (3443us total) trans 8589941047 rc 0/0 00000100:00100000:1.0:1763345640.282098:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11155 00000100:00100000:0.0:1763345640.282315:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.282654:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910360192 00000100:00100000:2.0:1763345640.282661:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910360192 00000100:00100000:2.0:1763345640.286034:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11156 00000100:00100000:2.0:1763345640.286054:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+310:57231:x1849000910360192:12345-192.168.203.8@tcp:101:rm.0 00010000:00010000:2.0:1763345640.286132:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.286155:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac65a lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832f20 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345640.286180:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:2.0:1763345640.286216:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac661 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.286230:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac661 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.286240:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac661 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.286259:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac668 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.286266:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac668 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00000100:00100000:1.0:1763345640.286272:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910360320 00010000:00010000:2.0:1763345640.286273:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac668 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:1.0:1763345640.286280:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910360320 00000100:00100000:1.0:1763345640.286324:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8124 00000100:00100000:1.0:1763345640.286331:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:57228:x1849000910360320:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.286335:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac66f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x249:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.286339:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.286344:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac66f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x249:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.286350:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac66f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x249:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.286350:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ac676 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832f27 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345640.286366:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x357:0x0] initial LVB size: 4096, mtime: 0x691a84e7, atime: 0x0, ctime: 0x691a84e7, blocks: 0x8 00010000:00010000:1.0:1763345640.286378:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.286381:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000004:00200000:2.0:1763345640.286387:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x249:0x0]: returning size 5 00010000:00010000:1.0:1763345640.286387:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ac676 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f27 expref: 15 pid: 15692 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1763345640.286392:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1763345640.286398:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ac676 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f27 expref: 15 pid: 15692 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1763345640.286408:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac66f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x249:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.286409:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b55a00, rc 0) 00010000:00010000:2.0:1763345640.286417:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac66f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x249:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.286424:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac661 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.286430:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac661 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.286436:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac661 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.286441:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.286444:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac661 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.286452:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac661 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.286462:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b67a37f200) 00000100:00100000:1.0:1763345640.286464:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+15:57228:x1849000910360320:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 133us (284us total) trans 0 rc 0/0 00010000:00010000:2.0:1763345640.286465:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.286469:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac661 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000100:00100000:1.0:1763345640.286471:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8124 00010000:00010000:2.0:1763345640.286475:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac661 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.286485:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac668 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.286503:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac668 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.286516:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac668 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.286521:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.286524:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac668 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.286530:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac668 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.286538:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b67a37f500) 00010000:00010000:2.0:1763345640.286541:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.286543:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac668 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.286548:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac668 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.286574:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac65a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f20 expref: 312 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.286587:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac66f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x249:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f20 expref: 311 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.286593:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x249:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:2.0:1763345640.286595:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345640.286597:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c200, rc 0) 00000100:00100000:2.0:1763345640.286631:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+311:57231:x1849000910360192:12345-192.168.203.8@tcp:101:rm.0 Request processed in 586us (4316us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.286638:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11156 00000100:00100000:0.0:1763345640.288704:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.288795:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910360448 00000100:00100000:1.0:1763345640.288804:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910360448 00000100:00100000:1.0:1763345640.288850:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8125 00000100:00100000:1.0:1763345640.288859:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+18:57228:x1849000910360448:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345640.288885:0:27809:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.288905:0:27809:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b672b55400/0x52bea07cb58ac67d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832f2e expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345640.288924:0:27809:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x35a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763345640.288941:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.288943:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.288959:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b672b55400/0x52bea07cb58ac67d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f2e expref: 19 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.288974:0:27809:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b672b55400/0x52bea07cb58ac67d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f2e expref: 19 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.288986:0:27809:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b55400, rc 0) 00000100:00100000:1.0:1763345640.289038:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+19:57228:x1849000910360448:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 180us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.289045:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8125 00000100:00100000:0.0:1763345640.290362:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.290409:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910360704 00000100:00100000:2.0:1763345640.290419:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910360704 00000100:00100000:2.0:1763345640.290472:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11157 00000100:00100000:2.0:1763345640.290481:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+311:57231:x1849000910360704:12345-192.168.203.8@tcp:36:rm.0 00010000:00010000:2.0:1763345640.290533:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1763345640.290560:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58ac622 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x249:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f04 expref: 311 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.290578:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac66f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x249:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f20 expref: 310 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.290590:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac606 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x249:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ef6 expref: 309 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.290599:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x249:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:2.0:1763345640.290608:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345640.290630:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ac684 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.290640:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ac684 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.290648:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ac684 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.290659:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac68b lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.290664:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac68b lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.290670:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac68b lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.290745:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac692 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x249:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.290753:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac692 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x249:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.290842:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac692 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x249:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000040:00080000:2.0:1763345640.291107:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1887, 64 off156544 00000040:00080000:2.0:1763345640.291131:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1903, 64 off158112 00000040:00080000:2.0:1763345640.291141:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1904, 64 off158176 00000040:00080000:2.0:1763345640.291151:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1888, 64 off156608 00010000:00010000:2.0:1763345640.291199:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac699 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x249:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.291208:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac699 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x249:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.291215:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac699 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x249:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.291222:0:35210:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac699 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x249:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.291227:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac699 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x249:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.291232:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac699 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x249:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.291257:0:35210:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763345640.291274:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac692 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x249:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.291280:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac692 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x249:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.291285:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac692 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x249:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.291290:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345640.291291:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378dc00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.291295:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac692 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x249:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.291296:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac699 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x249:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.291302:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac692 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x249:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.291302:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345640.291305:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac699 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x249:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.291310:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x249:0x0].0x0 (ffff91b5484cc600) 00010000:00010000:2.0:1763345640.291313:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763345640.291316:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac692 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x249:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.291316:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac699 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x249:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.291322:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac692 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x249:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.291323:0:10338:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x249:0x0].0x0 (ffff91b5484cc600) 00010000:00010000:1.0:1763345640.291326:0:10338:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763345640.291328:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac699 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x249:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.291333:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac699 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x249:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.291344:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345640.291346:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345640.291347:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345640.291425:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ac684 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.291431:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ac684 lrc: 2/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.291436:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ac684 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.291441:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378da00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.291443:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ac684 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.291452:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ac684 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.291459:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b67a37f000) 00010000:00010000:2.0:1763345640.291461:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.291464:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ac684 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.291469:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ac684 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000004:00010000:2.0:1763345640.291479:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009ae3b042 reply state 000000006e8fdf8a transno 8589941048 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac68b lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.291488:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac68b lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.291493:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc500) 00010000:00010000:2.0:1763345640.291495:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345640.291497:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345640.291567:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+310:57231:x1849000910360704:12345-192.168.203.8@tcp:36:rm.0 Request processed in 1086us (1213us total) trans 8589941048 rc 0/0 00000100:00100000:2.0:1763345640.291575:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11157 00000100:00100000:3.0:1763345640.292380:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.294400:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910360832 00000100:00100000:3.0:1763345640.294410:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.294414:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910360832 00002000:00010000:1.0:1763345640.294455:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/855 (5->18446744073709551615) 00002000:00100000:1.0:1763345640.294461:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e7100 with x1849000910360832 ext(5->18446744073709551615) 00000100:00100000:2.0:1763345640.294464:0:24000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910360960 00000100:00100000:2.0:1763345640.294468:0:24000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910360960 00002000:00010000:1.0:1763345640.294471:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6749e7100. 00002000:00010000:2.0:1763345640.294484:0:24000:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/858 (0->18446744073709551615) 00002000:00100000:2.0:1763345640.294487:0:24000:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e7b80 with x1849000910360960 ext(0->18446744073709551615) 00000100:00100000:1.0:1763345640.294509:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1922 00002000:00010000:2.0:1763345640.294510:0:24000:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6749e7b80. 00000100:00100000:1.0:1763345640.294517:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910360832:12345-192.168.203.8@tcp:10:lfs.0 00000100:00100000:2.0:1763345640.294538:0:24000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1923 00000100:00100000:2.0:1763345640.294545:0:24000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910360960:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345640.294651:0:24000:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x35a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345640.294654:0:24000:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x35a:0x0] updating lvb mtime from disk: 0 -> 1763345639 00002000:00010000:2.0:1763345640.294656:0:24000:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x35a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345640.294658:0:24000:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x35a:0x0] updating lvb ctime from disk: 0 -> 1763345639 00002000:00010000:2.0:1763345640.294661:0:24000:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x35a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345640.294720:0:24000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910360960:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 174us (312us total) trans 17179872275 rc 0/0 00000100:00100000:2.0:1763345640.294727:0:24000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1923 00002000:00010000:2.0:1763345640.294730:0:24000:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/858 (0->18446744073709551615) 00002000:00100000:2.0:1763345640.294733:0:24000:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e7b80 with x1849000910360960 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345640.294754:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x357:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:1.0:1763345640.294779:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x357:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00002000:00010000:1.0:1763345640.294782:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x357:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345640.294785:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x357:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00002000:00010000:1.0:1763345640.294787:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x357:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763345640.294810:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910360832:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 294us (2433us total) trans 21474839529 rc 0/0 00000100:00100000:1.0:1763345640.294819:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1922 00002000:00010000:1.0:1763345640.294821:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/855 (5->18446744073709551615) 00002000:00100000:1.0:1763345640.294824:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e7100 with x1849000910360832 ext(5->18446744073709551615) 00002000:00010000:1.0:1763345640.294828:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6749e7100. 00002000:00010000:2.0:1763345640.295663:0:24000:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6749e7b80. 00000100:00100000:0.0:1763345640.299378:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.299820:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910361216 00000100:00100000:2.0:1763345640.299830:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910361216 00000100:00100000:2.0:1763345640.299899:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11158 00000100:00100000:2.0:1763345640.299911:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+310:57228:x1849000910361216:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345640.300007:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac6a0 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.300025:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac6a0 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.300036:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac6a0 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00010000:2.0:1763345640.300142:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f1586a0a reply state 0000000098824320 transno 8589941049 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac6a0 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.300154:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac6a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.300163:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:2.0:1763345640.300166:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345640.300170:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345640.300269:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+312:57228:x1849000910361216:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 360us (898us total) trans 8589941049 rc 0/0 00000100:00100000:2.0:1763345640.300277:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11158 00000100:00100000:0.0:1763345640.302617:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.302959:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.303009:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910361344 00000100:00100000:2.0:1763345640.303018:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910361344 00000100:00100000:2.0:1763345640.303072:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8126 00000100:00100000:2.0:1763345640.303083:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910361344:12345-192.168.203.8@tcp:2:lfs.0 00000100:00100000:3.0:1763345640.303127:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910361472 00000100:00100000:3.0:1763345640.303132:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910361472 00000100:00100000:3.0:1763345640.303170:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11159 00000100:00100000:3.0:1763345640.303178:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+312:57232:x1849000910361472:12345-192.168.203.8@tcp:101:lfs.0 00002000:00010000:2.0:1763345640.303213:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x359:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763345640.303217:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x359:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00002000:00010000:2.0:1763345640.303219:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x359:0x0] updating lvb atime from disk: 1763345639 -> 1763345639 00002000:00010000:2.0:1763345640.303222:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x359:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00002000:00010000:2.0:1763345640.303224:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x359:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763345640.303280:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910361344:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 198us (669us total) trans 17179872276 rc 0/0 00000100:00100000:2.0:1763345640.303287:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8126 00010000:00010000:3.0:1763345640.303343:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.303364:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac6a7 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832f35 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.303419:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac6ae lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.303431:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac6ae lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.303483:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac6ae lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.303496:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac6b5 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.303504:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac6b5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.303511:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac6b5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.303549:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac6ae lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.303556:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac6ae lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.303562:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac6ae lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.303568:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac6ae lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.303574:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.303578:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac6ae lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.303586:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac6ae lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.303598:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c36900) 00010000:00010000:3.0:1763345640.303601:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.303606:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac6ae lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.303612:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac6ae lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.303624:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac6b5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.303629:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac6b5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.303634:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac6b5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.303638:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.303641:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac6b5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.303646:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac6b5 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.303653:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc500) 00010000:00010000:3.0:1763345640.303656:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.303658:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac6b5 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.303667:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac6b5 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.303689:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac6a7 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f35 expref: 313 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.303709:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c36900) 00010000:00010000:3.0:1763345640.303712:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.303716:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac6a7 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f35 expref: 313 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.303730:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260000, rc 0) 00000100:00100000:3.0:1763345640.303807:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+312:57232:x1849000910361472:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 628us (857us total) trans 0 rc 301/301 00000100:00100000:3.0:1763345640.303813:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11159 00000100:00100000:0.0:1763345640.304839:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.304951:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910361728 00000100:00100000:3.0:1763345640.304958:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910361728 00000100:00100000:3.0:1763345640.305109:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3857 00000100:00100000:3.0:1763345640.305119:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+312:57228:x1849000910361728:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:3.0:1763345640.305165:0:6523:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000405:0x248:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac51f lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x248:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ea9 expref: 312 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.305203:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac6bc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345640.305215:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ac588 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ecc expref: 312 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.305229:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac6bc lrc: 4/0,1 mode: --/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345640.305260:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ac588 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ecc expref: 312 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.305271:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ac588 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ecc expref: 312 pid: 35210 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345640.305283:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6749e4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924400768:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345640.305355:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66b137c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763345640.305648:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.305751:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910361856 00000100:00100000:3.0:1763345640.305756:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910361856 00000100:00100000:3.0:1763345640.305814:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11160 00000100:00100000:3.0:1763345640.305822:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+313:57232:x1849000910361856:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345640.305832:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.305845:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac6c3 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832f3c expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.305897:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac6ca lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.305906:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac6ca lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.305915:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac6ca lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.305924:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac6d1 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.305931:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac6d1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.305936:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac6d1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.305962:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac6ca lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.305968:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac6ca lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.305974:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac6ca lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.305980:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac6ca lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.305985:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.305989:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac6ca lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.305994:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac6ca lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.306003:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c36e00) 00010000:00010000:3.0:1763345640.306006:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.306009:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac6ca lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.306015:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac6ca lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.306025:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac6d1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.306031:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac6d1 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.306036:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac6d1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.306040:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.306043:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac6d1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.306047:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac6d1 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.306052:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc500) 00010000:00010000:3.0:1763345640.306054:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.306057:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac6d1 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.306062:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac6d1 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.306082:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac6c3 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f3c expref: 314 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.306095:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c36e00) 00010000:00010000:3.0:1763345640.306097:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.306101:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac6c3 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f3c expref: 314 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.306114:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260e00, rc 0) 00000100:00100000:3.0:1763345640.306161:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+313:57232:x1849000910361856:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 339us (513us total) trans 0 rc 301/301 00000100:00100000:3.0:1763345640.306168:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11160 00000100:00100000:3.0:1763345640.308175:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6749e4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924400768:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345640.308186:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:3.0:1763345640.308202:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac6bc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000100:00100000:1.0:1763345640.308235:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.308289:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910362112 00000100:00100000:2.0:1763345640.308296:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910362112 00000100:00100000:0.0:1763345640.308300:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910361984 00000100:00100000:0.0:1763345640.308304:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910361984 00010000:00010000:0.0:1763345640.308325:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ac588 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ecc expref: 314 pid: 35210 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763345640.308348:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11161 00000100:00100000:0.0:1763345640.308353:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3682 00000100:00100000:2.0:1763345640.308357:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+314:57232:x1849000910362112:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:0.0:1763345640.308358:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+314:2409:x1849000910361984:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345640.308369:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.308371:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345640.308376:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ac588 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ecc expref: 314 pid: 35210 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345640.308385:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ac6d8 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832f43 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.308387:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ac588 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ecc expref: 314 pid: 35210 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345640.308404:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ac588 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ecc expref: 315 pid: 35210 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345640.308418:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:0.0:1763345640.308422:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac6bc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345640.308431:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac6bc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345640.308437:0:28406:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac6bc lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345640.308447:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac6df lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.308453:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345640.308455:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac6df lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.308462:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac6df lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:0.0:1763345640.308490:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+314:2409:x1849000910361984:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 131us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.308496:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3682 00000004:00200000:2.0:1763345640.308497:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763345640.308501:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763345640.308527:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ac6d8 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f43 expref: 314 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.308541:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac6df lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f43 expref: 313 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.308547:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cca00) 00010000:00010000:2.0:1763345640.308550:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763345640.308552:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378dc00, rc 0) 00000100:00100000:2.0:1763345640.308582:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+313:57232:x1849000910362112:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 226us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.308589:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11161 00010000:00010000:3.0:1763345640.308963:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac6bc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345640.308971:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac6bc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000040:00080000:3.0:1763345640.309217:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1905, 88 off158264 00000004:00080000:3.0:1763345640.309226:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032834465863ns, next at 1032978308189ns, rc = 0 00000040:00080000:3.0:1763345640.309262:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1889, 88 off156696 00000004:00080000:3.0:1763345640.309267:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032834507486ns, next at 1032978341148ns, rc = 0 00000040:00080000:3.0:1763345640.309293:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1890, 88 off156784 00000004:00080000:3.0:1763345640.309298:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032834538472ns, next at 1032978341148ns, rc = 0 00000040:00080000:3.0:1763345640.309309:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1906, 88 off158352 00000004:00080000:3.0:1763345640.309313:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032834553982ns, next at 1032978308189ns, rc = 0 00000001:00080000:1.0:1763345640.311123:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941050 is committed 00000004:00080000:1.0:1763345640.311135:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1227 committed 00010000:00010000:2.0:1763345640.311328:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac653 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.311340:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac653 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.311348:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac653 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.311354:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5c400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.311359:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac653 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.311365:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac653 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.311380:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:2.0:1763345640.311383:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.311388:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac653 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.311393:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58ac653 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.311410:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac68b lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.311415:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac68b lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.311420:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac68b lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.311424:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378cc00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.311426:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac68b lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.311431:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac68b lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.311438:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc500) 00010000:00010000:2.0:1763345640.311441:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.311444:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac68b lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.311449:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac68b lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.311464:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac6a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.311470:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac6a0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.311475:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac6a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.311480:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378ca00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.311483:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac6a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.311488:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac6a0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.311495:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:2.0:1763345640.311497:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.311500:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac6a0 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.311505:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac6a0 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000004:00080000:1.0:1763345640.311581:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1212 committed 00000004:00080000:1.0:1763345640.311596:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1211 committed 00000004:00080000:1.0:1763345640.311598:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1226 committed 00000100:00100000:0.0:1763345640.311935:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924401024:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345640.311959:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5432edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924400896:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345640.311992:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345640.311992:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924401280:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345640.312015:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345640.312033:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763345640.312044:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924400896 00000100:00100000:3.0:1763345640.312050:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924400896 00000100:00100000:0.0:1763345640.312052:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924401152:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345640.312070:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345640.312088:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924401280 00000100:00100000:3.0:1763345640.312091:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924401280 00000100:00100000:0.0:1763345640.312095:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924401152 00000100:00100000:0.0:1763345640.312098:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924401152 00000100:00100000:3.0:1763345640.312110:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8127 00000100:00100000:3.0:1763345640.312117:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+23:3658:x1849000924400896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763345640.312141:0:15692:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:859 count 1 00010000:00010000:3.0:1763345640.312164:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac6e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.312180:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ac64c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f19 expref: 20 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.312188:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345640.312190:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345640.312193:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac6e6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.312216:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ac64c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f19 expref: 20 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.312228:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ac64c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f19 expref: 20 pid: 27809 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345640.312239:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6749e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924401920:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345640.312295:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66b1370c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763345640.312309:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5415ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924401664:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345640.312333:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345640.312352:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763345640.312357:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5415ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924401792:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345640.312374:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345640.312395:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b671c0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924401408:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345640.312411:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345640.312426:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763345640.312430:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924401536:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345640.312446:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345640.312469:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924401664 00000100:00100000:3.0:1763345640.312473:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924401664 00000004:00010000:1.0:1763345640.312553:0:6523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000032454940 reply state 00000000609ade93 transno 8589941050 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac6bc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.312576:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac6bc lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.312582:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:1.0:1763345640.312585:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763345640.312590:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763345640.312595:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:1.0:1763345640.312597:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763345640.312601:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58ac51f lrc: 0/0,0 mode: --/PW res: [0x200000405:0x248:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ea9 expref: 305 pid: 9295 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1763345640.312666:0:6523:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763345640.312677:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+305:57228:x1849000910361728:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 7561us (7919us total) trans 8589941050 rc 0/0 00000100:00100000:1.0:1763345640.312685:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3857 00010000:00010000:1.0:1763345640.312706:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac6bc lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.312712:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac6bc lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.312718:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac6bc lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.312723:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.312726:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac6bc lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.312733:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac6bc lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.312741:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:1.0:1763345640.312743:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345640.312747:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac6bc lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.312753:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ac6bc lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00000100:00100000:3.0:1763345640.312833:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924401792 00000100:00100000:0.0:1763345640.312833:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924401408 00000100:00100000:3.0:1763345640.312837:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924401792 00000100:00100000:0.0:1763345640.312837:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924401408 00000100:00100000:0.0:1763345640.312851:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924401536 00000100:00100000:0.0:1763345640.312853:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924401536 00000100:00100000:3.0:1763345640.312855:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8128 00000100:00100000:3.0:1763345640.312860:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+23:3657:x1849000924401280:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345640.312874:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8129 00000100:00100000:0.0:1763345640.312879:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+23:3657:x1849000924401152:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763345640.312970:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x35a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345640.312973:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x35a:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00002000:00010000:3.0:1763345640.312975:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x35a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345640.312978:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x35a:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00002000:00010000:3.0:1763345640.312980:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x35a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345640.313006:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:3657:x1849000924401280:12345-0@lo:2:osp-syn-1-0.0 Request processed in 145us (989us total) trans 17179872277 rc 0/0 00000100:00100000:2.0:1763345640.313006:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8130 00000100:00100000:3.0:1763345640.313013:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8128 00000100:00100000:2.0:1763345640.313013:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3656:x1849000924401664:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345640.313025:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8131 00000100:00100000:3.0:1763345640.313029:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3656:x1849000924401792:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763345640.313074:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x357:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763345640.313077:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x357:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00002000:00010000:2.0:1763345640.313079:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x356:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345640.313080:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x357:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345640.313082:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x357:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00002000:00010000:2.0:1763345640.313082:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x356:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00002000:00010000:3.0:1763345640.313084:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x357:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1763345640.313085:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x356:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345640.313087:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x356:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00002000:00010000:2.0:1763345640.313089:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x356:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345640.313122:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3656:x1849000924401792:12345-0@lo:2:osp-syn-0-0.0 Request processed in 92us (747us total) trans 21474839530 rc 0/0 00000100:00100000:2.0:1763345640.313123:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3656:x1849000924401664:12345-0@lo:2:osp-syn-0-0.0 Request processed in 112us (789us total) trans 21474839531 rc 0/0 00000100:00100000:3.0:1763345640.313129:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8131 00000100:00100000:2.0:1763345640.313132:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8130 00000100:00100000:3.0:1763345640.313142:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8132 00000100:00100000:2.0:1763345640.313144:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8133 00000100:00100000:3.0:1763345640.313147:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3658:x1849000924401408:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1763345640.313149:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3658:x1849000924401536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763345640.313159:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:856 count 1 00002000:00080000:2.0:1763345640.313159:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:857 count 1 00010000:00010000:3.0:1763345640.313170:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac6ed lrc: 3/0,1 mode: --/PW res: [0x280000401:0x358:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345640.313175:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x359:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763345640.313179:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac6f4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.313182:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58ac63e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f12 expref: 15 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.313186:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.313188:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.313189:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345640.313190:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345640.313193:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac6ed lrc: 4/0,1 mode: --/PW res: [0x280000401:0x358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.313193:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac6f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.313203:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac6f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.313211:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac6f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.313212:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58ac63e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f12 expref: 15 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.313218:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac6f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.313223:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58ac63e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f12 expref: 15 pid: 27809 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345640.313233:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a82bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924402048:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345640.313237:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345640.313260:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66b137600 going to sleep for 11 seconds 00000100:00100000:3.0:1763345640.313306:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.313371:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3658:x1849000924401536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 220us (922us total) trans 21474839532 rc 0/0 00000100:00100000:2.0:1763345640.313377:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8133 00000100:00100000:3.0:1763345640.313389:0:3658:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839526 gen 2 00000004:00080000:3.0:1763345640.313394:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b543387480, transno 21474839452 00000004:00080000:3.0:1763345640.313404:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b543386300, transno 21474839453 00000004:00080000:3.0:1763345640.313407:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b543386a00, transno 21474839454 00000004:00080000:3.0:1763345640.313409:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b543384e00, transno 21474839455 00000004:00080000:3.0:1763345640.313412:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d02680, transno 21474839456 00000004:00080000:3.0:1763345640.313414:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d03100, transno 21474839457 00000004:00080000:3.0:1763345640.313416:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d01880, transno 21474839458 00000004:00080000:3.0:1763345640.313419:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d01180, transno 21474839459 00000004:00080000:3.0:1763345640.313421:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6449d0000, transno 21474839461 00000004:00080000:3.0:1763345640.313423:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6449d1180, transno 21474839462 00000004:00080000:3.0:1763345640.313425:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6449d2680, transno 21474839463 00000004:00080000:3.0:1763345640.313428:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6449d1880, transno 21474839464 00000004:00080000:3.0:1763345640.313430:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5415aca80, transno 21474839467 00000004:00080000:3.0:1763345640.313432:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b65ed7df80, transno 21474839468 00000004:00080000:3.0:1763345640.313435:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54545dc00, transno 21474839469 00000004:00080000:3.0:1763345640.313437:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54545ea00, transno 21474839470 00000004:00080000:3.0:1763345640.313440:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ee7b80, transno 21474839474 00000004:00080000:3.0:1763345640.313442:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ee5c00, transno 21474839475 00000004:00080000:3.0:1763345640.313445:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ee5880, transno 21474839476 00000004:00080000:3.0:1763345640.313447:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54545ce00, transno 21474839477 00000004:00080000:3.0:1763345640.313449:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541d65500, transno 21474839478 00010000:00010000:1.0:1763345640.313450:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:3.0:1763345640.313451:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541d67b80, transno 21474839479 00000004:00080000:3.0:1763345640.313454:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541d65f80, transno 21474839480 00010000:00010000:1.0:1763345640.313455:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac6f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763345640.313456:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541d64700, transno 21474839481 00000004:00080000:3.0:1763345640.313459:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ee4a80, transno 21474839484 00000004:00080000:3.0:1763345640.313462:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ee4380, transno 21474839485 00010000:00010000:1.0:1763345640.313462:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d800 already unused, calling callback (ffffffffc0c06b40) 00000004:00080000:3.0:1763345640.313464:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541d64e00, transno 21474839486 00010000:00010000:1.0:1763345640.313466:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac6f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763345640.313467:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541d65c00, transno 21474839487 00000004:00080000:3.0:1763345640.313469:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b543386680, transno 21474839491 00000004:00080000:3.0:1763345640.313471:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545657100, transno 21474839492 00000004:00080000:3.0:1763345640.313474:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545654380, transno 21474839493 00010000:00010000:1.0:1763345640.313474:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac6f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763345640.313476:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b543387b80, transno 21474839494 00000004:00080000:3.0:1763345640.313479:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dfc700, transno 21474839495 00000004:00080000:3.0:1763345640.313482:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5450c9180, transno 21474839496 00000004:00080000:3.0:1763345640.313484:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dff800, transno 21474839497 00000004:00080000:3.0:1763345640.313486:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dfd180, transno 21474839498 00010000:00010000:1.0:1763345640.313487:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac6f4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763345640.313490:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5442d0700, transno 21474839501 00000004:00080000:3.0:1763345640.313492:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5442d2680, transno 21474839502 00010000:00010000:1.0:1763345640.313493:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac6f4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763345640.313503:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5442d0a80, transno 21474839504 00000004:00080000:3.0:1763345640.313505:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5442d1180, transno 21474839505 00010000:00010000:1.0:1763345640.313505:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345640.313507:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763345640.313508:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5442d3480, transno 21474839509 00010000:00010000:1.0:1763345640.313508:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763345640.313510:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541d65880, transno 21474839510 00000004:00080000:3.0:1763345640.313513:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541d67100, transno 21474839511 00000004:00080000:3.0:1763345640.313515:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5442d0380, transno 21474839512 00000004:00080000:3.0:1763345640.313517:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d07800, transno 21474839513 00000004:00080000:3.0:1763345640.313520:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d05180, transno 21474839514 00000004:00080000:3.0:1763345640.313523:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d07b80, transno 21474839515 00000004:00080000:3.0:1763345640.313525:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d04700, transno 21474839516 00000004:00080000:3.0:1763345640.313527:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6779a5c00, transno 21474839518 00000004:00080000:3.0:1763345640.313529:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54545e680, transno 21474839519 00000004:00080000:3.0:1763345640.313532:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54545ca80, transno 21474839520 00000004:00080000:3.0:1763345640.313534:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545655500, transno 21474839521 00000004:00080000:3.0:1763345640.313537:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b549f70700, transno 21474839523 00000004:00080000:3.0:1763345640.313539:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54377c380, transno 21474839524 00000004:00080000:3.0:1763345640.313542:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ee4e00, transno 21474839525 00000004:00080000:3.0:1763345640.313544:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ee4000, transno 21474839526 00000100:00100000:3.0:1763345640.313549:0:3658:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff91b6779a4380 x1849000924401536/t21474839532(21474839532) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763345656 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763345640.313559:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6779a4380/2, rc 0, transno 21474839532 00002000:00010000:0.0:1763345640.313562:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x359:0x0] updating lvb size from disk: 5 -> 5 00000100:00100000:3.0:1763345640.313563:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924401536:0@lo:6:osp-syn-0-0.0 00002000:00010000:0.0:1763345640.313565:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x359:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00002000:00010000:0.0:1763345640.313567:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x359:0x0] updating lvb atime from disk: 1763345639 -> 1763345639 00002000:00010000:0.0:1763345640.313569:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x359:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00002000:00010000:0.0:1763345640.313571:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x359:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763345640.313600:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+24:3657:x1849000924401152:12345-0@lo:2:osp-syn-1-0.0 Request processed in 716us (1524us total) trans 17179872278 rc 0/0 00000100:00100000:0.0:1763345640.313605:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8129 00000100:00100000:0.0:1763345640.313633:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345640.313657:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924401024 00000100:00100000:0.0:1763345640.313660:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924401024 00000100:00100000:0.0:1763345640.313676:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8134 00000100:00100000:0.0:1763345640.313681:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+24:3659:x1849000924401024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1763345640.313690:0:8560:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:860 count 1 00002000:00010000:0.0:1763345640.313704:0:8560:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x35c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345640.313709:0:8560:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4800/0x52bea07cb58ac6fb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.313718:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.313719:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.313722:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4800/0x52bea07cb58ac6fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.313732:0:8560:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4800/0x52bea07cb58ac6fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.313739:0:8560:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4800/0x52bea07cb58ac6fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.313751:0:8560:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4800/0x52bea07cb58ac6fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.313782:0:8560:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763345640.313973:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+25:3659:x1849000924401024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 291us (338us total) trans 17179872279 rc 0/0 00000100:00100000:0.0:1763345640.313979:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8134 00000004:00080000:0.0:1763345640.314002:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5454dc000/2, rc 0, transno 17179872279 00000100:00100000:0.0:1763345640.314017:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924401024:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1763345640.314033:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5454dca80/2, rc 0, transno 17179872278 00000100:00100000:0.0:1763345640.314036:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924401152:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763345640.314042:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5454dc380/2, rc 0, transno 17179872277 00000100:00100000:0.0:1763345640.314045:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924401280:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1763345640.314183:0:32326:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 55 in progress, 3 in flight, 5 done 00000100:00100000:3.0:1763345640.314352:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910362240 00000100:00100000:3.0:1763345640.314357:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910362240 00000004:00080000:2.0:1763345640.314358:0:32326:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 4 in progress, 3 in flight, 51 done 00010000:00010000:2.0:1763345640.314368:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345640.314372:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4800/0x52bea07cb58ac6fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.314380:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345640.314383:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4800/0x52bea07cb58ac6fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.314390:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4800/0x52bea07cb58ac6fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345640.314393:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11162 00000100:00100000:3.0:1763345640.314400:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a828000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+304:57232:x1849000910362240:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.314402:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4800/0x52bea07cb58ac6fb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.314409:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4800/0x52bea07cb58ac6fb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.314413:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.314421:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345640.314423:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345640.314424:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac702 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832f4a expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.314425:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345640.314489:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac709 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.314505:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac709 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00000004:00080000:1.0:1763345640.314506:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5415ac000/2, rc 0, transno 21474839530 00000100:00100000:1.0:1763345640.314511:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5415ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924401792:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1763345640.314514:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac709 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00080000:1.0:1763345640.314524:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5415ac380/2, rc 0, transno 21474839531 00010000:00010000:3.0:1763345640.314525:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac710 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00000100:00100000:1.0:1763345640.314528:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5415ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924401664:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1763345640.314532:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac710 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.314538:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac710 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.314563:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac709 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.314569:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac709 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.314573:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac709 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.314579:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac709 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.314583:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.314586:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac709 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.314591:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac709 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.314599:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cca00) 00010000:00010000:3.0:1763345640.314602:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.314605:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac709 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.314610:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ac709 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.314620:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac710 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.314625:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac710 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.314630:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac710 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.314634:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.314637:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac710 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.314642:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac710 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.314648:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c36900) 00010000:00010000:3.0:1763345640.314651:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.314653:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac710 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.314662:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58ac710 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.314686:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac702 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f4a expref: 305 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.314695:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cca00) 00010000:00010000:3.0:1763345640.314849:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.314855:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac702 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f4a expref: 305 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.314876:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261c00, rc 0) 00000100:00100000:3.0:1763345640.314968:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a828000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+304:57232:x1849000910362240:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 568us (1661us total) trans 0 rc 301/301 00000100:00100000:3.0:1763345640.314975:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11162 00000100:00100000:3.0:1763345640.316299:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.316396:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a82bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924402048:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345640.316419:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac6ed lrc: 3/0,1 mode: --/PW res: [0x280000401:0x358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345640.316460:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.316492:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.316501:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910362496 00000100:00100000:3.0:1763345640.316508:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910362624 00000100:00100000:3.0:1763345640.316511:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910362624 00000100:00100000:2.0:1763345640.316513:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910362496 00010000:00010000:3.0:1763345640.316536:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58ac63e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f12 expref: 16 pid: 27809 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345640.316536:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ac64c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f19 expref: 21 pid: 27809 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763345640.316538:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910362368 00000100:00100000:0.0:1763345640.316545:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910362368 00000100:00100000:2.0:1763345640.316568:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3683 00000100:00100000:2.0:1763345640.316579:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910362496:12345-192.168.203.8@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1763345640.316585:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11163 00010000:00010000:2.0:1763345640.316591:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1763345640.316597:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a829f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+304:57228:x1849000910362368:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.316600:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ac64c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f19 expref: 21 pid: 27809 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345640.316614:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ac64c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f19 expref: 21 pid: 27809 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345640.316615:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.316630:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5800/0x52bea07cb58ac717 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832f51 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.316635:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.316639:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.316644:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac6e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.316653:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac6e6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.316677:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345640.316686:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5800/0x52bea07cb58ac717 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f51 expref: 305 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.316700:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5800/0x52bea07cb58ac717 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x248:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f51 expref: 305 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.316718:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:1.0:1763345640.316719:0:15692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ac64c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f19 expref: 21 pid: 27809 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763345640.316726:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910362496:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 151us (272us total) trans 0 rc 0/0 00010000:00010000:0.0:1763345640.316732:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763345640.316733:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6749e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924401920:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345640.316736:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3683 00010000:00010000:0.0:1763345640.316737:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5800, rc 0) 00010000:00010000:1.0:1763345640.316748:0:15692:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac6e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345640.316752:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3684 00010000:00010000:1.0:1763345640.316786:0:15692:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac6e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.316794:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac6e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345640.316796:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a829f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+305:57228:x1849000910362368:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 201us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.316800:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a828700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910362624:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345640.316815:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1763345640.316815:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11163 00010000:00010000:1.0:1763345640.316820:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac6e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.316822:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58ac63e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x358:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f12 expref: 16 pid: 27809 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345640.316829:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac6e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.316834:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58ac63e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x358:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f12 expref: 16 pid: 27809 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345640.316847:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58ac63e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x358:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f12 expref: 16 pid: 27809 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345640.316849:0:15692:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763345640.316858:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.316858:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345640.316860:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.316875:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac6ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.316878:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac6e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.316885:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac6ed lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.316892:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345640.316897:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac6e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.316906:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345640.316908:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac6e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.316923:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac6e6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345640.316930:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a828700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910362624:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 169us (435us total) trans 0 rc 0/0 00010000:00010000:0.0:1763345640.316933:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543261000/0x52bea07cb58ac6e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345640.316941:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3684 00010000:00010000:0.0:1763345640.316959:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345640.316963:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345640.316965:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345640.317149:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac6ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.317158:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac6ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.317165:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac6ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.317172:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac6ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.317186:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1763345640.317412:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b671c0ce00/2, rc 0, transno 21474839533 00000100:00100000:2.0:1763345640.317419:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b671c0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924401408:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1763345640.317431:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5432edf80/2, rc 0, transno 17179872280 00000100:00100000:2.0:1763345640.317435:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5432edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924400896:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345640.317464:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3658:x1849000924401408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4316us (5050us total) trans 21474839533 rc 0/0 00000100:00100000:1.0:1763345640.317464:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+25:3658:x1849000924400896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5347us (5471us total) trans 17179872280 rc 0/0 00000100:00100000:1.0:1763345640.317471:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8127 00000100:00100000:3.0:1763345640.317473:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8132 00010000:00010000:3.0:1763345640.317489:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345640.317493:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac6ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.317501:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345640.317504:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac6ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.317510:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac6ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.317527:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac6ed lrc: 1/0,0 mode: --/PW res: [0x280000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.317535:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac6ed lrc: 0/0,0 mode: --/PW res: [0x280000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.317547:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345640.317548:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345640.317550:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345640.317580:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.317632:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910362880 00000100:00100000:0.0:1763345640.317637:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910362880 00000100:00100000:0.0:1763345640.317676:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11164 00000100:00100000:0.0:1763345640.317682:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a829c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+305:57232:x1849000910362880:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.317693:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.317695:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763345640.317707:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac6df lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f43 expref: 305 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.317719:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cca00) 00010000:00010000:0.0:1763345640.317725:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345640.317738:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ac71e lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832f58 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.317846:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac725 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.317856:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac725 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.317880:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac725 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.317892:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac72c lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.317899:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac72c lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.317905:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac72c lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.318516:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac733 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.318524:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac733 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.318528:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac733 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345640.318535:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x24b:0x0]: returning size 0 00010000:00010000:0.0:1763345640.318551:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac725 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.318554:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac725 lrc: 2/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.318558:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac725 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.318561:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.318563:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac725 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.318566:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac725 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.318571:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5be00) 00010000:00010000:0.0:1763345640.318573:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.318575:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac725 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.318578:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ac725 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000004:00010000:0.0:1763345640.318585:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c47e340e reply state 0000000069177d81 transno 8589941051 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac72c lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.318594:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac72c lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.318597:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c5b700) 00010000:00010000:0.0:1763345640.318599:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345640.318600:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763345640.318616:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ac71e lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f58 expref: 307 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.318626:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac733 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f58 expref: 306 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.318630:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b541c5b100) 00010000:00010000:0.0:1763345640.318632:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345640.318633:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5c00, rc 0) 00000100:00100000:0.0:1763345640.318672:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a829c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+307:57232:x1849000910362880:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 990us (1092us total) trans 8589941051 rc 0/0 00000100:00100000:0.0:1763345640.318677:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11164 00000100:00100000:2.0:1763345640.319605:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.319727:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910363136 00000100:00100000:1.0:1763345640.319733:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910363136 00000100:00100000:1.0:1763345640.319800:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3858 00000100:00100000:1.0:1763345640.319810:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+307:57228:x1849000910363136:12345-192.168.203.8@tcp:35:lfs.0 00000004:00080000:1.0:1763345640.320000:0:6523:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x248:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1763345640.320050:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1907, 64 off158416 00000040:00080000:1.0:1763345640.320072:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1891, 64 off156848 00000040:00080000:1.0:1763345640.320082:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1892, 64 off156912 00000040:00080000:1.0:1763345640.320092:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1908, 64 off158480 00010000:00010000:1.0:1763345640.320135:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac741 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x248:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.320148:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac741 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x248:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.320156:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac741 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x248:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.320167:0:6523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac741 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x248:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.320172:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac741 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x248:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.320178:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac741 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x248:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.320198:0:6523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763345640.320344:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+308:57228:x1849000910363136:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 535us (740us total) trans 8589941052 rc 0/0 00000100:00100000:1.0:1763345640.320351:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3858 00010000:00010000:3.0:1763345640.321129:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345640.321136:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac741 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x248:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345640.321144:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e0800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345640.321148:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac741 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x248:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345640.321155:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac741 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x248:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345640.321166:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x248:0x0].0x0 (ffff91b541c36d00) 00010000:00010000:3.0:1763345640.321169:0:6509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763345640.321173:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac741 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x248:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345640.321178:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac741 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x248:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345640.321188:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345640.321191:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345640.321192:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345640.321370:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.321749:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910363392 00000100:00100000:1.0:1763345640.321954:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910363392 00000100:00100000:1.0:1763345640.322554:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11165 00000100:00100000:1.0:1763345640.322564:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+308:57232:x1849000910363392:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345640.322584:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.322600:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ac748 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832f5f expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.322686:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac74f lrc: 3/0,1 mode: --/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.322698:0:35210:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac733 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f58 expref: 309 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.322706:0:35210:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac74f lrc: 4/0,1 mode: --/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.322739:0:35210:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac733 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832f58 expref: 309 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.322750:0:35210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac733 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832f58 expref: 309 pid: 35210 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763345640.322785:0:35210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fb9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924402176:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345640.322874:0:35210:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763345640.322964:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.323121:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910363648 00000100:00100000:0.0:1763345640.323128:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910363648 00000100:00100000:0.0:1763345640.323155:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11166 00000100:00100000:0.0:1763345640.323162:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+310:57228:x1849000910363648:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.323173:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.323182:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac756 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832f66 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.323242:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ac75d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.323253:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ac75d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.323262:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ac75d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:0.0:1763345640.323272:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x24b:0x0]: returning size 0 00010000:00010000:0.0:1763345640.323338:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ac75d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.323345:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ac75d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.323352:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ac75d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.323357:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.323361:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ac75d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.323368:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ac75d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.323379:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b541c5b100) 00010000:00010000:0.0:1763345640.323382:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763345640.323385:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ac75d lrc: 2/0,0 mode: --/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.323390:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ac75d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.323424:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac756 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x24b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f66 expref: 312 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.323437:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b541c5b100) 00010000:00010000:0.0:1763345640.323439:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763345640.323443:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac756 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f66 expref: 312 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.323453:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4a00, rc 0) 00000100:00100000:0.0:1763345640.323497:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+311:57228:x1849000910363648:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 335us (533us total) trans 8589941053 rc 301/301 00000100:00100000:0.0:1763345640.323504:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11166 00000100:00100000:2.0:1763345640.326815:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.326815:0:35210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fb9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924402176:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345640.326840:0:35210:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac74f lrc: 3/0,1 mode: --/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:2.0:1763345640.326847:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.326936:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910363776 00000100:00100000:0.0:1763345640.326943:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910363776 00000100:00100000:3.0:1763345640.326946:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910364032 00000100:00100000:3.0:1763345640.326949:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910364032 00010000:00010000:0.0:1763345640.326976:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac733 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832f58 expref: 312 pid: 35210 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345640.326983:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3859 00000100:00100000:3.0:1763345640.326991:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b643164450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+312:57228:x1849000910364032:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345640.327004:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3685 00000100:00100000:0.0:1763345640.327010:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+312:2409:x1849000910363776:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345640.327022:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345640.327027:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac733 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832f58 expref: 312 pid: 35210 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345640.327037:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac733 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832f58 expref: 312 pid: 35210 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345640.327056:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac733 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832f58 expref: 312 pid: 35210 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345640.327073:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b541c5b100) 00010000:00010000:0.0:1763345640.327077:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac74f lrc: 3/0,1 mode: --/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.327086:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac74f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.327092:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac74f lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.327108:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345640.327164:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b643164450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+312:57228:x1849000910364032:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 170us (311us total) trans 8589941054 rc 0/0 00000100:00100000:3.0:1763345640.327171:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3859 00010000:00010000:1.0:1763345640.327191:0:35210:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac74f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.327197:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac74f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:1.0:1763345640.327217:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x24b:0x0]: returning size 0 00000004:00080000:1.0:1763345640.327345:0:35210:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x35d:0x0], index 1: 0 00000004:00080000:1.0:1763345640.327350:0:35210:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x35a:0x0], index 0: 0 00000004:00080000:1.0:1763345640.327355:0:35210:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x35b:0x0], index 0: 0 00000004:00080000:1.0:1763345640.327359:0:35210:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x35e:0x0], index 1: 0 00010000:00010000:1.0:1763345640.327435:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac74f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.327443:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac74f lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.327453:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac74f lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.327458:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e1a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.327462:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac74f lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.327469:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac74f lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.327476:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b541c5b100) 00010000:00010000:1.0:1763345640.327479:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345640.327482:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac74f lrc: 2/0,0 mode: --/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.327488:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac74f lrc: 0/0,0 mode: --/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.327524:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ac748 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x24b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f5f expref: 312 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.327532:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b541c5b100) 00010000:00010000:1.0:1763345640.327535:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763345640.327538:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ac748 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f5f expref: 312 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.327553:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6821e1e00, rc 0) 00000100:00100000:1.0:1763345640.327587:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+311:57232:x1849000910363392:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 5026us (6219us total) trans 8589941055 rc 301/301 00000100:00100000:1.0:1763345640.327595:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11165 00000100:00100000:0.0:1763345640.327681:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+310:2409:x1849000910363776:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 669us (872us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.327689:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3685 00000100:00100000:2.0:1763345640.330220:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.330301:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910364288 00000100:00100000:3.0:1763345640.330311:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910364288 00000100:00100000:3.0:1763345640.330362:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3860 00000100:00100000:3.0:1763345640.330371:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+310:57232:x1849000910364288:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345640.330630:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+311:57232:x1849000910364288:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 260us (418us total) trans 8589941056 rc 0/0 00000100:00100000:3.0:1763345640.330642:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3860 00000100:00100000:3.0:1763345640.332444:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.332564:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910364544 00000100:00100000:1.0:1763345640.332574:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910364544 00000100:00100000:1.0:1763345640.332626:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3861 00000100:00100000:1.0:1763345640.332636:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+311:57232:x1849000910364544:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345640.332873:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+312:57232:x1849000910364544:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 228us (425us total) trans 8589941057 rc 0/0 00000100:00100000:1.0:1763345640.332882:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3861 00000100:00100000:0.0:1763345640.335917:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.335999:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910364800 00000100:00100000:1.0:1763345640.336009:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910364800 00000100:00100000:2.0:1763345640.336123:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11167 00000100:00100000:2.0:1763345640.336136:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+312:55937:x1849000910364800:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345640.336158:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.336178:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac772 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832f6d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.336282:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac779 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.336292:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac779 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.336300:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac779 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.336306:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac780 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.336311:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac780 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.336314:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac780 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.336352:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac787 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.336357:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac787 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.336362:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac787 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345640.336369:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x24b:0x0]: returning size 0 00010000:00010000:2.0:1763345640.336423:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac779 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.336430:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac779 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.336436:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac779 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.336442:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac779 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.336448:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.336452:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac779 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.336458:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac779 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.336470:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc500) 00010000:00010000:2.0:1763345640.336472:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.336477:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac779 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.336482:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac779 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.336493:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac780 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.336502:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac780 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.336507:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac780 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.336511:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.336514:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac780 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.336519:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac780 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.336524:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c5b700) 00010000:00010000:2.0:1763345640.336527:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.336529:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac780 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.336534:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac780 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.336565:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac772 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f6d expref: 315 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.336581:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac787 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f6d expref: 314 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.336588:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b5484cc300) 00010000:00010000:2.0:1763345640.336591:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345640.336593:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d000, rc 0) 00000100:00100000:2.0:1763345640.336708:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+314:55937:x1849000910364800:12345-192.168.203.8@tcp:101:bash.0 Request processed in 567us (791us total) trans 8589941058 rc 0/0 00000100:00100000:2.0:1763345640.336716:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11167 00000100:00100000:2.0:1763345640.338967:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.339048:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.339121:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910364928 00000100:00100000:3.0:1763345640.339130:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910364928 00000100:00100000:1.0:1763345640.339157:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910365184 00000100:00100000:1.0:1763345640.339161:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910365184 00000100:00100000:3.0:1763345640.339186:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11168 00000100:00100000:3.0:1763345640.339200:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+315:55937:x1849000910364928:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345640.339220:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.339239:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac795 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832f74 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.339270:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac79c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.339288:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac79c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.339298:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac79c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:1.0:1763345640.339317:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11169 00000100:00100000:1.0:1763345640.339326:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+316:57233:x1849000910365184:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345640.339333:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.339342:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ac7a3 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832f7b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.339391:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac7aa lrc: 3/1,0 mode: --/CR res: [0x200000405:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.339398:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac795 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f74 expref: 318 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.339399:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac7aa lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x24b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.339406:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac7aa lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x24b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.339415:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac79c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f74 expref: 317 pid: 35210 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1763345640.339415:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x24b:0x0]: returning size 0 00010000:00010000:3.0:1763345640.339423:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b5484cc300) 00010000:00010000:3.0:1763345640.339425:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763345640.339428:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261c00, rc 0) 00000100:00100000:3.0:1763345640.339475:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+318:55937:x1849000910364928:12345-192.168.203.8@tcp:101:bash.0 Request processed in 281us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.339482:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11168 00010000:00010000:1.0:1763345640.339505:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ac7a3 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f7b expref: 318 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.339523:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac7aa lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x24b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f7b expref: 317 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.339530:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b5484cc300) 00010000:00010000:1.0:1763345640.339532:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1763345640.339534:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6821e1a00, rc 0) 00000100:00100000:1.0:1763345640.339845:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+317:57233:x1849000910365184:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 520us (796us total) trans 8589941059 rc 0/0 00000100:00100000:1.0:1763345640.339852:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11169 00000100:00100000:3.0:1763345640.341677:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.342008:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910365440 00000100:00100000:2.0:1763345640.342017:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910365440 00000100:00100000:2.0:1763345640.342296:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11170 00000100:00100000:2.0:1763345640.342306:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+317:55937:x1849000910365440:12345-192.168.203.8@tcp:36:bash.0 00010000:00010000:2.0:1763345640.342351:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345640.342376:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac787 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f6d expref: 317 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.342393:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b5484cc300) 00010000:00010000:2.0:1763345640.342397:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345640.342553:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac7b8 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.342566:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac7b8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x24b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.342575:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac7b8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x24b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000001:00080000:2.0:1763345640.342620:0:9295:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941060 00000004:00010000:2.0:1763345640.342641:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009040b0e6 reply state 00000000054cd442 transno 8589941061 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac7b8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x24b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.342651:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac7b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x24b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.342656:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b5484cc300) 00010000:00010000:2.0:1763345640.342659:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345640.342662:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345640.342750:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+319:55937:x1849000910365440:12345-192.168.203.8@tcp:36:bash.0 Request processed in 445us (1077us total) trans 8589941061 rc 0/0 00000100:00100000:2.0:1763345640.342757:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11170 00000020:00080000:2.0:1763345640.342784:0:9295:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345640.344681:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.344711:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910365568 00000100:00100000:0.0:1763345640.344720:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910365568 00000100:00100000:2.0:1763345640.344839:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.345178:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910365824 00000100:00100000:0.0:1763345640.345182:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910365824 00000100:00100000:0.0:1763345640.345214:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11171 00000100:00100000:0.0:1763345640.345221:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+320:57233:x1849000910365568:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.345241:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.345256:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ac7bf lrc: 2/0,0 mode: --/CR res: [0x200000405:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832f82 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345640.345266:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11172 00000100:00100000:2.0:1763345640.345274:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+321:55937:x1849000910365824:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345640.345280:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.345282:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763345640.345298:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac7aa lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f7b expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.345311:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b5484cc300) 00010000:00010000:2.0:1763345640.345316:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345640.345322:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac7c6 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832f89 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.345332:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ac7cd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.345343:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ac7cd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.345345:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac7d4 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.345352:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ac7cd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.345353:0:35210:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ac7cd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.345360:0:35210:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac7d4 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x24b:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.345372:0:35210:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ac7cd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 9295 initiator: MDT0 00000004:00200000:0.0:1763345640.345373:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x24b:0x0]: returning size 0 00000004:00200000:0.0:1763345640.345377:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1763345640.345381:0:35210:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac7d4 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x24b:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00010000:0.0:1763345640.345392:0:9295:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ac7cd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.345412:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ac7bf lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f82 expref: 322 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.346037:0:9295:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ac7cd lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832f82 expref: 321 pid: 9295 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345640.346046:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ac7cd lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832f82 expref: 321 pid: 9295 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345640.346053:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4e00, rc 0) 00000100:00100000:0.0:1763345640.346113:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+321:57233:x1849000910365568:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 892us (1437us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.346120:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11171 00000100:00100000:0.0:1763345640.349711:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.349749:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.349807:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.349916:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910366080 00000100:00100000:2.0:1763345640.349927:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910366080 00010000:00010000:2.0:1763345640.349964:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ac7cd lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832f82 expref: 321 pid: 9295 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345640.350087:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910365952 00000100:00100000:3.0:1763345640.350092:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910365952 00000100:00100000:2.0:1763345640.350105:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3686 00000100:00100000:2.0:1763345640.350118:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+321:2408:x1849000910366080:12345-192.168.203.8@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1763345640.350130:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910366208 00010000:00010000:2.0:1763345640.350134:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1763345640.350135:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910366208 00010000:00010000:2.0:1763345640.350145:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ac7cd lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832f82 expref: 321 pid: 9295 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345640.350162:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ac7cd lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832f82 expref: 321 pid: 9295 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345640.350167:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8135 00000100:00100000:3.0:1763345640.350179:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b62050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+15:2410:x1849000910365952:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.350191:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ac7cd lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832f82 expref: 321 pid: 9295 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345640.350194:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.350211:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b5484cc300) 00010000:00010000:3.0:1763345640.350214:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac7db lrc: 2/0,0 mode: --/PR res: [0x280000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832f90 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.350217:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac7d4 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x24b:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.350236:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac7d4 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.350246:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac7d4 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00002000:00010000:3.0:1763345640.350252:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x35b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345640.350271:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.350274:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.350279:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345640.350284:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac7db lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f90 expref: 16 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345640.350300:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac7db lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f90 expref: 16 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345640.350312:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260e00, rc 0) 00000100:00100000:2.0:1763345640.350332:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+320:2408:x1849000910366080:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 217us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.350343:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b62050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+16:2410:x1849000910365952:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 164us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.350343:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3686 00000100:00100000:3.0:1763345640.350355:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8135 00010000:00010000:2.0:1763345640.350479:0:35210:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac7d4 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:3.0:1763345640.350487:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8136 00010000:00010000:2.0:1763345640.350490:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac7d4 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:3.0:1763345640.350499:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+20:2410:x1849000910366208:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345640.350509:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.350522:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543261800/0x52bea07cb58ac7e2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832f97 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345640.350537:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x35e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345640.350546:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.350548:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.350552:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261800/0x52bea07cb58ac7e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f97 expref: 21 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345640.350570:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b543261800/0x52bea07cb58ac7e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f97 expref: 21 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345640.350579:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261800, rc 0) 00000100:00100000:3.0:1763345640.350611:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+21:2410:x1849000910366208:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 115us (860us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.350617:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8136 00000040:00080000:2.0:1763345640.350898:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1909, 88 off158568 00000004:00080000:2.0:1763345640.350908:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032876147628ns, next at 1032978308189ns, rc = 0 00000040:00080000:2.0:1763345640.350948:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1893, 88 off157000 00000004:00080000:2.0:1763345640.350953:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032876193526ns, next at 1032978341148ns, rc = 0 00000040:00080000:2.0:1763345640.350977:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1894, 88 off157088 00000004:00080000:2.0:1763345640.350982:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1032876222743ns, next at 1032978341148ns, rc = 0 00000040:00080000:2.0:1763345640.350995:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1910, 88 off158656 00000004:00080000:2.0:1763345640.351000:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1032876240348ns, next at 1032978308189ns, rc = 0 00000001:00080000:1.0:1763345640.353023:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941062 is committed 00000004:00080000:1.0:1763345640.353032:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1229 committed 00000004:00080000:1.0:1763345640.353045:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1214 committed 00010000:00010000:3.0:1763345640.353115:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac72c lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.353125:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac72c lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.353132:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac72c lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.353139:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.353143:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac72c lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.353151:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac72c lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00000100:00100000:0.0:1763345640.353158:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924402304:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1763345640.353163:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c5b700) 00010000:00010000:3.0:1763345640.353166:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.353169:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac72c lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.353175:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ac72c lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345640.353194:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac7b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x24b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.353204:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac7b8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x24b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.353209:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac7b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x24b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00000100:00100000:0.0:1763345640.353209:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763345640.353214:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.353217:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac7b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x24b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.353222:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac7b8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x24b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.353227:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b5484cc300) 00010000:00010000:3.0:1763345640.353229:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.353232:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac7b8 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x24b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.353237:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac7b8 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x24b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000100:00100000:0.0:1763345640.353241:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763345640.353246:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924402432:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763345640.353275:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763345640.353327:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1213 committed 00000100:00100000:0.0:1763345640.353375:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924402944:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763345640.353400:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763345640.353409:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1228 committed 00000100:00100000:0.0:1763345640.353417:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763345640.353422:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924402816:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763345640.353442:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345640.353464:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924402560:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345640.353465:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924402688:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345640.353481:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924402304 00000100:00100000:0.0:1763345640.353487:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345640.353491:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924402304 00000100:00100000:1.0:1763345640.353509:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924402432 00000100:00100000:0.0:1763345640.353510:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924403200:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.353514:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924402432 00000100:00100000:0.0:1763345640.353533:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345640.353536:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924402944 00000100:00100000:2.0:1763345640.353541:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924402944 00000100:00100000:1.0:1763345640.354062:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924402816 00000100:00100000:1.0:1763345640.354068:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924402816 00000100:00100000:2.0:1763345640.354079:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924402688 00000100:00100000:2.0:1763345640.354085:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924402688 00000100:00100000:1.0:1763345640.354086:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924403200 00000100:00100000:1.0:1763345640.354092:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924403200 00000100:00100000:2.0:1763345640.354118:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8137 00000100:00100000:1.0:1763345640.354128:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8138 00000100:00100000:2.0:1763345640.354132:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+27:3658:x1849000924402304:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345640.354142:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8139 00000100:00100000:1.0:1763345640.354142:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+27:3658:x1849000924402432:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345640.354150:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3659:x1849000924402944:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1763345640.354154:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:857 count 1 00002000:00080000:1.0:1763345640.354158:0:27810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:858 count 1 00002000:00080000:3.0:1763345640.354161:0:8560:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:855 count 1 00010000:00010000:2.0:1763345640.354173:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54378c600/0x52bea07cb58ac7e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.354176:0:8560:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac7f7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x357:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.354176:0:27810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ac7f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.354194:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ac5c7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ee1 expref: 20 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345640.354196:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ac676 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f27 expref: 15 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.354200:0:27810:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b672b55400/0x52bea07cb58ac67d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f2e expref: 20 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.354210:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.354214:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345640.354215:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.354216:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345640.354217:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345640.354219:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345640.354220:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378c600/0x52bea07cb58ac7e9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.354221:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac7f7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x357:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.354222:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ac7f0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.354256:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ac5c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980832ee1 expref: 20 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345640.354260:0:27810:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b672b55400/0x52bea07cb58ac67d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f2e expref: 20 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.354261:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ac676 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f27 expref: 15 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.354268:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ac5c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832ee1 expref: 20 pid: 8560 timeout: 1132 lvb_type: 1 00010000:00010000:3.0:1763345640.354277:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ac676 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f27 expref: 15 pid: 15692 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345640.354277:0:27810:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b672b55400/0x52bea07cb58ac67d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f2e expref: 20 pid: 27809 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763345640.354281:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8405:1849000924403328:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345640.354298:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a82b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924403584:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345640.354298:0:27810:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fb9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27810:1849000924403456:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345640.354339:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747d79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345640.354341:0:27810:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8b900 going to sleep for 11 seconds 00000100:00100000:0.0:1763345640.354344:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8140 00000100:00100000:0.0:1763345640.354354:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3659:x1849000924402816:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.354362:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8141 00002000:00080000:0.0:1763345640.354366:0:8404:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:854 count 1 00000100:00100000:1.0:1763345640.354369:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+27:3657:x1849000924402688:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1763345640.354383:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ac7fe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x356:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.354395:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac4bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x356:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832e8d expref: 15 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.354400:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345640.354405:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345640.354408:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ac7fe lrc: 4/0,1 mode: --/PW res: [0x280000401:0x356:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.354424:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac4bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x356:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980832e8d expref: 15 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.354436:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac4bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x356:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832e8d expref: 15 pid: 8560 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763345640.354444:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8404:1849000924403712:192.168.203.8@tcp:104: 00002000:00010000:1.0:1763345640.354481:0:27809:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x35e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345640.354484:0:27809:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x35e:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763345640.354486:0:27809:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x35e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345640.354488:0:27809:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x35e:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763345640.354490:0:27809:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x35e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345640.354848:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66b137b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763345640.354872:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.354879:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8142 00000100:00100000:3.0:1763345640.354889:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3657:x1849000924403200:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763345640.354967:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x35b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345640.354970:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x35b:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763345640.354972:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x35b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345640.354974:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x35b:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763345640.354976:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x35b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345640.355029:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3657:x1849000924403200:12345-0@lo:2:osp-syn-0-0.0 Request processed in 134us (1488us total) trans 21474839534 rc 0/0 00000100:00100000:3.0:1763345640.355036:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8142 00010000:00010000:2.0:1763345640.355041:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac7d4 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x24b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f89 expref: 307 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.355053:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b5484cc300) 00010000:00010000:2.0:1763345640.355056:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763345640.355071:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac7c6 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f89 expref: 307 pid: 35210 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763345640.355087:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac7d4 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x24b:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f89 expref: 306 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.355116:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b5484cc300) 00010000:00010000:2.0:1763345640.355119:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763345640.355121:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c800, rc 0) 00000100:00100000:0.0:1763345640.355147:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce840 going to sleep for 11 seconds 00000100:00100000:2.0:1763345640.355148:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+306:55937:x1849000910365824:12345-192.168.203.8@tcp:101:bash.0 Request processed in 9874us (10308us total) trans 8589941062 rc 0/0 00000100:00100000:2.0:1763345640.355158:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11172 00000100:00100000:2.0:1763345640.355179:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910366336 00000100:00100000:0.0:1763345640.355179:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345640.355186:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910366336 00000100:00100000:0.0:1763345640.355208:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924403072:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345640.355216:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11173 00000100:00100000:2.0:1763345640.355225:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+306:57233:x1849000910366336:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:0.0:1763345640.355237:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345640.355266:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924402560 00000100:00100000:0.0:1763345640.355270:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924402560 00010000:00010000:2.0:1763345640.355282:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763345640.355290:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924403072 00000100:00100000:0.0:1763345640.355294:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924403072 00010000:00010000:2.0:1763345640.355298:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac805 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832f9e expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345640.355312:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8143 00000100:00100000:0.0:1763345640.355320:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3656:x1849000924402560:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1763345640.355332:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac805 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x24b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f9e expref: 307 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.355342:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac805 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x24b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f9e expref: 307 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.355353:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b5484cc300) 00010000:00010000:2.0:1763345640.355355:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345640.355358:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d000, rc 0) 00000100:00100000:2.0:1763345640.355382:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+307:57233:x1849000910366336:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 158us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.355388:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11173 00000100:00100000:0.0:1763345640.355416:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3656:x1849000924402560:12345-0@lo:2:osp-syn-1-0.0 Request processed in 95us (237us total) trans 17179872282 rc 0/0 00000100:00100000:0.0:1763345640.355422:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8143 00000100:00100000:0.0:1763345640.355436:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8144 00000100:00100000:0.0:1763345640.355442:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3656:x1849000924403072:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345640.355514:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3656:x1849000924403072:12345-0@lo:2:osp-syn-0-0.0 Request processed in 71us (276us total) trans 21474839535 rc 0/0 00000100:00100000:0.0:1763345640.355520:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8144 00000004:00080000:0.0:1763345640.355558:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5454dd880/2, rc 0, transno 17179872282 00000100:00100000:0.0:1763345640.355563:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924402560:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345640.355564:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+29:3657:x1849000924402688:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1195us (2077us total) trans 17179872281 rc 0/0 00000004:00080000:0.0:1763345640.355576:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541d67b80/2, rc 0, transno 21474839535 00000100:00100000:0.0:1763345640.355580:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924403072:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.355585:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8141 00000004:00080000:0.0:1763345640.355606:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5454ddc00/2, rc 0, transno 17179872281 00000100:00100000:0.0:1763345640.355609:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924402688:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763345640.355617:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541d65f80/2, rc 0, transno 21474839534 00000100:00100000:0.0:1763345640.355620:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924403200:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345640.357147:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.357171:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.357193:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910366464 00000100:00100000:2.0:1763345640.357199:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910366464 00010000:00010000:2.0:1763345640.357227:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ac5c7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832ee1 expref: 21 pid: 8560 timeout: 1132 lvb_type: 1 00000100:00100000:2.0:1763345640.357253:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910366592 00000100:00100000:2.0:1763345640.357256:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910366592 00010000:00010000:2.0:1763345640.357269:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ac676 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f27 expref: 16 pid: 15692 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763345640.357287:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3687 00000100:00100000:2.0:1763345640.357295:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+21:2411:x1849000910366464:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345640.357306:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345640.357311:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ac5c7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832ee1 expref: 21 pid: 8560 timeout: 1132 lvb_type: 1 00010000:00010000:2.0:1763345640.357322:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ac5c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832ee1 expref: 21 pid: 8560 timeout: 1132 lvb_type: 1 00010000:00010000:2.0:1763345640.357342:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.357344:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.357349:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54378c600/0x52bea07cb58ac7e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.357358:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378c600/0x52bea07cb58ac7e9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.357381:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345640.357415:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+21:2411:x1849000910366464:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 120us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.357421:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3687 00000100:00100000:0.0:1763345640.357430:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3688 00000100:00100000:0.0:1763345640.357438:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65870dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+16:2410:x1849000910366592:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345640.357446:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345640.357451:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ac676 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f27 expref: 16 pid: 15692 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345640.357461:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ac676 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f27 expref: 16 pid: 15692 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345640.357472:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.357474:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1763345640.357475:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:0.0:1763345640.357478:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac7f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.357485:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac7f7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345640.357490:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910366720 00000100:00100000:2.0:1763345640.357493:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910366720 00010000:00010000:0.0:1763345640.357496:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345640.357506:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b672b55400/0x52bea07cb58ac67d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f2e expref: 21 pid: 27809 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763345640.357513:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65870dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+16:2410:x1849000910366592:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 76us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.357522:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3688 00000100:00100000:1.0:1763345640.357739:0:27810:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fb9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27810:1849000924403456:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345640.357775:0:27810:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ac7f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.357919:0:8560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ac676 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x357:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f27 expref: 15 pid: 15692 timeout: 1132 lvb_type: 0 00000100:00100000:1.0:1763345640.357933:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a82b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924403584:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345640.357947:0:8560:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac7f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.357960:0:8560:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac7f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.357967:0:8560:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac7f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.357976:0:8560:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac7f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.357984:0:8560:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac7f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.358001:0:8560:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763345640.358262:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3659:x1849000924402944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4111us (4859us total) trans 21474839536 rc 0/0 00000100:00100000:1.0:1763345640.358270:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8139 00010000:00010000:1.0:1763345640.358292:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345640.358299:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac7f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.358306:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345640.358310:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac7f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.358318:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac7f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.358330:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac7f7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.358342:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58ac7f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.358357:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345640.358359:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345640.358360:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763345640.358825:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3689 00000100:00100000:2.0:1763345640.358839:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910366720:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345640.358852:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345640.358858:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b672b55400/0x52bea07cb58ac67d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f2e expref: 21 pid: 27809 timeout: 1132 lvb_type: 0 00000004:00080000:0.0:1763345640.358875:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541d65500/2, rc 0, transno 21474839536 00010000:00010000:3.0:1763345640.358876:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b672b55000/0x52bea07cb58ac5c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832ee1 expref: 21 pid: 8560 timeout: 1132 lvb_type: 1 00000100:00100000:0.0:1763345640.358884:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924402944:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1763345640.358888:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b672b55400/0x52bea07cb58ac67d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f2e expref: 20 pid: 27809 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345640.358891:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8405:1849000924403328:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345640.358914:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b672b55400/0x52bea07cb58ac67d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f2e expref: 20 pid: 27809 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345640.358915:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b54378c600/0x52bea07cb58ac7e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.358933:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.358934:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b54378c600/0x52bea07cb58ac7e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.358937:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.358942:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ac7f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.358947:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54378c600/0x52bea07cb58ac7e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.358966:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ac7f0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.358968:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54378c600/0x52bea07cb58ac7e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.358982:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378c600/0x52bea07cb58ac7e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.358993:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345640.358998:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763345640.359004:0:27810:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ac7f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.359012:0:27810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ac7f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.359019:0:27810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ac7f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345640.359023:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910366720:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 188us (1546us total) trans 0 rc 0/0 00010000:00010000:1.0:1763345640.359036:0:27810:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ac7f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345640.359038:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3689 00010000:00010000:1.0:1763345640.359054:0:27810:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763345640.359156:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.359174:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910366848 00000100:00100000:2.0:1763345640.359179:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910366848 00000100:00100000:1.0:1763345640.359180:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+30:3658:x1849000924402432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5041us (5901us total) trans 17179872284 rc 0/0 00000100:00100000:3.0:1763345640.359184:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+30:3658:x1849000924402304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5059us (5974us total) trans 17179872283 rc 0/0 00000100:00100000:1.0:1763345640.359188:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8138 00000100:00100000:3.0:1763345640.359192:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8137 00010000:00010000:2.0:1763345640.359199:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac4bd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x356:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832e8d expref: 15 pid: 8560 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345640.359209:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763345640.359215:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b54378c600/0x52bea07cb58ac7e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.359223:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345640.359226:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54378c600/0x52bea07cb58ac7e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.359235:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54378c600/0x52bea07cb58ac7e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345640.359239:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3690 00000004:00080000:0.0:1763345640.359251:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5454ded80/2, rc 0, transno 17179872284 00000100:00100000:2.0:1763345640.359252:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d67100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910366848:12345-192.168.203.8@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1763345640.359258:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924402432:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1763345640.359259:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b54378c600/0x52bea07cb58ac7e9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763345640.359266:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5454df100/2, rc 0, transno 17179872283 00010000:00010000:3.0:1763345640.359272:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54378c600/0x52bea07cb58ac7e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345640.359272:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924402304:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1763345640.359274:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345640.359282:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac4bd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x356:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832e8d expref: 15 pid: 8560 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345640.359292:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1763345640.359293:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8404:1849000924403712:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345640.359297:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac4bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x356:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832e8d expref: 15 pid: 8560 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345640.359298:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ac7f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.359316:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e1e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345640.359317:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ac7fe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x356:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.359320:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ac7f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.359325:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b653d5d800/0x52bea07cb58ac4bd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x356:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832e8d expref: 15 pid: 8560 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345640.359330:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ac7f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.359344:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.359347:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ac7f0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.359348:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.359354:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ac7fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x356:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.359358:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1e00/0x52bea07cb58ac7f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.359367:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ac7fe lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x356:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.359380:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345640.359383:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345640.359385:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345640.359390:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345640.359399:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345640.359417:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ac7fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345640.359423:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d67100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910366848:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 174us (266us total) trans 0 rc 0/0 00010000:00010000:0.0:1763345640.359433:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ac7fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345640.359437:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3690 00010000:00010000:0.0:1763345640.359447:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ac7fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.359454:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ac7fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.359478:0:8404:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763345640.359600:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3659:x1849000924402816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5248us (6156us total) trans 21474839537 rc 0/0 00000100:00100000:0.0:1763345640.359607:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8140 00010000:00010000:1.0:1763345640.359648:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345640.359653:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ac7fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.359659:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345640.359662:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ac7fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.359670:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ac7fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.359679:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ac7fe lrc: 1/0,0 mode: --/PW res: [0x280000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.359686:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ac7fe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.359708:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345640.359710:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345640.359712:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763345640.360496:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dfd180/2, rc 0, transno 21474839537 00000100:00100000:3.0:1763345640.360503:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924402816:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763345640.361299:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.361339:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.361396:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910366976 00000100:00100000:2.0:1763345640.361403:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910366976 00000100:00100000:2.0:1763345640.361572:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910367104 00000100:00100000:2.0:1763345640.361576:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910367104 00000100:00100000:1.0:1763345640.361797:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8145 00000100:00100000:3.0:1763345640.361806:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8146 00000100:00100000:1.0:1763345640.361812:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910366976:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:3.0:1763345640.361821:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+20:55937:x1849000910367104:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:1.0:1763345640.361827:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.361831:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.361850:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1400/0x52bea07cb58ac80c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832fa5 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.361852:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58ac813 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832fac expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345640.361890:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x35d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345640.361905:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.361907:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.361915:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58ac813 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832fac expref: 21 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.361928:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58ac813 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832fac expref: 21 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.361939:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261200, rc 0) 00000100:00100000:3.0:1763345640.361984:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+21:55937:x1849000910367104:12345-192.168.203.8@tcp:101:bash.0 Request processed in 168us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.361990:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8146 00000100:00100000:1.0:1763345640.362051:0:27810:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fb9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27810:1849000924403840:192.168.203.8@tcp:106: 00000100:00100000:1.0:1763345640.362097:0:27810:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8b900 going to sleep for 11 seconds 00000100:00100000:2.0:1763345640.366271:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.366434:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910367232 00000100:00100000:3.0:1763345640.366443:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910367232 00000100:00100000:3.0:1763345640.366497:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8147 00000100:00100000:3.0:1763345640.366507:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+14:55937:x1849000910367232:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345640.366524:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.366543:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac81a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832fb3 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345640.366565:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x35a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345640.366585:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.366588:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.366596:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac81a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832fb3 expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.366611:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac81a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832fb3 expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.366623:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260c00, rc 0) 00000100:00100000:3.0:1763345640.366678:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+15:55937:x1849000910367232:12345-192.168.203.8@tcp:101:bash.0 Request processed in 172us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.366685:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8147 00002000:00010000:1.0:1763345640.366806:0:27810:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x35d:0x0] updating lvb mtime: 0 -> 1763345639 00002000:00010000:1.0:1763345640.366810:0:27810:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x35d:0x0] updating lvb atime: 0 -> 1763345639 00002000:00010000:1.0:1763345640.366812:0:27810:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x35d:0x0] updating lvb ctime: 0 -> 1763345639 00000100:00100000:1.0:1763345640.366823:0:27810:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fb9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27810:1849000924403840:192.168.203.8@tcp:106: 00010000:00010000:1.0:1763345640.366850:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1400/0x52bea07cb58ac80c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832fa5 expref: 21 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345640.366878:0:27810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b6821e1400/0x52bea07cb58ac80c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832fa5 expref: 21 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345640.366890:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6821e1400, rc 0) 00000100:00100000:1.0:1763345640.366911:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910366976:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 5107us (5614us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345640.366918:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8145 00000100:00100000:0.0:1763345640.371219:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.371260:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.371298:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.371358:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910367744 00000100:00100000:3.0:1763345640.371367:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910367744 00000100:00100000:1.0:1763345640.371369:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910367360 00000100:00100000:1.0:1763345640.371376:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910367360 00002000:00010000:1.0:1763345640.371406:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/861 (0->18446744073709551615) 00002000:00100000:1.0:1763345640.371411:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b674b1ca80 with x1849000910367360 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345640.371428:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b674b1ca80. 00000100:00100000:1.0:1763345640.371450:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910367488 00000100:00100000:1.0:1763345640.371453:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910367488 00002000:00010000:1.0:1763345640.371478:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/858 (0->18446744073709551615) 00002000:00100000:1.0:1763345640.371480:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b674b1fb80 with x1849000910367488 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345640.371486:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b674b1fb80. 00000100:00100000:1.0:1763345640.371516:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1924 00000100:00100000:1.0:1763345640.371529:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910367360:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:1.0:1763345640.371691:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x35d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345640.371695:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x35d:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00002000:00010000:1.0:1763345640.371698:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x35d:0x0] updating lvb atime from disk: 1763345639 -> 0 00002000:00010000:1.0:1763345640.371700:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x35d:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00002000:00010000:1.0:1763345640.371702:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x35d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345640.371750:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+21:2408:x1849000910367360:12345-192.168.203.8@tcp:10:bash.0 Request processed in 225us (540us total) trans 17179872285 rc 0/0 00000100:00100000:1.0:1763345640.371780:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1924 00002000:00010000:1.0:1763345640.371785:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/861 (0->18446744073709551615) 00002000:00100000:1.0:1763345640.371787:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b674b1ca80 with x1849000910367360 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345640.371804:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b674b1ca80. 00000100:00100000:1.0:1763345640.371821:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1925 00000100:00100000:1.0:1763345640.371829:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910367488:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:1.0:1763345640.371936:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x35a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345640.371938:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x35a:0x0] updating lvb mtime from disk: 0 -> 1763345639 00002000:00010000:1.0:1763345640.371940:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x35a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345640.371942:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x35a:0x0] updating lvb ctime from disk: 0 -> 1763345639 00002000:00010000:1.0:1763345640.371944:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x35a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345640.371965:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910367488:12345-192.168.203.8@tcp:10:bash.0 Request processed in 137us (704us total) trans 21474839538 rc 0/0 00000100:00100000:1.0:1763345640.371972:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1925 00002000:00010000:1.0:1763345640.371975:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/858 (0->18446744073709551615) 00002000:00100000:1.0:1763345640.371977:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b674b1fb80 with x1849000910367488 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345640.371981:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b674b1fb80. 00000100:00100000:3.0:1763345640.372208:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3862 00000100:00100000:3.0:1763345640.372219:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+307:57233:x1849000910367744:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345640.372378:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+308:57233:x1849000910367744:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 161us (1078us total) trans 8589941063 rc 0/0 00000100:00100000:3.0:1763345640.372385:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3862 00000100:00100000:0.0:1763345640.375895:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.377808:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910368000 00000100:00100000:3.0:1763345640.377824:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910368000 00000100:00100000:3.0:1763345640.377897:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11174 00000100:00100000:3.0:1763345640.377908:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+308:57233:x1849000910368000:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345640.377931:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.377953:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac821 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832fba expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.378026:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac828 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.378040:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac828 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.378050:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac828 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.378061:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac82f lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.378067:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac82f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.378074:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac82f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.378187:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac836 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.378196:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac836 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.378203:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac836 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763345640.378212:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x24b:0x0]: returning size 2 00010000:00010000:3.0:1763345640.378286:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac828 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.378294:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac828 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.378300:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac828 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.378306:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac828 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.378312:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.378316:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac828 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.378322:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac828 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.378333:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:3.0:1763345640.378336:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.378340:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac828 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.378345:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ac828 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.378359:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac82f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.378371:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac82f lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.378376:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac82f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.378380:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.378383:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac82f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.378391:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac82f lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.378398:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432df300) 00010000:00010000:3.0:1763345640.378401:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.378403:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac82f lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.378408:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac82f lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.378443:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac821 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832fba expref: 311 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.378470:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac836 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832fba expref: 310 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.378478:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b5484cc300) 00010000:00010000:3.0:1763345640.378480:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345640.378483:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260600, rc 0) 00000100:00100000:3.0:1763345640.378554:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+310:57233:x1849000910368000:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 648us (2667us total) trans 8589941064 rc 0/0 00000100:00100000:3.0:1763345640.378561:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11174 00000100:00100000:2.0:1763345640.378686:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.380555:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910368256 00000100:00100000:3.0:1763345640.381003:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910368256 00000100:00100000:0.0:1763345640.381695:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3863 00000100:00100000:0.0:1763345640.381707:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+310:55937:x1849000910368256:12345-192.168.203.8@tcp:35:bash.0 00000100:00100000:0.0:1763345640.383045:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+311:55937:x1849000910368256:12345-192.168.203.8@tcp:35:bash.0 Request processed in 1335us (4353us total) trans 8589941065 rc 0/0 00000100:00100000:0.0:1763345640.383056:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3863 00000100:00100000:1.0:1763345640.385488:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.385623:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910368512 00000100:00100000:0.0:1763345640.385633:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910368512 00000100:00100000:0.0:1763345640.385684:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3864 00000100:00100000:0.0:1763345640.385694:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+311:57233:x1849000910368512:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345640.386588:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+312:57233:x1849000910368512:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 892us (1103us total) trans 8589941066 rc 0/0 00000100:00100000:0.0:1763345640.386597:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3864 00000100:00100000:3.0:1763345640.390711:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.391019:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.391083:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910368768 00000100:00100000:0.0:1763345640.391092:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910368768 00000100:00100000:0.0:1763345640.391145:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910369024 00000100:00100000:0.0:1763345640.391149:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910369024 00000100:00100000:0.0:1763345640.391181:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11175 00000100:00100000:0.0:1763345640.391190:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a828380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+313:57233:x1849000910368768:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.391216:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.391235:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ac844 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832fc1 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.391347:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac84b lrc: 3/0,1 mode: --/CW res: [0x200000405:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.391362:0:9295:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac836 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832fba expref: 314 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.391371:0:9295:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac84b lrc: 4/0,1 mode: --/CW res: [0x200000405:0x24b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.391402:0:9295:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac836 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832fba expref: 314 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.391414:0:9295:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac836 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832fba expref: 314 pid: 6520 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763345640.391428:0:9295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924403968:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345640.391499:0:9295:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce180 going to sleep for 11 seconds 00000100:00100000:1.0:1763345640.391641:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11176 00000100:00100000:1.0:1763345640.391652:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+314:57234:x1849000910369024:12345-192.168.203.8@tcp:36:rm.0 00010000:00010000:1.0:1763345640.391678:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1763345640.391696:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac7d4 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24b:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f89 expref: 314 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.391712:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac805 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f9e expref: 313 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.391723:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac836 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832fba expref: 312 pid: 6520 timeout: 1132 lvb_type: 0 00010000:00010000:1.0:1763345640.391735:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ac79c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f74 expref: 312 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.391745:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b5484cc300) 00010000:00010000:1.0:1763345640.391749:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac84b lrc: 3/0,1 mode: --/CW res: [0x200000405:0x24b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.391755:0:6520:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac84b lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x24b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.391805:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac84b lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x24b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.391822:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345640.391839:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ac852 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.391851:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ac852 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.391859:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ac852 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.391878:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac859 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.391884:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac859 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.391891:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac859 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.392155:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac860 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.392163:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac84b lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x24b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.392169:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac860 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.392180:0:6520:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac84b lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x24b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.392187:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac860 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345640.393940:0:9295:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.8@tcp) returned -22 from blocking AST (req@000000004d57aeef x1849000924403968) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac836 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832fba expref: 311 pid: 6520 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345640.393959:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ac836 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832fba expref: 311 pid: 6520 timeout: 1132 lvb_type: 0 00000100:00100000:0.0:1763345640.393972:0:9295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924403968:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345640.393993:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b5484cc300) 00010000:00010000:0.0:1763345640.393998:0:9295:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac860 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345640.394010:0:9295:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac860 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345640.394018:0:9295:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac84b lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x24b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.394025:0:9295:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac84b lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x24b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.394030:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac84b lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x24b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9295 initiator: MDT0 00000004:00200000:0.0:1763345640.394052:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x24b:0x0]: returning size 5 00010000:00010000:0.0:1763345640.394163:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ac844 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832fc1 expref: 312 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.394180:0:9295:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac84b lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x24b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832fc1 expref: 311 pid: 9295 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345640.394189:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac84b lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x24b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832fc1 expref: 311 pid: 9295 timeout: 1132 lvb_type: 0 00010000:00010000:0.0:1763345640.394195:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5e00, rc 0) 00000100:00100000:0.0:1763345640.394251:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a828380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+311:57233:x1849000910368768:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3061us (4338us total) trans 8589941067 rc 0/0 00000100:00100000:0.0:1763345640.394260:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11175 00000100:00100000:0.0:1763345640.398688:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.398802:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910369152 00000100:00100000:2.0:1763345640.398811:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910369152 00000100:00100000:2.0:1763345640.398879:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3865 00000100:00100000:2.0:1763345640.398890:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b643167c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+311:57233:x1849000910369152:12345-192.168.203.8@tcp:33:lfs.0 00000100:00100000:2.0:1763345640.399046:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b643167c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+311:57233:x1849000910369152:12345-192.168.203.8@tcp:33:lfs.0 Request processed in 157us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.399053:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3865 00000100:00100000:0.0:1763345640.399293:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.399341:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910369280 00000100:00100000:2.0:1763345640.399346:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910369280 00010000:00010000:2.0:1763345640.399366:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac84b lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x24b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832fc1 expref: 311 pid: 9295 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763345640.399398:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3691 00000100:00100000:2.0:1763345640.399407:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+311:2411:x1849000910369280:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345640.399418:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345640.399425:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac84b lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x24b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832fc1 expref: 311 pid: 9295 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345640.399443:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac84b lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x24b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832fc1 expref: 311 pid: 9295 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345640.399462:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ac84b lrc: 0/0,0 mode: --/CW res: [0x200000405:0x24b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832fc1 expref: 311 pid: 9295 timeout: 1132 lvb_type: 0 00010000:00010000:2.0:1763345640.399478:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b5484cc300) 00010000:00010000:2.0:1763345640.399484:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac860 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.399492:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac860 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.399498:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac860 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.399531:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345640.399552:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac860 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.399565:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac860 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:2.0:1763345640.399569:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+310:2411:x1849000910369280:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 162us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.399578:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3691 00000004:00080000:3.0:1763345640.400284:0:6520:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x200000405:0x24b:0x0] is inserted into orphan list, open count = 1 00010000:00010000:3.0:1763345640.400358:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac860 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.400367:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac860 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.400373:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac860 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.400379:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e0800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.400384:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac860 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.400391:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac860 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.400400:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b5484cc300) 00010000:00010000:3.0:1763345640.400402:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763345640.400406:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac860 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.400411:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e0800/0x52bea07cb58ac860 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.400432:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ac852 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.400438:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ac852 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.400447:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ac852 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.400452:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ac852 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.400468:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e1400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.400471:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ac852 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.400477:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ac852 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.400484:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59200) 00010000:00010000:3.0:1763345640.400486:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.400489:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ac852 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.400494:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1400/0x52bea07cb58ac852 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000004:00010000:3.0:1763345640.400508:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000080e69851 reply state 000000003a904499 transno 8589941068 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac859 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.400518:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac859 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.400523:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c59900) 00010000:00010000:3.0:1763345640.400525:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345640.400527:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763345640.400578:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+311:57234:x1849000910369024:12345-192.168.203.8@tcp:36:rm.0 Request processed in 8928us (9560us total) trans 8589941068 rc 0/0 00000100:00100000:3.0:1763345640.400588:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11176 00000100:00100000:3.0:1763345640.402564:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.407937:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910369536 00000100:00100000:1.0:1763345640.407953:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910369536 00000100:00100000:1.0:1763345640.408025:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11177 00000100:00100000:1.0:1763345640.408036:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+311:57233:x1849000910369536:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345640.408058:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.408082:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ac86e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832fc8 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.408184:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ac875 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.408197:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ac875 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x24b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.408207:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ac875 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x24b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763345640.408218:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x24b:0x0]: returning size 5 00010000:00010000:1.0:1763345640.408316:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1e00/0x52bea07cb58ac86e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832fc8 expref: 314 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.408333:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ac875 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x24b:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832fc8 expref: 313 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.408341:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b541c59400) 00010000:00010000:1.0:1763345640.408343:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763345640.408347:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b55000, rc 0) 00000100:00100000:1.0:1763345640.408411:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+313:57233:x1849000910369536:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 378us (5854us total) trans 8589941069 rc 0/0 00000100:00100000:1.0:1763345640.408422:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11177 00000100:00100000:0.0:1763345640.411376:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.411432:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910369792 00000100:00100000:1.0:1763345640.411442:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910369792 00000100:00100000:1.0:1763345640.411501:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3866 00000100:00100000:1.0:1763345640.411512:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+313:57233:x1849000910369792:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:1.0:1763345640.411576:0:6523:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000405:0x24b:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ac875 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x24b:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832fc8 expref: 313 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.411611:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac883 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.411623:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac883 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.411633:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac883 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000004:00020000:1.0:1763345640.411802:0:6523:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0000-mdtlov: can not set all stale mirrors for [0x200000405:0x24b:0x0]: rc = -1 00010000:00010000:1.0:1763345640.411832:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac883 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.411839:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac883 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.411845:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac883 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.411850:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b55400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.411854:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac883 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.411873:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac883 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.411881:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b541c59400) 00010000:00010000:1.0:1763345640.411884:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763345640.411889:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac883 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.411895:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac883 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x24b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.411904:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b541c59400) 00010000:00010000:1.0:1763345640.411906:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763345640.411910:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ac875 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x24b:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832fc8 expref: 313 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.412048:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+313:57233:x1849000910369792:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 537us (679us total) trans 8589941070 rc -1/-1 00000100:00100000:1.0:1763345640.412059:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3866 00000100:00100000:0.0:1763345640.417168:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.417217:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910369920 00000100:00100000:1.0:1763345640.417227:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910369920 00000100:00100000:0.0:1763345640.417255:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.417949:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910370048 00000100:00100000:3.0:1763345640.417956:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910370048 00000100:00100000:2.0:1763345640.417974:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11178 00000100:00100000:2.0:1763345640.417997:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+314:57233:x1849000910369920:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:3.0:1763345640.418007:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11179 00000100:00100000:3.0:1763345640.418017:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+314:57235:x1849000910370048:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.418019:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.418032:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.418043:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac88a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832fcf expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.418048:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac891 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832fd6 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.418100:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac88a lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x24b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832fcf expref: 316 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.418108:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac898 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.418117:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378dc00/0x52bea07cb58ac88a lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x24b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832fcf expref: 316 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.418120:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac898 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.418135:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac898 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.418140:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b5484cc500) 00010000:00010000:3.0:1763345640.418145:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac89f lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.418145:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345640.418148:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378dc00, rc 0) 00010000:00010000:3.0:1763345640.418156:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac89f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.418163:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac89f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.418195:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac898 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000100:00100000:2.0:1763345640.418200:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+316:57233:x1849000910369920:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 209us (1039us total) trans 0 rc 0/0 00010000:00010000:3.0:1763345640.418205:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac898 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00000100:00100000:2.0:1763345640.418212:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11178 00010000:00010000:3.0:1763345640.418219:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac898 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.418226:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac898 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.418233:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.418237:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac898 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.418244:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac898 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.418252:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:3.0:1763345640.418255:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.418258:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac898 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.418264:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac898 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.418274:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac89f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.418281:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac89f lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.418287:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac89f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.418292:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.418294:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac89f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.418304:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac89f lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.418310:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c59900) 00010000:00010000:3.0:1763345640.418313:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.418316:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac89f lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.418322:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac89f lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.418561:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac891 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832fd6 expref: 315 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.418572:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:3.0:1763345640.418575:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.418579:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac891 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832fd6 expref: 315 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.418590:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260000, rc 0) 00000100:00100000:1.0:1763345640.418873:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+314:57235:x1849000910370048:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 850us (1610us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345640.418879:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11179 00000100:00100000:0.0:1763345640.420730:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.420872:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910370304 00000100:00100000:2.0:1763345640.420881:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910370304 00000100:00100000:2.0:1763345640.420933:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3867 00000100:00100000:2.0:1763345640.420942:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+314:57233:x1849000910370304:12345-192.168.203.8@tcp:35:lfs.0 00000004:00080000:2.0:1763345640.421146:0:35216:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x24b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763345640.421195:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1911, 64 off158720 00000040:00080000:2.0:1763345640.421212:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1895, 64 off157152 00000040:00080000:2.0:1763345640.421219:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1896, 64 off157216 00000040:00080000:2.0:1763345640.421226:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1912, 64 off158784 00010000:00010000:2.0:1763345640.421272:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac8a6 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345640.421285:0:35216:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac8a6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x24b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345640.421295:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac8a6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x24b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345640.421302:0:35216:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac8a6 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x24b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345640.421308:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac8a6 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x24b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345640.421313:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac8a6 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x24b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345640.421329:0:35216:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763345640.421629:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345640.421636:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac8a6 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x24b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345640.421695:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345640.421705:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac8a6 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x24b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345640.421711:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac8a6 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x24b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345640.421725:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24b:0x0].0x0 (ffff91b5484cc500) 00010000:00010000:3.0:1763345640.421728:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763345640.421732:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac8a6 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x24b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345640.421736:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ac8a6 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x24b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345640.421745:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345640.421747:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345640.421748:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763345640.422395:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+315:57233:x1849000910370304:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 1450us (1666us total) trans 8589941071 rc 0/0 00000100:00100000:2.0:1763345640.422485:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3867 00000100:00100000:0.0:1763345640.422507:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.422532:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910370432 00000100:00100000:2.0:1763345640.422539:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910370432 00000100:00100000:2.0:1763345640.422581:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11180 00000100:00100000:2.0:1763345640.422590:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+315:57235:x1849000910370432:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.422602:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.422617:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac8ad lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832fdd expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.422664:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac8b4 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.422674:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac8b4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.422682:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac8b4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.422692:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac8bb lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.423136:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac8bb lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.423145:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac8bb lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.423252:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac8b4 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.423261:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac8b4 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.423267:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac8b4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.423272:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac8b4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.423277:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378ca00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.423281:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac8b4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.423287:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac8b4 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.423296:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc100) 00010000:00010000:2.0:1763345640.423299:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.423752:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac8b4 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.423780:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac8b4 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.423791:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac8bb lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.423797:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac8bb lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.423802:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac8bb lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.423807:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.423809:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac8bb lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.423814:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac8bb lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.423821:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c59900) 00010000:00010000:2.0:1763345640.423823:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.423826:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac8bb lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.423830:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac8bb lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.423853:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac8ad lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832fdd expref: 316 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.423870:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc100) 00010000:00010000:2.0:1763345640.423872:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.423876:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac8ad lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832fdd expref: 316 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.423888:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d600, rc 0) 00000100:00100000:2.0:1763345640.423932:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+315:57235:x1849000910370432:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1344us (1430us total) trans 0 rc 301/301 00000100:00100000:2.0:1763345640.423940:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11180 00000100:00100000:0.0:1763345640.426919:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.426971:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910370560 00000100:00100000:2.0:1763345640.426980:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910370560 00000100:00100000:2.0:1763345640.427030:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11181 00000100:00100000:2.0:1763345640.427037:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+315:57235:x1849000910370560:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.427054:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.427070:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac8c2 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832fe4 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.427112:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac8c9 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.427122:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac8c9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.427130:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac8c9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:2.0:1763345640.427160:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763345640.427164:0:9296:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763345640.427185:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac8c2 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832fe4 expref: 317 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.427196:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac8c9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832fe4 expref: 316 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.427202:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cce00) 00010000:00010000:2.0:1763345640.427204:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763345640.427206:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378cc00, rc 0) 00000100:00100000:2.0:1763345640.427252:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+316:57235:x1849000910370560:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 216us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.427257:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11181 00000100:00100000:0.0:1763345640.431962:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.432050:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910370688 00000100:00100000:3.0:1763345640.432060:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910370688 00000100:00100000:3.0:1763345640.432117:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11182 00000100:00100000:3.0:1763345640.432127:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+316:57235:x1849000910370688:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345640.432146:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.432166:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac8d0 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832feb expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.432224:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac8d7 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.432238:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac8d7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.432248:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac8d7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.432257:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac8de lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.432264:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac8de lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.432269:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac8de lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.432305:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac8d7 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.432311:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac8d7 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.432316:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac8d7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.432321:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac8d7 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.432326:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.432330:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac8d7 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.432337:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac8d7 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.432348:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cce00) 00010000:00010000:3.0:1763345640.432351:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.432355:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac8d7 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.432360:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ac8d7 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.432371:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac8de lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.432376:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac8de lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.432382:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac8de lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.432386:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.432388:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac8de lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.432394:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac8de lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.432400:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c59900) 00010000:00010000:3.0:1763345640.432403:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.432406:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac8de lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.432411:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac8de lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.432433:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac8d0 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832feb expref: 317 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.432442:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cce00) 00010000:00010000:3.0:1763345640.432445:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.432448:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac8d0 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832feb expref: 317 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.432455:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260000, rc 0) 00000100:00100000:3.0:1763345640.432517:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+316:57235:x1849000910370688:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 391us (568us total) trans 0 rc 301/301 00000100:00100000:3.0:1763345640.432524:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11182 00000100:00100000:1.0:1763345640.439629:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.439685:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910370944 00000100:00100000:3.0:1763345640.439695:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910370944 00000100:00100000:2.0:1763345640.439967:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11183 00000100:00100000:2.0:1763345640.439980:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+316:57235:x1849000910370944:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.439999:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.440002:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763345640.440026:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac8c9 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832fe4 expref: 316 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.440043:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cce00) 00010000:00010000:2.0:1763345640.440052:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345640.440067:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac8e5 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832ff2 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.440184:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac8ec lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.440195:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac8ec lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.440204:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac8ec lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.440215:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac8f3 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.440223:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac8f3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.440229:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac8f3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.440571:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac8fa lrc: 3/1,0 mode: --/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.440580:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac8fa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.440587:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac8fa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345640.440595:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x24d:0x0]: returning size 0 00010000:00010000:2.0:1763345640.440618:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac8ec lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.440625:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac8ec lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.440630:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac8ec lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.440636:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac8ec lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.440641:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.440645:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac8ec lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.440652:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac8ec lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.440660:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc100) 00010000:00010000:2.0:1763345640.440662:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.440666:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac8ec lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.440675:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ac8ec lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000004:00010000:2.0:1763345640.440686:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008315cd2c reply state 0000000074746035 transno 8589941072 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac8f3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.440694:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac8f3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.440883:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c59900) 00010000:00010000:2.0:1763345640.440885:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345640.440889:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763345640.440915:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ac8e5 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ff2 expref: 318 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.440932:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac8fa lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ff2 expref: 317 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.440939:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5484cc000) 00010000:00010000:2.0:1763345640.440942:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345640.440944:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378ca00, rc 0) 00000100:00100000:2.0:1763345640.442538:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+318:57235:x1849000910370944:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2554us (2911us total) trans 8589941072 rc 0/0 00000100:00100000:2.0:1763345640.442550:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11183 00000100:00100000:0.0:1763345640.445033:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.445109:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910371200 00000100:00100000:2.0:1763345640.445119:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910371200 00000100:00100000:2.0:1763345640.445178:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11184 00000100:00100000:2.0:1763345640.445190:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+318:57235:x1849000910371200:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.445213:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.445235:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ac908 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980832ff9 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.445341:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac90f lrc: 3/0,1 mode: --/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.445356:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac8fa lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ff2 expref: 319 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.445366:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac90f lrc: 4/0,1 mode: --/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.445399:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac8fa lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ff2 expref: 319 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.445412:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac8fa lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ff2 expref: 319 pid: 6520 timeout: 1132 lvb_type: 0 00000100:00100000:2.0:1763345640.445425:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d65c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924404096:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345640.445503:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747d7240 going to sleep for 11 seconds 00000100:00100000:0.0:1763345640.447418:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.447490:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910371456 00000100:00100000:1.0:1763345640.447499:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910371456 00000100:00100000:1.0:1763345640.447561:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11185 00000100:00100000:1.0:1763345640.447571:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+320:57237:x1849000910371456:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345640.447587:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.447603:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ac916 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833000 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.447706:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac91d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.447720:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac91d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.447730:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac91d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:1.0:1763345640.447739:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x24d:0x0]: returning size 0 00010000:00010000:1.0:1763345640.447831:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac91d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.447839:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac91d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.447850:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac91d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.447855:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b55400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.447859:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac91d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.447877:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac91d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.447889:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5484cc000) 00010000:00010000:1.0:1763345640.447892:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763345640.447897:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac91d lrc: 2/0,0 mode: --/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.447904:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac91d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.447941:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ac916 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833000 expref: 322 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.447949:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5484cc000) 00010000:00010000:1.0:1763345640.447951:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763345640.447955:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ac916 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833000 expref: 322 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.447963:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b55a00, rc 0) 00000100:00100000:1.0:1763345640.448011:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+321:57237:x1849000910371456:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 443us (602us total) trans 8589941073 rc 301/301 00000100:00100000:1.0:1763345640.448017:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11185 00000100:00100000:1.0:1763345640.449468:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.449587:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d65c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924404096:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345640.449610:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac90f lrc: 3/0,1 mode: --/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763345640.449722:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910371584 00000100:00100000:3.0:1763345640.449728:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910371584 00010000:00010000:3.0:1763345640.449752:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac8fa lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ff2 expref: 321 pid: 6520 timeout: 1132 lvb_type: 0 00000100:00100000:3.0:1763345640.449798:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3692 00000100:00100000:3.0:1763345640.449805:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+321:2409:x1849000910371584:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345640.449816:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345640.449821:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac8fa lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ff2 expref: 321 pid: 6520 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345640.449831:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac8fa lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ff2 expref: 321 pid: 6520 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345640.449846:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac8fa lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980832ff2 expref: 321 pid: 6520 timeout: 1132 lvb_type: 0 00010000:00010000:3.0:1763345640.449857:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5484cc000) 00010000:00010000:3.0:1763345640.449861:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac90f lrc: 3/0,1 mode: --/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.449879:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac90f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.449886:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac90f lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.449909:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345640.449926:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.449954:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+320:2409:x1849000910371584:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 143us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.449963:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3692 00010000:00010000:1.0:1763345640.449980:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac90f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.449989:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac90f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763345640.450007:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x24d:0x0]: returning size 0 00000100:00100000:2.0:1763345640.450097:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910371840 00000100:00100000:2.0:1763345640.450101:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910371840 00000100:00100000:2.0:1763345640.450131:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3868 00000100:00100000:2.0:1763345640.450139:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541772300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+320:57237:x1849000910371840:12345-192.168.203.8@tcp:35:lfs.0 00000004:00080000:1.0:1763345640.450174:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x35c:0x0], index 0: 0 00000004:00080000:1.0:1763345640.450183:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x35f:0x0], index 1: 0 00000004:00080000:1.0:1763345640.450189:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x360:0x0], index 1: 0 00000004:00080000:1.0:1763345640.450193:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x35d:0x0], index 0: 0 00000100:00100000:2.0:1763345640.450274:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541772300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+322:57237:x1849000910371840:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 135us (349us total) trans 8589941074 rc 0/0 00010000:00010000:1.0:1763345640.450274:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac90f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00000100:00100000:2.0:1763345640.450288:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3868 00010000:00010000:1.0:1763345640.450290:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac90f lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.450300:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac90f lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.450307:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.450311:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac90f lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.450319:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac90f lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.450329:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5484cc000) 00010000:00010000:1.0:1763345640.450332:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345640.450336:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac90f lrc: 2/0,0 mode: --/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.450342:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac90f lrc: 0/0,0 mode: --/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.450374:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ac908 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ff9 expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.450383:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5484cc000) 00010000:00010000:1.0:1763345640.450385:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763345640.450389:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ac908 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832ff9 expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.450401:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378da00, rc 0) 00000100:00100000:1.0:1763345640.450441:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+320:57235:x1849000910371200:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 5255us (5417us total) trans 8589941075 rc 301/301 00000100:00100000:1.0:1763345640.450449:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11184 00000100:00100000:3.0:1763345640.452619:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.452653:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.452665:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910372096 00000100:00100000:1.0:1763345640.452688:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910372096 00000100:00100000:2.0:1763345640.452755:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910372352 00000100:00100000:2.0:1763345640.452776:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910372352 00000100:00100000:1.0:1763345640.452790:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11186 00000100:00100000:1.0:1763345640.452802:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+321:57237:x1849000910372096:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:2.0:1763345640.452803:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3869 00000100:00100000:2.0:1763345640.452816:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+321:57235:x1849000910372352:12345-192.168.203.8@tcp:35:lfs.0 00010000:00010000:1.0:1763345640.452826:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.452848:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ac932 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833007 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.452922:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ac939 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.452935:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ac939 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.452946:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ac939 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.452958:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ac940 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.452965:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ac940 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.452972:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ac940 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:2.0:1763345640.453028:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+323:57235:x1849000910372352:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 215us (374us total) trans 8589941076 rc 0/0 00000100:00100000:2.0:1763345640.453041:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3869 00010000:00010000:1.0:1763345640.453049:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ac947 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.453059:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ac947 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.453066:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ac947 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763345640.453075:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x24d:0x0]: returning size 0 00010000:00010000:1.0:1763345640.453125:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ac939 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.453133:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ac939 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.453138:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ac939 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.453144:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ac939 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.453150:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54594c800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.453154:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ac939 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.453167:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ac939 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.453177:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59400) 00010000:00010000:1.0:1763345640.453180:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345640.453184:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ac939 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.453190:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ac939 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.453202:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ac940 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.453211:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ac940 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.453216:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ac940 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.453221:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54594c400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.453223:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ac940 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.453228:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ac940 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.453234:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c59900) 00010000:00010000:1.0:1763345640.453236:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345640.453239:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ac940 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.453244:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ac940 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.453268:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55000/0x52bea07cb58ac932 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833007 expref: 324 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.453284:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ac947 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833007 expref: 323 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.453291:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b541c59200) 00010000:00010000:1.0:1763345640.453293:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345640.453295:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54594d400, rc 0) 00000100:00100000:1.0:1763345640.453336:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+323:57237:x1849000910372096:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 537us (722us total) trans 8589941077 rc 0/0 00000100:00100000:1.0:1763345640.453344:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11186 00000100:00100000:0.0:1763345640.460073:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.460120:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.460174:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910372608 00000100:00100000:1.0:1763345640.460185:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910372608 00000100:00100000:0.0:1763345640.460240:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.460834:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910372736 00000100:00100000:2.0:1763345640.460840:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910372736 00000100:00100000:2.0:1763345640.460887:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910372864 00000100:00100000:2.0:1763345640.460891:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910372864 00000100:00100000:2.0:1763345640.460921:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8148 00000100:00100000:1.0:1763345640.460929:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8149 00000100:00100000:2.0:1763345640.460933:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+21:2410:x1849000910372736:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:1.0:1763345640.460944:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+16:2411:x1849000910372864:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.460952:0:8404:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.460964:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.460971:0:8404:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54378c800/0x52bea07cb58ac955 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083300e expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.460979:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58ac95c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833015 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345640.460993:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x360:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:1.0:1763345640.460998:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x35d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763345640.461013:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.461014:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.461016:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.461018:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.461026:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378c800/0x52bea07cb58ac955 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083300e expref: 22 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345640.461027:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58ac95c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833015 expref: 17 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345640.461052:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58ac95c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833015 expref: 17 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345640.461058:0:8404:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b54378c800/0x52bea07cb58ac955 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083300e expref: 22 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345640.461067:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54594d800, rc 0) 00010000:00010000:2.0:1763345640.461078:0:8404:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c800, rc 0) 00000100:00100000:3.0:1763345640.461129:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3870 00000100:00100000:1.0:1763345640.461130:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910372864:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 190us (890us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.461136:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8149 00000100:00100000:3.0:1763345640.461139:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b643164050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+323:57235:x1849000910372608:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345640.461465:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+22:2410:x1849000910372736:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 534us (1342us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.461477:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8148 00000100:00100000:1.0:1763345640.461477:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b643164050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:57235:x1849000910372608:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 336us (1411us total) trans 8589941078 rc 0/0 00000100:00100000:1.0:1763345640.461486:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3870 00000100:00100000:2.0:1763345640.463922:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.463970:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910373120 00000100:00100000:1.0:1763345640.463981:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910373120 00000100:00100000:1.0:1763345640.464050:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3871 00000100:00100000:1.0:1763345640.464059:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:57237:x1849000910373120:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345640.464255:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+325:57237:x1849000910373120:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 196us (339us total) trans 8589941079 rc 0/0 00000100:00100000:1.0:1763345640.464265:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3871 00000100:00100000:0.0:1763345640.464836:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.465037:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910373376 00000100:00100000:3.0:1763345640.465044:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910373376 00000100:00100000:3.0:1763345640.465096:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11187 00000100:00100000:3.0:1763345640.465106:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+325:55937:x1849000910373376:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345640.465120:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.465123:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763345640.465148:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ac947 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833007 expref: 325 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.465163:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b541c59200) 00010000:00010000:3.0:1763345640.465174:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345640.465188:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac963 lrc: 2/0,0 mode: --/CW res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083301c expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.465282:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac96a lrc: 3/0,1 mode: --/CW res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.465293:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac96a lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x24d:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.465303:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac96a lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x24d:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345640.465318:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x24d:0x0]: returning size 0 00000100:00100000:2.0:1763345640.465511:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.465549:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910373632 00000100:00100000:1.0:1763345640.465555:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910373632 00010000:00010000:0.0:1763345640.465571:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ac963 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083301c expref: 328 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.465584:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac96a lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x24d:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083301c expref: 327 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.465589:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:0.0:1763345640.465592:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:0.0:1763345640.465594:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261400, rc 0) 00000100:00100000:1.0:1763345640.465598:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11188 00000100:00100000:1.0:1763345640.465607:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+327:57237:x1849000910373632:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345640.465618:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.465632:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ac978 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833023 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345640.465641:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+327:55937:x1849000910373376:12345-192.168.203.8@tcp:101:bash.0 Request processed in 534us (804us total) trans 8589941080 rc 0/0 00000100:00100000:0.0:1763345640.465648:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11187 00010000:00010000:1.0:1763345640.465685:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac97f lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.465694:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac97f lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.465718:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac97f lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.465730:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58ac986 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.465737:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58ac986 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.465744:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58ac986 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.465835:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58ac98d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.465846:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58ac98d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.465852:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58ac98d lrc: 2/0,0 mode: --/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.465858:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58ac98d lrc: 3/0,0 mode: --/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.465876:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5434caa00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.465880:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58ac98d lrc: 3/0,0 mode: --/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.465887:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58ac98d lrc: 4/0,0 mode: --/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.465894:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:1.0:1763345640.465899:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58ac98d lrc: 2/0,0 mode: --/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.465904:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58ac98d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763345640.465915:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x24d:0x0]: returning size 0 00010000:00010000:1.0:1763345640.465955:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac97f lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.465962:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac97f lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.465966:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac97f lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.465971:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac97f lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.465976:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b55400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.465979:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac97f lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.465984:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac97f lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.465991:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6e400) 00010000:00010000:1.0:1763345640.465993:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345640.465996:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac97f lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.466001:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58ac97f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.466017:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58ac986 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.466023:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58ac986 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.466028:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58ac986 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.466033:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5434cb200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.466043:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58ac986 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.466049:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58ac986 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.466061:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c59900) 00010000:00010000:1.0:1763345640.466063:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345640.466066:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58ac986 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.466071:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58ac986 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.466094:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ac978 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833023 expref: 328 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.466103:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6e400) 00010000:00010000:1.0:1763345640.466106:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763345640.466109:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58ac978 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833023 expref: 328 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.466120:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b55a00, rc 0) 00000100:00100000:1.0:1763345640.466165:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+327:57237:x1849000910373632:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 559us (654us total) trans 8589941081 rc 301/301 00000100:00100000:1.0:1763345640.466175:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11188 00000100:00100000:2.0:1763345640.468192:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.468237:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910373760 00000100:00100000:1.0:1763345640.468246:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910373760 00000100:00100000:1.0:1763345640.468296:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11189 00000100:00100000:1.0:1763345640.468304:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+327:55937:x1849000910373760:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:1.0:1763345640.468320:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.468347:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58ac99b lrc: 2/0,0 mode: --/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083302a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.468386:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58ac9a2 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.468400:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58ac9a2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.468411:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58ac9a2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763345640.468420:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:1.0:1763345640.468517:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58ac99b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083302a expref: 329 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.468532:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58ac9a2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083302a expref: 328 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.468553:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:1.0:1763345640.468557:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763345640.468561:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545330200, rc 0) 00000100:00100000:0.0:1763345640.468570:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910374016 00000100:00100000:0.0:1763345640.468575:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910374016 00000100:00100000:0.0:1763345640.468613:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3872 00000100:00100000:0.0:1763345640.468621:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+329:57237:x1849000910374016:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345640.468629:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+329:55937:x1849000910373760:12345-192.168.203.8@tcp:101:bash.0 Request processed in 323us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.468647:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11189 00000100:00100000:0.0:1763345640.468778:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+329:57237:x1849000910374016:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 137us (338us total) trans 8589941082 rc 0/0 00000100:00100000:0.0:1763345640.468787:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3872 00000100:00100000:3.0:1763345640.470311:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.470355:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.470358:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910374144 00000100:00100000:0.0:1763345640.470366:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910374144 00000100:00100000:0.0:1763345640.470408:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3873 00000100:00100000:2.0:1763345640.470411:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910374400 00000100:00100000:2.0:1763345640.470417:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910374400 00000100:00100000:0.0:1763345640.470423:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a828700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+330:57237:x1849000910374144:12345-192.168.203.8@tcp:33:lfs.0 00000100:00100000:2.0:1763345640.470451:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11190 00000100:00100000:2.0:1763345640.470462:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+330:55937:x1849000910374400:12345-192.168.203.8@tcp:36:bash.0 00010000:00010000:2.0:1763345640.470491:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345640.470512:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ac96a lrc: 0/0,0 mode: --/CW res: [0x200000405:0x24d:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083301c expref: 330 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.470525:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:2.0:1763345640.470529:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345640.470541:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a828700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+329:57237:x1849000910374144:12345-192.168.203.8@tcp:33:lfs.0 Request processed in 123us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.470549:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3873 00010000:00010000:2.0:1763345640.470649:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac9a9 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.470665:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac9a9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.470672:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac9a9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000001:00080000:2.0:1763345640.470709:0:35210:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941083 00000004:00010000:2.0:1763345640.470724:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000092bb4221 reply state 000000007976d89e transno 8589941084 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac9a9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.470732:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac9a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.470736:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:2.0:1763345640.470738:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345640.470739:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345640.470808:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+331:55937:x1849000910374400:12345-192.168.203.8@tcp:36:bash.0 Request processed in 347us (451us total) trans 8589941084 rc 0/0 00000100:00100000:2.0:1763345640.470815:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11190 00000020:00080000:2.0:1763345640.470819:0:35210:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345640.471821:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.471979:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910374528 00000100:00100000:2.0:1763345640.471986:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910374528 00000100:00100000:2.0:1763345640.472031:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11191 00000100:00100000:2.0:1763345640.472040:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+331:55937:x1849000910374528:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345640.472056:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.472069:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac9b0 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833031 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.472109:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac9b0 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833031 expref: 332 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.472122:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac9b0 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833031 expref: 332 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.472138:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:2.0:1763345640.472141:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345640.472144:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c600, rc 0) 00000100:00100000:2.0:1763345640.472190:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+332:55937:x1849000910374528:12345-192.168.203.8@tcp:101:bash.0 Request processed in 151us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.472196:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11191 00000100:00100000:1.0:1763345640.475202:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.475254:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910374784 00000100:00100000:2.0:1763345640.475263:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910374784 00000100:00100000:2.0:1763345640.475932:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11192 00000100:00100000:2.0:1763345640.475945:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+332:55937:x1849000910374784:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345640.475964:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.475967:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763345640.475994:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ac9b0 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833031 expref: 332 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.476008:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:2.0:1763345640.476013:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345640.476024:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac9b7 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833038 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.476076:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac9be lrc: 3/0,1 mode: --/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.476087:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac9be lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.476096:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac9be lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000040:00080000:2.0:1763345640.476288:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1897, 88 off157304 00000004:00080000:2.0:1763345640.476295:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1033001535514ns, next at 1032978341148ns, rc = 0 00000040:00080000:2.0:1763345640.476334:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1913, 88 off158872 00000004:00080000:2.0:1763345640.476339:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1033001579489ns, next at 1032978308189ns, rc = 0 00000040:00080000:2.0:1763345640.476370:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1914, 88 off158960 00000004:00080000:2.0:1763345640.476375:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1033001615241ns, next at 1032978308189ns, rc = 0 00000040:00080000:2.0:1763345640.476395:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1898, 88 off157392 00000004:00080000:2.0:1763345640.476401:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1033001641428ns, next at 1032978341148ns, rc = 0 00000001:00080000:3.0:1763345640.478402:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941085 is committed 00000004:00080000:3.0:1763345640.478413:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1216 committed 00000004:00080000:3.0:1763345640.478430:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1231 committed 00000004:00080000:3.0:1763345640.478440:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1230 committed 00000004:00080000:3.0:1763345640.478442:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1215 committed 00010000:00010000:2.0:1763345640.478518:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac859 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.478528:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac859 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.478535:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac859 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.478541:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6821e1a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.478545:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac859 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.478552:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac859 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.478566:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c59900) 00010000:00010000:2.0:1763345640.478570:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.478574:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac859 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.478580:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6821e1a00/0x52bea07cb58ac859 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.478597:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac8f3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.478602:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac8f3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.478611:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac8f3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.478615:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.478617:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac8f3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.478622:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac8f3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.478628:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c59900) 00010000:00010000:2.0:1763345640.478630:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.478632:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac8f3 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.478637:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ac8f3 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.478650:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac9a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.478655:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac9a9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.478660:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac9a9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.478665:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378cc00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.478668:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac9a9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.478673:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac9a9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.478679:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:2.0:1763345640.478681:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.478683:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac9a9 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.478688:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ac9a9 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.478734:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac9be lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x24d:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833038 expref: 308 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.478742:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:2.0:1763345640.478745:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763345640.478786:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ac9b7 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833038 expref: 308 pid: 6520 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763345640.478802:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac9be lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x24d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833038 expref: 307 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.478829:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:2.0:1763345640.478832:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763345640.478834:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d200, rc 0) 00000100:00100000:2.0:1763345640.478904:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+307:55937:x1849000910374784:12345-192.168.203.8@tcp:101:bash.0 Request processed in 2961us (3706us total) trans 8589941085 rc 0/0 00000100:00100000:2.0:1763345640.478913:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11192 00000100:00100000:1.0:1763345640.479048:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924404352:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763345640.479048:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54440ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924404608:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.479091:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345640.479114:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924404352 00000100:00100000:1.0:1763345640.479120:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924404736:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345640.479120:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924404352 00000100:00100000:1.0:1763345640.479139:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345640.479156:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1763345640.479162:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54440aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924404224:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763345640.479167:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924404736 00000100:00100000:0.0:1763345640.479169:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924404736 00000100:00100000:1.0:1763345640.479183:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345640.479189:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924404224 00000100:00100000:0.0:1763345640.479191:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924404224 00000100:00100000:1.0:1763345640.479197:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543699880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924404864:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345640.479209:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8150 00000100:00100000:1.0:1763345640.479214:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345640.479216:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541772300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+30:3659:x1849000924404352:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763345640.479237:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924404480:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1763345640.479237:0:8404:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:861 count 1 00000100:00100000:1.0:1763345640.479255:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763345640.479255:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac9c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.479269:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543699c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924404992:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1763345640.479270:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58ac813 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832fac expref: 21 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.479279:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345640.479281:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1763345640.479283:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763345640.479285:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac9c5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.479308:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924404864 00010000:00010000:0.0:1763345640.479308:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58ac813 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980832fac expref: 21 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.479311:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924404864 00010000:00010000:0.0:1763345640.479321:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58ac813 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832fac expref: 21 pid: 8405 timeout: 1133 lvb_type: 0 00000100:00100000:0.0:1763345640.479331:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543699500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8404:1849000924405248:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345640.479332:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924404480 00000100:00100000:1.0:1763345640.479334:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924404480 00000100:00100000:1.0:1763345640.479345:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924404992 00000100:00100000:1.0:1763345640.479347:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924404992 00000100:00100000:1.0:1763345640.479361:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8151 00000100:00100000:1.0:1763345640.479367:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+31:3659:x1849000924404736:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345640.479367:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce900 going to sleep for 11 seconds 00000100:00100000:0.0:1763345640.479382:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8152 00000100:00100000:0.0:1763345640.479390:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+15:3659:x1849000924404224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1763345640.479401:0:28867:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:858 count 1 00010000:00010000:0.0:1763345640.479414:0:28867:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac9cc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.479425:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac81a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980832fb3 expref: 16 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.479431:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345640.479433:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345640.479435:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac9cc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.479459:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac81a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980832fb3 expref: 16 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.479468:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac81a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832fb3 expref: 16 pid: 8405 timeout: 1133 lvb_type: 0 00000100:00100000:0.0:1763345640.479478:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543698380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924405376:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345640.479503:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce180 going to sleep for 11 seconds 00000100:00100000:1.0:1763345640.479508:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+32:3659:x1849000924404736:12345-0@lo:2:osp-syn-1-0.0 Request processed in 141us (367us total) trans 17179872286 rc 0/0 00000100:00100000:1.0:1763345640.479515:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8151 00000100:00100000:0.0:1763345640.479519:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8153 00000100:00100000:0.0:1763345640.479525:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3659:x1849000924404864:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.479527:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8154 00000100:00100000:1.0:1763345640.479532:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+31:3656:x1849000924404480:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1763345640.479540:0:8560:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:862 count 1 00010000:00010000:1.0:1763345640.479551:0:8560:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58ac9d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.479561:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543261800/0x52bea07cb58ac7e2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x35e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f97 expref: 21 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345640.479574:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.479575:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.479578:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58ac9d3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x35e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.479596:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b543261800/0x52bea07cb58ac7e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x35e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f97 expref: 21 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345640.479604:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b543261800/0x52bea07cb58ac7e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x35e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f97 expref: 21 pid: 8405 timeout: 1133 lvb_type: 1 00000100:00100000:1.0:1763345640.479613:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6749e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8560:1849000924405504:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345640.479625:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3659:x1849000924404864:12345-0@lo:2:osp-syn-0-0.0 Request processed in 100us (410us total) trans 21474839539 rc 0/0 00000100:00100000:0.0:1763345640.479631:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8153 00000100:00100000:1.0:1763345640.479634:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9480 going to sleep for 11 seconds 00000100:00100000:0.0:1763345640.479644:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8155 00000100:00100000:0.0:1763345640.479650:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3656:x1849000924404992:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.479668:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345640.479686:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924405120:0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1763345640.479696:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x35d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345640.479699:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x35d:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763345640.479701:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x35d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345640.479704:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x35d:0x0] updating lvb ctime from disk: 0 -> 0 00000100:00100000:1.0:1763345640.479705:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1763345640.479706:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x35d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345640.479729:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924404608 00000100:00100000:0.0:1763345640.479731:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3656:x1849000924404992:12345-0@lo:2:osp-syn-0-0.0 Request processed in 81us (445us total) trans 21474839540 rc 0/0 00000100:00100000:1.0:1763345640.479733:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924404608 00000100:00100000:0.0:1763345640.479736:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8155 00000100:00100000:0.0:1763345640.479746:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924405120 00000100:00100000:0.0:1763345640.479749:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924405120 00000100:00100000:1.0:1763345640.479751:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8156 00000100:00100000:1.0:1763345640.479755:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545657100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3657:x1849000924404608:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763345640.479784:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8157 00002000:00080000:1.0:1763345640.479790:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:859 count 1 00000100:00100000:0.0:1763345640.479791:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+32:3657:x1849000924405120:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:1.0:1763345640.479802:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ac9da lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.479814:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac7db lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x35b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980832f90 expref: 16 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345640.479826:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.479828:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.479831:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ac9da lrc: 4/0,1 mode: --/PW res: [0x280000401:0x35b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345640.479836:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x360:0x0] updating lvb size from disk: 0 -> 0 00000004:00080000:3.0:1763345640.479840:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b543699880/2, rc 0, transno 21474839539 00002000:00010000:0.0:1763345640.479840:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x360:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763345640.479843:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x360:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345640.479847:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x360:0x0] updating lvb ctime from disk: 0 -> 0 00010000:00010000:1.0:1763345640.479849:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac7db lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f90 expref: 16 pid: 8405 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1763345640.479850:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543699880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924404864:0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1763345640.479851:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x360:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:3.0:1763345640.479888:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b674b1dc00/2, rc 0, transno 17179872286 00010000:00010000:1.0:1763345640.479892:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac7db lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f90 expref: 16 pid: 8405 timeout: 1133 lvb_type: 1 00000100:00100000:0.0:1763345640.479903:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+33:3657:x1849000924405120:12345-0@lo:2:osp-syn-1-0.0 Request processed in 113us (196us total) trans 17179872287 rc 0/0 00000100:00100000:1.0:1763345640.479905:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545655500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924405632:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345640.479906:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924404736:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345640.479911:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8157 00000100:00100000:1.0:1763345640.479937:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9180 going to sleep for 11 seconds 00000004:00080000:0.0:1763345640.479945:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b543699c00/2, rc 0, transno 21474839540 00000100:00100000:0.0:1763345640.479949:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543699c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924404992:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345640.480037:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b681ec2a00/2, rc 0, transno 17179872287 00000100:00100000:1.0:1763345640.480042:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924405120:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345640.481633:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.481683:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910375040 00000100:00100000:2.0:1763345640.481691:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910375040 00000100:00100000:2.0:1763345640.481748:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11193 00000100:00100000:2.0:1763345640.481780:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545656300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+307:57238:x1849000910375040:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.481798:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.481819:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac9e1 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083303f expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.481910:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ac9e8 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.481924:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ac9e8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.481935:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ac9e8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.481947:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac9ef lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.481953:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac9ef lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.481959:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac9ef lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.482046:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac9f6 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.482055:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac9f6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.482062:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac9f6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345640.482070:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x24d:0x0]: returning size 2 00010000:00010000:2.0:1763345640.482145:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ac9e8 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.482155:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ac9e8 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.482161:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ac9e8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.482168:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ac9e8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.482173:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378da00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.482177:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ac9e8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.482183:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ac9e8 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.482194:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:2.0:1763345640.482197:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.482202:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ac9e8 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.482208:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ac9e8 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.482219:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac9ef lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.482230:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac9ef lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.482236:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac9ef lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.482241:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.482244:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac9ef lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.482249:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac9ef lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.482257:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484ccc00) 00010000:00010000:2.0:1763345640.482260:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.482262:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac9ef lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.482267:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ac9ef lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.482302:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ac9e1 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083303f expref: 310 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.482316:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac9f6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083303f expref: 309 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.482324:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:2.0:1763345640.482326:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345640.482328:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378ca00, rc 0) 00000100:00100000:2.0:1763345640.482378:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545656300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+309:57238:x1849000910375040:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 622us (761us total) trans 8589941086 rc 0/0 00000100:00100000:2.0:1763345640.482386:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11193 00000100:00100000:3.0:1763345640.483244:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.483246:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543699500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8404:1849000924405248:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345640.483273:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac9c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345640.483304:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910375296 00000100:00100000:2.0:1763345640.483311:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910375296 00000100:00100000:0.0:1763345640.483331:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543698380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924405376:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345640.483337:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac81a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832fb3 expref: 17 pid: 8405 timeout: 1133 lvb_type: 0 00010000:00010000:0.0:1763345640.483348:0:28867:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac9cc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345640.483376:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3693 00000100:00100000:2.0:1763345640.483385:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545961f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:2410:x1849000910375296:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345640.483398:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345640.483404:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac81a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832fb3 expref: 17 pid: 8405 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345640.483415:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac81a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832fb3 expref: 17 pid: 8405 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345640.483435:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58ac81a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832fb3 expref: 17 pid: 8405 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345640.483446:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.483448:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.483451:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac9cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.483460:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac9cc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.483681:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545655500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924405632:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345640.483697:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ac9da lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.483724:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6749e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8560:1849000924405504:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345640.483736:0:8560:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58ac9d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345640.483785:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.484325:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.484341:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910375168 00000100:00100000:1.0:1763345640.484350:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910375168 00000100:00100000:3.0:1763345640.484355:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.484376:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910375424 00000100:00100000:3.0:1763345640.484381:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910375424 00010000:00010000:2.0:1763345640.484382:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345640.484382:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58ac813 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832fac expref: 22 pid: 8405 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763345640.484401:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac7db lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f90 expref: 17 pid: 8405 timeout: 1133 lvb_type: 1 00000100:00100000:1.0:1763345640.484415:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910375552 00000100:00100000:1.0:1763345640.484420:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910375552 00000100:00100000:3.0:1763345640.484430:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3694 00000100:00100000:2.0:1763345640.484433:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545961f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:2410:x1849000910375296:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 1046us (1189us total) trans 0 rc 0/0 00010000:00010000:1.0:1763345640.484439:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261800/0x52bea07cb58ac7e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x35e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f97 expref: 23 pid: 8405 timeout: 1133 lvb_type: 1 00000100:00100000:3.0:1763345640.484444:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+23:2410:x1849000910375168:12345-192.168.203.8@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1763345640.484450:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3693 00010000:00010000:3.0:1763345640.484456:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345640.484464:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58ac813 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832fac expref: 23 pid: 8405 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763345640.484477:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58ac813 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832fac expref: 23 pid: 8405 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763345640.484477:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3695 00000100:00100000:2.0:1763345640.484490:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65870f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2410:x1849000910375424:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345640.484497:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58ac813 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980832fac expref: 23 pid: 8405 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345640.484501:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345640.484510:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac7db lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f90 expref: 16 pid: 8405 timeout: 1133 lvb_type: 1 00010000:00010000:3.0:1763345640.484512:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.484515:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.484519:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac9c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.484525:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac7db lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f90 expref: 16 pid: 8405 timeout: 1133 lvb_type: 1 00010000:00010000:3.0:1763345640.484532:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac9c5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.484551:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58ac7db lrc: 0/0,0 mode: --/PR res: [0x280000401:0x35b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f90 expref: 16 pid: 8405 timeout: 1133 lvb_type: 1 00010000:00010000:3.0:1763345640.484555:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345640.484564:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.484574:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1763345640.484575:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3696 00010000:00010000:2.0:1763345640.484579:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ac9da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345640.484585:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+22:2410:x1849000910375168:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 143us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.484590:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+22:2410:x1849000910375552:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345640.484597:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ac9da lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x35b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345640.484603:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3694 00010000:00010000:1.0:1763345640.484606:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345640.484616:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b543261800/0x52bea07cb58ac7e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x35e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f97 expref: 22 pid: 8405 timeout: 1133 lvb_type: 1 00010000:00010000:2.0:1763345640.484628:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345640.484629:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b543261800/0x52bea07cb58ac7e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x35e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f97 expref: 21 pid: 8405 timeout: 1133 lvb_type: 1 00010000:00010000:1.0:1763345640.484646:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543261800/0x52bea07cb58ac7e2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x35e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980832f97 expref: 21 pid: 8405 timeout: 1133 lvb_type: 1 00000100:00100000:2.0:1763345640.484656:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65870f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2410:x1849000910375424:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 165us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.484658:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:1.0:1763345640.484662:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.484666:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1763345640.484670:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3695 00010000:00010000:1.0:1763345640.484671:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58ac9d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.484687:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58ac9d3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x35e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.484709:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345640.484722:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac9c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.484736:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2410:x1849000910375552:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 151us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.484751:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3696 00010000:00010000:2.0:1763345640.484752:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac9c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.484782:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac9c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.484790:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac9c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.484811:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910375680 00010000:00010000:2.0:1763345640.484812:0:8404:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763345640.484817:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1763345640.484817:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910375680 00010000:00010000:3.0:1763345640.484826:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac9c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.484834:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5c00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345640.484839:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac9c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.484846:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8158 00010000:00010000:3.0:1763345640.484859:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac9c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.484859:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+15:55937:x1849000910375680:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:1.0:1763345640.484884:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.484886:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac9c5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.484895:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ac9c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.484902:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aca04 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833046 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.484912:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345640.484915:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345640.484918:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1763345640.484922:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x35c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763345640.484935:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.484937:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.484944:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aca04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833046 expref: 16 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.484955:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aca04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833046 expref: 16 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.484965:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6586e3e00, rc 0) 00000100:00100000:1.0:1763345640.485006:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+16:55937:x1849000910375680:12345-192.168.203.8@tcp:101:bash.0 Request processed in 150us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.485014:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8158 00000100:00100000:2.0:1763345640.485032:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541772300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+33:3659:x1849000924404352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5813us (5937us total) trans 17179872288 rc 0/0 00000100:00100000:2.0:1763345640.485039:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8150 00010000:00010000:1.0:1763345640.485040:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ac9da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.485049:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ac9da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.485057:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ac9da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.485066:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ac9da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1763345640.485080:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541fb9f80/2, rc 0, transno 17179872288 00010000:00010000:1.0:1763345640.485082:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763345640.485089:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924404352:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763345640.485227:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545657100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3657:x1849000924404608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5470us (5557us total) trans 21474839541 rc 0/0 00000100:00100000:1.0:1763345640.485234:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8156 00010000:00010000:1.0:1763345640.485251:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345640.485256:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ac9da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.485263:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6586e3a00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345640.485266:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ac9da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.485274:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ac9da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.485291:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ac9da lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.485297:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ac9da lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.485309:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345640.485311:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345640.485313:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345640.485324:0:8560:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58ac9d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.485333:0:8560:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58ac9d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.485337:0:28867:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac9cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.485341:0:8560:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58ac9d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.485354:0:28867:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac9cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.485356:0:8560:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58ac9d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.485377:0:28867:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac9cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.485384:0:8560:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763345640.485386:0:28867:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac9cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.485401:0:28867:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763345640.485507:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+33:3656:x1849000924404480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5973us (6249us total) trans 17179872289 rc 0/0 00000100:00100000:1.0:1763345640.485514:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8154 00010000:00010000:1.0:1763345640.485532:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763345640.485537:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58ac9d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.485545:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6586e3200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345640.485548:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58ac9d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345640.485551:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3659:x1849000924404224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6160us (6365us total) trans 21474839542 rc 0/0 00010000:00010000:1.0:1763345640.485565:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58ac9d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345640.485566:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8152 00010000:00010000:1.0:1763345640.485581:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58ac9d3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.485589:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3200/0x52bea07cb58ac9d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.485602:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345640.485607:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac9cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763345640.485607:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54440aa00/2, rc 0, transno 21474839542 00000100:00100000:0.0:1763345640.485617:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54440aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924404224:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1763345640.485619:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4a00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345640.485625:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac9cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.485633:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac9cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.485643:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac9cc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.485654:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ac9cc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.485666:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345640.485668:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345640.485669:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763345640.485689:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541fbad80/2, rc 0, transno 17179872289 00000100:00100000:1.0:1763345640.485693:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924404480:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1763345640.485882:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763345640.486301:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54440ad80/2, rc 0, transno 21474839541 00000100:00100000:2.0:1763345640.486307:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54440ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924404608:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345640.486318:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.486384:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910375808 00000100:00100000:0.0:1763345640.486390:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910375808 00000100:00100000:0.0:1763345640.486430:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8159 00000100:00100000:0.0:1763345640.486438:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910375808:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.486451:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.486462:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aca0b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083304d expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345640.486509:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543698380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924405760:192.168.203.8@tcp:106: 00000100:00100000:0.0:1763345640.486576:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763345640.487273:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.487459:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910375936 00000100:00100000:0.0:1763345640.487465:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910375936 00000100:00100000:0.0:1763345640.487503:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8160 00000100:00100000:0.0:1763345640.487511:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542035500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+20:55937:x1849000910375936:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345640.487522:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.487538:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58aca12 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833054 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345640.487587:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x35f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345640.487603:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.487610:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.487618:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58aca12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833054 expref: 21 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.487634:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58aca12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833054 expref: 21 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.487645:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4e00, rc 0) 00000100:00100000:0.0:1763345640.487674:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542035500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+21:55937:x1849000910375936:12345-192.168.203.8@tcp:101:bash.0 Request processed in 164us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.487680:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8160 00002000:00010000:0.0:1763345640.488459:0:28867:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x35c:0x0] updating lvb mtime: 0 -> 1763345639 00002000:00010000:0.0:1763345640.488463:0:28867:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x35c:0x0] updating lvb atime: 0 -> 1763345639 00002000:00010000:0.0:1763345640.488466:0:28867:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x35c:0x0] updating lvb ctime: 0 -> 1763345639 00000100:00100000:0.0:1763345640.488478:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543698380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924405760:192.168.203.8@tcp:106: 00010000:00010000:0.0:1763345640.488503:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aca0b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083304d expref: 17 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345640.488515:0:28867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aca0b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083304d expref: 17 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345640.488522:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5400, rc 0) 00000100:00100000:0.0:1763345640.488552:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910375808:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2114us (2236us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345640.488562:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8159 00000100:00100000:2.0:1763345640.490179:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.490426:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910376192 00000100:00100000:0.0:1763345640.490435:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910376192 00000100:00100000:0.0:1763345640.490490:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3874 00000100:00100000:0.0:1763345640.490500:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+309:57238:x1849000910376192:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345640.490712:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+310:57238:x1849000910376192:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 214us (541us total) trans 8589941087 rc 0/0 00000100:00100000:0.0:1763345640.490719:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3874 00000100:00100000:3.0:1763345640.493295:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.493343:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.493387:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910376320 00000100:00100000:0.0:1763345640.493398:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910376320 00002000:00010000:0.0:1763345640.493435:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/860 (0->18446744073709551615) 00002000:00100000:0.0:1763345640.493440:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ab7b80 with x1849000910376320 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345640.493452:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ab7b80. 00000100:00100000:0.0:1763345640.493478:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910376448 00000100:00100000:0.0:1763345640.493482:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910376448 00002000:00010000:0.0:1763345640.493494:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/863 (0->18446744073709551615) 00002000:00100000:0.0:1763345640.493498:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ab5c00 with x1849000910376448 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345640.493505:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b672ab5c00. 00000100:00100000:0.0:1763345640.493542:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1926 00000100:00100000:0.0:1763345640.493553:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910376320:12345-192.168.203.8@tcp:10:bash.0 00000100:00100000:2.0:1763345640.493557:0:24000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1927 00000100:00100000:2.0:1763345640.493571:0:24000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910376448:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:2.0:1763345640.493751:0:24000:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x35f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345640.493752:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x35c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345640.493781:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x35c:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00002000:00010000:0.0:1763345640.493785:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x35c:0x0] updating lvb atime from disk: 1763345639 -> 0 00002000:00010000:0.0:1763345640.493788:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x35c:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00002000:00010000:0.0:1763345640.493790:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x35c:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1763345640.493846:0:24000:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x35f:0x0] updating lvb mtime from disk: 0 -> 1763345639 00002000:00010000:2.0:1763345640.493850:0:24000:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x35f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345640.493853:0:24000:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x35f:0x0] updating lvb ctime from disk: 0 -> 1763345639 00002000:00010000:2.0:1763345640.493857:0:24000:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x35f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345640.493859:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910376320:12345-192.168.203.8@tcp:10:bash.0 Request processed in 306us (569us total) trans 21474839543 rc 0/0 00000100:00100000:0.0:1763345640.493880:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1926 00002000:00010000:0.0:1763345640.493885:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/860 (0->18446744073709551615) 00002000:00100000:0.0:1763345640.493889:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ab7b80 with x1849000910376320 ext(0->18446744073709551615) 00000100:00100000:2.0:1763345640.493893:0:24000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910376448:12345-192.168.203.8@tcp:10:bash.0 Request processed in 325us (547us total) trans 17179872290 rc 0/0 00002000:00010000:0.0:1763345640.493896:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ab7b80. 00000100:00100000:2.0:1763345640.493904:0:24000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1927 00002000:00010000:2.0:1763345640.493909:0:24000:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/863 (0->18446744073709551615) 00002000:00100000:2.0:1763345640.493911:0:24000:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ab5c00 with x1849000910376448 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345640.493917:0:24000:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b672ab5c00. 00000100:00100000:1.0:1763345640.497075:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.497367:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910376704 00000100:00100000:2.0:1763345640.497376:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910376704 00000100:00100000:2.0:1763345640.497437:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11194 00000100:00100000:2.0:1763345640.497447:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+310:57238:x1849000910376704:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.497473:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.497494:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58aca19 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083305b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.497589:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58aca20 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.497604:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58aca20 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.497620:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58aca20 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345640.497633:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x24d:0x0]: returning size 2 00010000:00010000:2.0:1763345640.497731:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58aca19 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083305b expref: 313 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.497748:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58aca20 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083305b expref: 312 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.497757:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:2.0:1763345640.497780:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763345640.497785:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c200, rc 0) 00000100:00100000:2.0:1763345640.497842:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+312:57238:x1849000910376704:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 396us (774us total) trans 8589941088 rc 0/0 00000100:00100000:2.0:1763345640.497850:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11194 00000100:00100000:1.0:1763345640.501260:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.501431:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910376960 00000100:00100000:2.0:1763345640.501442:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910376960 00000100:00100000:1.0:1763345640.501541:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.502039:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910377088 00000100:00100000:2.0:1763345640.502045:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910377088 00000100:00100000:2.0:1763345640.502087:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11195 00000100:00100000:2.0:1763345640.502096:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545654000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+313:57239:x1849000910376960:12345-192.168.203.8@tcp:36:rm.0 00010000:00010000:2.0:1763345640.502145:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1763345640.502170:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ac9be lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24d:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833038 expref: 313 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.502191:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ac9f6 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083303f expref: 312 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.502202:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58ac9a2 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083302a expref: 311 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.502212:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:2.0:1763345640.502217:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345640.502239:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58aca2e lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.502255:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58aca2e lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.502263:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58aca2e lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.502274:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58aca35 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.502282:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58aca35 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.502288:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58aca35 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763345640.502289:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11196 00000100:00100000:1.0:1763345640.502303:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+310:57238:x1849000910377088:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345640.502317:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.502330:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58aca3c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833062 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.502365:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58aca3c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833062 expref: 311 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.502366:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58aca43 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.502386:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58aca43 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.502397:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58aca3c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833062 expref: 311 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.502399:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58aca43 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345640.502425:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:1.0:1763345640.502429:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345640.502432:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6586e3a00, rc 0) 00000004:00080000:2.0:1763345640.502588:0:6520:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x200000405:0x24d:0x0] is inserted into orphan list, open count = 2 00000100:00100000:1.0:1763345640.502632:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+312:57238:x1849000910377088:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 331us (1090us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.502640:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11196 00010000:00010000:2.0:1763345640.502658:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58aca43 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.502664:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58aca43 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.502669:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58aca43 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.502676:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378cc00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.502679:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58aca43 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.502684:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58aca43 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.502690:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:2.0:1763345640.502692:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763345640.502694:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58aca43 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.502698:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58aca43 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.502708:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58aca2e lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.502712:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58aca2e lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.502715:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58aca2e lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.502718:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58aca2e lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.502721:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378da00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.502723:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58aca2e lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.502726:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58aca2e lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.502733:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:2.0:1763345640.502734:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.502736:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58aca2e lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.502739:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58aca2e lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000004:00010000:2.0:1763345640.502747:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000048ebc507 reply state 00000000f0e033f1 transno 8589941089 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58aca35 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.502753:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58aca35 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.502780:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484ccc00) 00010000:00010000:2.0:1763345640.502783:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345640.502786:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345640.502825:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545654000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+312:57239:x1849000910376960:12345-192.168.203.8@tcp:36:rm.0 Request processed in 723us (1566us total) trans 8589941089 rc 0/0 00000100:00100000:2.0:1763345640.502832:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11195 00000100:00100000:1.0:1763345640.506626:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.506690:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910377216 00000100:00100000:0.0:1763345640.506701:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910377216 00000100:00100000:0.0:1763345640.506814:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8161 00000100:00100000:0.0:1763345640.506825:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910377216:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:0.0:1763345640.506881:0:28867:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aca4a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.506899:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aca04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833046 expref: 17 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.506905:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345640.506908:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345640.506911:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aca4a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.506943:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aca04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.203.8@tcp remote: 0x199a96980833046 expref: 17 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.506955:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aca04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980833046 expref: 17 pid: 27810 timeout: 1133 lvb_type: 0 00000100:00100000:0.0:1763345640.506969:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543698380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924405888:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345640.507048:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce840 going to sleep for 11 seconds 00000100:00100000:3.0:1763345640.509479:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543698380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924405888:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345640.509506:0:28867:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aca4a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.510562:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.510712:0:24000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910377344 00000100:00100000:2.0:1763345640.510721:0:24000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910377344 00002000:00100000:2.0:1763345640.510812:0:24000:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x35c:0x0] (0->4) req@ffff91b65ed7df80 x1849000910377344/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:116/0 lens 496/0 e 0 to 0 dl 1763345651 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345640.510822:0:24000:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b65ed7df80 with x1849000910377344 ext(0->4) 00010000:00010000:2.0:1763345640.510831:0:24000:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aca04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980833046 expref: 18 pid: 27810 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345640.510845:0:24000:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aca04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980833046 expref: 18 pid: 27810 timeout: 1133 lvb_type: 0 00002000:00010000:2.0:1763345640.510852:0:24000:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91b65ed7df80 00000100:00100000:2.0:1763345640.510886:0:24000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 135 00000100:00100000:2.0:1763345640.510895:0:24000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910377344:12345-192.168.203.8@tcp:4:bash.0 00000100:00100000:2.0:1763345640.512000:0:24000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910377344:12345-192.168.203.8@tcp:4:bash.0 Request processed in 1101us (1438us total) trans 21474839544 rc 0/0 00000100:00100000:2.0:1763345640.512012:0:24000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 135 00002000:00100000:2.0:1763345640.512021:0:24000:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x35c:0x0] (0->4) req@ffff91b65ed7df80 x1849000910377344/t21474839544(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:116/0 lens 496/448 e 0 to 0 dl 1763345651 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345640.512030:0:24000:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b65ed7df80 with x1849000910377344 ext(0->4) 00010000:00010000:2.0:1763345640.512038:0:24000:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aca04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980833046 expref: 20 pid: 27810 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345640.512052:0:24000:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aca04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980833046 expref: 20 pid: 27810 timeout: 1133 lvb_type: 0 00002000:00010000:2.0:1763345640.512059:0:24000:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91b65ed7df80 00000100:00100000:0.0:1763345640.512584:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.513063:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910377472 00000100:00100000:2.0:1763345640.513070:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910377472 00000100:00100000:2.0:1763345640.513112:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11197 00000100:00100000:2.0:1763345640.513120:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543698a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+312:57240:x1849000910377472:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.513139:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.513158:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58aca51 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833069 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.513250:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58aca58 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.513264:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58aca58 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.513274:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58aca58 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.513285:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58aca5f lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.513292:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58aca5f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.513298:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58aca5f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.513333:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58aca58 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.513340:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58aca58 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.513346:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58aca58 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.513352:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58aca58 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.513358:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.513363:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58aca58 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.513373:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58aca58 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.513386:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:2.0:1763345640.513390:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.513394:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58aca58 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.513400:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58aca58 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.513414:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58aca5f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.513420:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58aca5f lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.513425:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58aca5f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.513430:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.513433:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58aca5f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.513439:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58aca5f lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.513446:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484ccc00) 00010000:00010000:2.0:1763345640.513448:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.513451:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58aca5f lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.513456:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58aca5f lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345640.513480:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58aca51 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833069 expref: 313 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.513490:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:2.0:1763345640.513492:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.513496:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58aca51 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833069 expref: 313 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.513507:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d400, rc 0) 00000100:00100000:2.0:1763345640.513548:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543698a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+312:57240:x1849000910377472:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 428us (965us total) trans 0 rc 301/301 00000100:00100000:2.0:1763345640.513555:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11197 00000100:00100000:1.0:1763345640.515627:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.515695:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910377600 00000100:00100000:0.0:1763345640.515706:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910377600 00010000:00010000:0.0:1763345640.515742:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aca04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980833046 expref: 20 pid: 27810 timeout: 1133 lvb_type: 0 00000100:00100000:0.0:1763345640.515803:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3697 00000100:00100000:0.0:1763345640.515813:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910377600:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345640.515826:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1763345640.515842:0:6505:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x35c:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:0.0:1763345640.515846:0:6505:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x35c:0x0] updating lvb mtime from disk: 1763345639 -> 1763345640 00002000:00010000:0.0:1763345640.515849:0:6505:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x35c:0x0] updating lvb atime from disk: 0 -> 1763345639 00002000:00010000:0.0:1763345640.515856:0:6505:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x35c:0x0] updating lvb ctime from disk: 1763345639 -> 1763345640 00002000:00010000:0.0:1763345640.515858:0:6505:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x35c:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763345640.515872:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aca04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980833046 expref: 20 pid: 27810 timeout: 1133 lvb_type: 0 00010000:00010000:0.0:1763345640.515884:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aca04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980833046 expref: 20 pid: 27810 timeout: 1133 lvb_type: 0 00010000:00010000:0.0:1763345640.515902:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aca04 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.203.8@tcp remote: 0x199a96980833046 expref: 20 pid: 27810 timeout: 1133 lvb_type: 0 00010000:00010000:0.0:1763345640.515915:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.515917:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.515921:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aca4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.515930:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aca4a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.515965:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345640.516015:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910377600:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 204us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.516022:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3697 00010000:00010000:3.0:1763345640.516195:0:28867:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aca4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.516204:0:28867:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aca4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.516228:0:28867:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aca4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.516236:0:28867:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aca4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.516242:0:28867:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aca4a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.516250:0:28867:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345640.516253:0:28867:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aca4a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.516262:0:28867:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aca4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.516273:0:28867:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aca4a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.516280:0:28867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aca4a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345640.516327:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910377216:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 9504us (9708us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.516335:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8161 00000100:00100000:0.0:1763345640.518455:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.518547:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.518944:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910377728 00000100:00100000:1.0:1763345640.518952:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910377728 00000100:00100000:1.0:1763345640.519005:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910377984 00000100:00100000:1.0:1763345640.519009:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910377984 00000100:00100000:1.0:1763345640.519041:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11198 00000100:00100000:1.0:1763345640.519050:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543699f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+313:57240:x1849000910377728:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345640.519066:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.519086:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58aca66 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833070 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.519143:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58aca6d lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.519155:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58aca6d lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.519165:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58aca6d lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.519173:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58aca74 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.519180:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58aca74 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.519185:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58aca74 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.519222:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58aca6d lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.519227:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58aca6d lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.519239:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58aca6d lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.519245:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58aca6d lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.519250:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5434cba00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.519254:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58aca6d lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.519261:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58aca6d lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.519270:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6ed00) 00010000:00010000:1.0:1763345640.519273:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345640.519277:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58aca6d lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.519282:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58aca6d lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.519293:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58aca74 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.519298:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58aca74 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.519304:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58aca74 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.519309:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5434cb200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.519312:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58aca74 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.519317:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58aca74 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.519322:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484ccc00) 00010000:00010000:1.0:1763345640.519324:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345640.519327:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58aca74 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.519332:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58aca74 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.519352:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58aca66 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833070 expref: 314 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.519360:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642a6ed00) 00010000:00010000:1.0:1763345640.519362:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345640.519365:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58aca66 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833070 expref: 314 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.519376:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6586e3200, rc 0) 00000100:00100000:1.0:1763345640.519421:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543699f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+313:57240:x1849000910377728:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 372us (972us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345640.519428:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11198 00000100:00100000:1.0:1763345640.519443:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11199 00000100:00100000:1.0:1763345640.519448:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+312:57238:x1849000910377984:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:1.0:1763345640.519469:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345640.519479:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58aca3c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833062 expref: 312 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.519487:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:1.0:1763345640.519491:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345640.519503:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58aca7b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.519510:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58aca7b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.519516:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58aca7b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000040:00080000:1.0:1763345640.519692:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1899, 88 off157480 00000004:00080000:1.0:1763345640.519711:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1033044951378ns, next at 1032978341148ns, rc = 0 00000040:00080000:1.0:1763345640.519737:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1915, 88 off159048 00000004:00080000:1.0:1763345640.519741:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1033044981081ns, next at 1032978308189ns, rc = 0 00000040:00080000:1.0:1763345640.519897:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1916, 88 off159136 00000004:00080000:1.0:1763345640.519903:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1033045143051ns, next at 1032978308189ns, rc = 0 00000040:00080000:1.0:1763345640.519922:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1900, 88 off157568 00000004:00080000:1.0:1763345640.519925:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1033045165959ns, next at 1032978341148ns, rc = 0 00000100:00100000:2.0:1763345640.522280:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.522333:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910378112 00000100:00100000:0.0:1763345640.522343:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910378112 00000100:00100000:0.0:1763345640.522398:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11200 00000100:00100000:0.0:1763345640.522408:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+313:57240:x1849000910378112:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.522426:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.522447:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aca82 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833077 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.522500:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aca89 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.522512:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aca89 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.522522:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aca89 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345640.522565:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763345640.522570:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763345640.522603:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aca82 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833077 expref: 315 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.522621:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aca89 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833077 expref: 314 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.522631:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5bb00) 00010000:00010000:0.0:1763345640.522634:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763345640.522638:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4400, rc 0) 00000100:00100000:0.0:1763345640.522696:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+314:57240:x1849000910378112:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 289us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.522705:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11200 00000001:00080000:0.0:1763345640.524245:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941090 is committed 00000004:00080000:0.0:1763345640.524256:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1218 committed 00000004:00080000:0.0:1763345640.524273:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1233 committed 00000004:00080000:0.0:1763345640.524290:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1232 committed 00000004:00080000:0.0:1763345640.524293:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1217 committed 00000004:00010000:0.0:1763345640.524347:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000f621424 reply state 00000000e1f38f76 transno 8589941090 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58aca7b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.524366:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58aca7b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.524374:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:0.0:1763345640.524377:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763345640.524380:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1763345640.524457:0:9295:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763345640.524471:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+309:57238:x1849000910377984:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 5020us (5921us total) trans 8589941090 rc 0/0 00000100:00100000:0.0:1763345640.524478:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11199 00010000:00010000:0.0:1763345640.524505:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58aca7b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.524513:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58aca7b lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.524523:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58aca7b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.524529:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5434caa00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.524533:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58aca7b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.524540:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58aca7b lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.524551:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:0.0:1763345640.524553:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345640.524557:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58aca7b lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.524562:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58aca7b lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.524647:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58aca35 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.524657:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58aca35 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.524664:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58aca35 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.524670:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.524673:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58aca35 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.524680:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58aca35 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.524690:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484ccc00) 00010000:00010000:3.0:1763345640.524693:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.524696:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58aca35 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.524702:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58aca35 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763345640.525140:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924406272:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345640.525184:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345640.525221:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763345640.525227:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924406400:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345640.525242:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345640.525462:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924406272 00000100:00100000:2.0:1763345640.525470:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924406272 00000100:00100000:2.0:1763345640.525499:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924406400 00000100:00100000:2.0:1763345640.525501:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924406400 00000100:00100000:2.0:1763345640.525524:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8162 00000100:00100000:2.0:1763345640.525533:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543387480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:3656:x1849000924406272:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1763345640.525649:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x35f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345640.525652:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x35f:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00002000:00010000:2.0:1763345640.525655:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x35f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345640.525657:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x35f:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00002000:00010000:2.0:1763345640.525660:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x35f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345640.525700:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543387480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:3656:x1849000924406272:12345-0@lo:2:osp-syn-1-0.0 Request processed in 168us (515us total) trans 17179872291 rc 0/0 00000100:00100000:2.0:1763345640.525706:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8162 00000100:00100000:2.0:1763345640.525719:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8163 00000100:00100000:2.0:1763345640.525725:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543386300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:3656:x1849000924406400:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1763345640.525792:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x360:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345640.525795:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x360:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763345640.525796:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x360:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345640.525798:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x360:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763345640.525800:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x360:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345640.525822:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543386300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:3656:x1849000924406400:12345-0@lo:2:osp-syn-1-0.0 Request processed in 97us (578us total) trans 17179872292 rc 0/0 00000100:00100000:2.0:1763345640.525828:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8163 00000004:00080000:2.0:1763345640.525860:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545d07b80/2, rc 0, transno 17179872292 00000100:00100000:2.0:1763345640.525874:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924406400:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1763345640.525882:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545d05180/2, rc 0, transno 17179872291 00000100:00100000:2.0:1763345640.525885:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924406272:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345640.526314:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543386680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924406016:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.526350:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345640.526364:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543387b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924406144:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345640.526399:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345640.526423:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924406016 00000100:00100000:1.0:1763345640.526429:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924406016 00000100:00100000:3.0:1763345640.526983:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924406144 00000100:00100000:3.0:1763345640.526989:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924406144 00000100:00100000:0.0:1763345640.527045:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.527078:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8164 00000100:00100000:2.0:1763345640.527087:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8165 00000100:00100000:3.0:1763345640.527092:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543386a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3658:x1849000924406016:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345640.527103:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3659:x1849000924406144:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345640.527125:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.527149:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910378240 00000100:00100000:0.0:1763345640.527153:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910378240 00000100:00100000:0.0:1763345640.527182:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910378368 00000100:00100000:0.0:1763345640.527186:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910378368 00000100:00100000:0.0:1763345640.527211:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11201 00000100:00100000:0.0:1763345640.527221:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543699500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+308:57240:x1849000910378240:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.527233:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.527250:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58aca90 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083307e expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345640.527295:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543386a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3658:x1849000924406016:12345-0@lo:2:osp-syn-0-0.0 Request processed in 208us (944us total) trans 21474839545 rc 0/0 00000100:00100000:3.0:1763345640.527302:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8164 00010000:00010000:0.0:1763345640.527324:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aca97 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.527339:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aca97 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00000004:00080000:3.0:1763345640.527343:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b543386680/2, rc 0, transno 21474839545 00000100:00100000:3.0:1763345640.527351:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543386680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924406016:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1763345640.527351:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aca97 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.527371:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aca9e lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00000100:00100000:3.0:1763345640.527378:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11202 00010000:00010000:0.0:1763345640.527381:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aca9e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00000100:00100000:3.0:1763345640.527390:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+309:57238:x1849000910378368:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.527391:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aca9e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.527406:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.527419:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58acaa5 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833085 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.527431:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aca97 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.527440:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aca97 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.527446:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aca97 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.527453:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aca97 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.527458:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58acaa5 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833085 expref: 310 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.527460:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.527476:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58acaa5 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833085 expref: 310 pid: 9296 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345640.527482:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x35d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345640.527487:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x35d:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763345640.527490:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x35d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345640.527492:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x35d:0x0] updating lvb ctime from disk: 0 -> 0 00010000:00010000:3.0:1763345640.527494:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00002000:00010000:2.0:1763345640.527495:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x35d:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:3.0:1763345640.527503:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345640.527507:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261600, rc 0) 00000100:00100000:3.0:1763345640.527549:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+310:57238:x1849000910378368:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 162us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.527558:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:3659:x1849000924406144:12345-0@lo:2:osp-syn-0-0.0 Request processed in 457us (1156us total) trans 21474839546 rc 0/0 00000100:00100000:3.0:1763345640.527559:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11202 00000100:00100000:2.0:1763345640.527571:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8165 00000004:00080000:2.0:1763345640.527610:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b543387b80/2, rc 0, transno 21474839546 00000100:00100000:2.0:1763345640.527615:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543387b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924406144:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1763345640.527712:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aca97 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.527725:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aca97 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.527735:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5bb00) 00010000:00010000:0.0:1763345640.527738:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.527741:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aca97 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.527747:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aca97 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.527784:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aca9e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.527828:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aca9e lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.527835:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aca9e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.527840:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.527843:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aca9e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.527849:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aca9e lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.527856:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c5b600) 00010000:00010000:0.0:1763345640.527859:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.527871:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aca9e lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.527880:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aca9e lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.527920:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58aca90 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083307e expref: 309 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.527930:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5bb00) 00010000:00010000:0.0:1763345640.527932:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.527935:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58aca90 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083307e expref: 309 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.527945:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5600, rc 0) 00000100:00100000:0.0:1763345640.527971:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543699500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+308:57240:x1849000910378240:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 754us (940us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345640.527978:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11201 00000100:00100000:0.0:1763345640.530108:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.530229:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910378496 00000100:00100000:2.0:1763345640.530239:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910378496 00000100:00100000:2.0:1763345640.530300:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11203 00000100:00100000:2.0:1763345640.530311:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+308:57238:x1849000910378496:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.530328:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.530345:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acaac lrc: 2/0,0 mode: --/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083308c expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.530409:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acab3 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.530422:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acab3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.530432:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acab3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:2.0:1763345640.530488:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x24d:0x0]: returning size 2 00000004:00200000:2.0:1763345640.530492:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345640.530510:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acab3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.530533:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acaac lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083308c expref: 310 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.530547:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acab3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083308c expref: 309 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.530555:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:2.0:1763345640.530557:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763345640.530561:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d600, rc 0) 00000100:00100000:2.0:1763345640.530616:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+309:57238:x1849000910378496:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 307us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.530623:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11203 00000100:00100000:1.0:1763345640.531208:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.531332:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910378752 00000100:00100000:0.0:1763345640.531340:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910378752 00000100:00100000:0.0:1763345640.531386:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11204 00000100:00100000:0.0:1763345640.531396:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+309:57240:x1849000910378752:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.531409:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.531411:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763345640.531428:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aca89 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833077 expref: 309 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.531443:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5bb00) 00010000:00010000:0.0:1763345640.531453:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345640.531464:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58acaba lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833093 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.531540:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acac1 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.531551:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acac1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.531559:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acac1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.531571:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acac8 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.531577:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acac8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.531584:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acac8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000100:00100000:3.0:1763345640.532197:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:0.0:1763345640.532281:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acacf lrc: 3/1,0 mode: --/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.532292:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acacf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.532300:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acacf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:0.0:1763345640.532309:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x24e:0x0]: returning size 0 00010000:00010000:0.0:1763345640.532333:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acac1 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.532339:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acac1 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.532349:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acac1 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.532356:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acac1 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.532362:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.532366:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acac1 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.532373:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acac1 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.532381:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5b000) 00010000:00010000:0.0:1763345640.532384:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.532388:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acac1 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.532393:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acac1 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000004:00010000:0.0:1763345640.532403:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007bc2fff9 reply state 00000000bc9d721d transno 8589941091 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acac8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.532412:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acac8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.532417:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c5b400) 00010000:00010000:0.0:1763345640.532419:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345640.532421:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763345640.532444:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58acaba lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833093 expref: 311 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.532466:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acacf lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833093 expref: 310 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.532473:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24e:0x0].0x0 (ffff91b541c5b700) 00010000:00010000:0.0:1763345640.532475:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345640.532478:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4c00, rc 0) 00000100:00100000:0.0:1763345640.532538:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+311:57240:x1849000910378752:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1144us (1332us total) trans 8589941091 rc 0/0 00000100:00100000:0.0:1763345640.532546:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11204 00000100:00100000:1.0:1763345640.533795:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910378880 00000100:00100000:1.0:1763345640.533805:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910378880 00000100:00100000:1.0:1763345640.533868:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8166 00000100:00100000:1.0:1763345640.533879:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910378880:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345640.533893:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.533910:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b672b55000/0x52bea07cb58acadd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083309a expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345640.533931:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x35c:0x0] initial LVB size: 5, mtime: 0x691a84e8, atime: 0x691a84e7, ctime: 0x691a84e8, blocks: 0x8 00010000:00010000:1.0:1763345640.533946:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.533948:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.533957:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672b55000/0x52bea07cb58acadd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083309a expref: 19 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345640.533971:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b672b55000/0x52bea07cb58acadd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083309a expref: 19 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345640.533982:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b55000, rc 0) 00000100:00100000:1.0:1763345640.534029:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910378880:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 152us (1834us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.534036:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8166 00000100:00100000:3.0:1763345640.534707:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.534988:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910379136 00000100:00100000:0.0:1763345640.534996:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910379136 00000100:00100000:0.0:1763345640.535044:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11205 00000100:00100000:0.0:1763345640.535053:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+311:57240:x1849000910379136:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.535070:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.535085:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58acae4 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x24e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808330a1 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.535196:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acaeb lrc: 3/0,1 mode: --/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.535211:0:9295:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acacf lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833093 expref: 312 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.535219:0:9295:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acaeb lrc: 4/0,1 mode: --/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.535251:0:9295:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acacf lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833093 expref: 312 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.535268:0:9295:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acacf lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833093 expref: 312 pid: 9295 timeout: 1133 lvb_type: 0 00000100:00100000:0.0:1763345640.535282:0:9295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544209c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924406528:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345640.535357:0:9295:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce840 going to sleep for 11 seconds 00000100:00100000:2.0:1763345640.539908:0:9295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544209c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924406528:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345640.539938:0:9295:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acaeb lrc: 3/0,1 mode: --/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000100:00100000:3.0:1763345640.543027:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.544115:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910379264 00000100:00100000:1.0:1763345640.544127:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910379264 00010000:00010000:1.0:1763345640.544174:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acacf lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833093 expref: 313 pid: 9295 timeout: 1133 lvb_type: 0 00000100:00100000:1.0:1763345640.544227:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3698 00000100:00100000:1.0:1763345640.544239:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+313:2408:x1849000910379264:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345640.544256:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345640.544263:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acacf lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833093 expref: 313 pid: 9295 timeout: 1133 lvb_type: 0 00010000:00010000:1.0:1763345640.544276:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acacf lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833093 expref: 313 pid: 9295 timeout: 1133 lvb_type: 0 00010000:00010000:1.0:1763345640.544497:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acacf lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833093 expref: 313 pid: 9295 timeout: 1133 lvb_type: 0 00010000:00010000:1.0:1763345640.544516:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24e:0x0].0x0 (ffff91b541c5b700) 00010000:00010000:1.0:1763345640.544521:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acaeb lrc: 3/0,1 mode: --/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.544530:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acaeb lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.544537:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acaeb lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.544567:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345640.544702:0:9295:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acaeb lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.544710:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acaeb lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:2.0:1763345640.544730:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x24e:0x0]: returning size 0 00000100:00100000:1.0:1763345640.544858:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+312:2408:x1849000910379264:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 619us (1837us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.544874:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3698 00000004:00080000:2.0:1763345640.545297:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x361:0x0], index 1: 0 00000004:00080000:2.0:1763345640.545306:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x35e:0x0], index 0: 0 00000004:00080000:2.0:1763345640.545316:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x35f:0x0], index 0: 0 00000004:00080000:2.0:1763345640.545321:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x362:0x0], index 1: 0 00010000:00010000:2.0:1763345640.545443:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acaeb lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.545452:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acaeb lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.545459:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acaeb lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.545465:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.545469:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acaeb lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.545480:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acaeb lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.545491:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24e:0x0].0x0 (ffff91b541c5b700) 00010000:00010000:2.0:1763345640.545494:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345640.545498:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acaeb lrc: 2/0,0 mode: --/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.545504:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acaeb lrc: 0/0,0 mode: --/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.545549:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58acae4 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x24e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330a1 expref: 312 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.545560:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24e:0x0].0x0 (ffff91b541c5b700) 00010000:00010000:2.0:1763345640.545562:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763345640.545566:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58acae4 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330a1 expref: 312 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.545581:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4600, rc 0) 00000100:00100000:2.0:1763345640.545638:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+311:57240:x1849000910379136:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 10586us (10933us total) trans 8589941092 rc 301/301 00000100:00100000:2.0:1763345640.545646:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11205 00000100:00100000:3.0:1763345640.550194:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.550851:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910379520 00000100:00100000:0.0:1763345640.550873:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910379520 00000100:00100000:0.0:1763345640.550942:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3875 00000100:00100000:0.0:1763345640.550952:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+311:57240:x1849000910379520:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345640.551261:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+312:57240:x1849000910379520:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 310us (1076us total) trans 8589941093 rc 0/0 00000100:00100000:0.0:1763345640.551269:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3875 00000100:00100000:0.0:1763345640.554877:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.555268:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910379776 00000100:00100000:3.0:1763345640.555280:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910379776 00000100:00100000:2.0:1763345640.555369:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3876 00000100:00100000:2.0:1763345640.555381:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b643165c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+312:57240:x1849000910379776:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345640.555612:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b643165c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+313:57240:x1849000910379776:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 232us (751us total) trans 8589941094 rc 0/0 00000100:00100000:2.0:1763345640.555621:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3876 00000100:00100000:1.0:1763345640.563667:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.563923:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910380032 00000100:00100000:2.0:1763345640.563933:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910380032 00000100:00100000:3.0:1763345640.564039:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.564169:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910380160 00000100:00100000:1.0:1763345640.564174:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910380160 00000100:00100000:1.0:1763345640.564220:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8167 00000100:00100000:1.0:1763345640.564231:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2410:x1849000910380160:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345640.564353:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2410:x1849000910380160:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 123us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.564361:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8167 00000100:00100000:1.0:1763345640.566141:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.566221:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910380288 00000100:00100000:3.0:1763345640.566229:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910380288 00000100:00100000:3.0:1763345640.566282:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8168 00000100:00100000:3.0:1763345640.566292:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910380288:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:3.0:1763345640.566385:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910380288:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 94us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.566393:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8168 00000100:00100000:2.0:1763345640.567200:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11206 00000100:00100000:3.0:1763345640.568602:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.568675:0:24000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910380416 00000100:00100000:0.0:1763345640.568684:0:24000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910380416 00000100:00100000:0.0:1763345640.568752:0:24000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1928 00000100:00100000:0.0:1763345640.568792:0:24000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910380416:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:0.0:1763345640.568828:0:24000:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58acaf9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.568842:0:24000:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.568845:0:24000:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.568851:0:24000:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58acaf9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.568874:0:24000:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58acaf9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24000 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345640.568909:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543385180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+313:55937:x1849000910380032:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345640.568929:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.568956:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acb00 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808330a8 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.568990:0:24000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58acaf9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.569000:0:24000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58acaf9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.569006:0:24000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58acaf9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.569013:0:24000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345640.569016:0:24000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58acaf9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.569024:0:24000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58acaf9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.569039:0:24000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58acaf9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.569046:0:24000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58acaf9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.569078:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acb07 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.569092:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acb07 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.569104:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acb07 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000100:00100000:0.0:1763345640.569105:0:24000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910380416:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 341us (505us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763345640.569121:0:24000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1928 00010000:00010000:2.0:1763345640.569125:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acb0e lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.569134:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acb0e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.569141:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acb0e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.569199:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acb15 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.569207:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acb15 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.569214:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acb15 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:2.0:1763345640.569226:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x24e:0x0]: returning size 0 00010000:00010000:2.0:1763345640.569319:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acb07 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.569326:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acb07 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.569331:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acb07 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.569336:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acb07 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.569342:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.569351:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acb07 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.569356:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acb07 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.569365:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:2.0:1763345640.569368:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.569372:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acb07 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.569377:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acb07 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.569386:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acb0e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.569391:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acb0e lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.569401:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acb0e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.569405:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378cc00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.569408:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acb0e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.569413:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acb0e lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.569419:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c5b400) 00010000:00010000:2.0:1763345640.569421:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.569424:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acb0e lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.569428:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acb0e lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.569460:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acb00 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330a8 expref: 316 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.569476:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acb15 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330a8 expref: 315 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.569496:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24e:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:2.0:1763345640.569499:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345640.569501:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378ca00, rc 0) 00000100:00100000:2.0:1763345640.569540:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543385180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+315:55937:x1849000910380032:12345-192.168.203.8@tcp:101:bash.0 Request processed in 2330us (5881us total) trans 8589941095 rc 0/0 00000100:00100000:2.0:1763345640.569549:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11206 00000100:00100000:3.0:1763345640.571873:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.571922:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.571961:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910380672 00000100:00100000:2.0:1763345640.571972:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910380672 00000100:00100000:0.0:1763345640.572014:0:32317:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910380544 00000100:00100000:0.0:1763345640.572020:0:32317:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910380544 00000100:00100000:2.0:1763345640.572051:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1241 00000100:00100000:0.0:1763345640.572059:0:32317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 143 00000100:00100000:2.0:1763345640.572066:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2410:x1849000910380672:12345-192.168.203.8@tcp:400:kworker.0 00000100:00100000:0.0:1763345640.572072:0:32317:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b67799a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:61ae421e-e80a-45e1-9f12-1bee2af91003+9:2411:x1849000910380544:12345-192.168.203.8@tcp:400:kworker.0 00000100:00080000:3.0:1763345640.572452:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763345640.573037:0:32317:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b67799a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:61ae421e-e80a-45e1-9f12-1bee2af91003+9:2411:x1849000910380544:12345-192.168.203.8@tcp:400:kworker.0 Request processed in 966us (1111us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.573046:0:32317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 143 00000100:00100000:2.0:1763345640.573948:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2410:x1849000910380672:12345-192.168.203.8@tcp:400:kworker.0 Request processed in 1881us (2087us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.573960:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1241 00000100:00100000:2.0:1763345640.574667:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.575051:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910380800 00000100:00100000:1.0:1763345640.575060:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910380800 00000100:00100000:2.0:1763345640.575648:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.575989:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910380928 00000100:00100000:3.0:1763345640.575995:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910380928 00000100:00100000:3.0:1763345640.576037:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11207 00000100:00100000:3.0:1763345640.576046:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+316:57238:x1849000910380800:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345640.576069:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.576091:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58acb23 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808330af expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.576124:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58acb2a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.576137:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58acb2a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.576147:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58acb2a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.576254:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58acb23 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330af expref: 318 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.576271:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261000/0x52bea07cb58acb2a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330af expref: 317 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.576280:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:3.0:1763345640.576283:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763345640.576287:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261000, rc 0) 00000100:00100000:3.0:1763345640.576340:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+317:57238:x1849000910380800:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 294us (1673us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.576347:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11207 00000100:00100000:3.0:1763345640.576364:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11208 00000100:00100000:3.0:1763345640.576369:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+316:55937:x1849000910380928:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345640.576376:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.576384:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acb31 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808330b6 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.576400:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58acb38 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.576408:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58acb38 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.576414:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58acb38 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345640.576466:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acb31 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330b6 expref: 318 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.576478:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58acb38 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330b6 expref: 317 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.576485:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24e:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:3.0:1763345640.576488:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763345640.576491:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261800, rc 0) 00000100:00100000:3.0:1763345640.576509:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+317:55937:x1849000910380928:12345-192.168.203.8@tcp:101:bash.0 Request processed in 140us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.576515:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11208 00000100:00100000:3.0:1763345640.582078:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.582129:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.582134:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910381056 00000100:00100000:1.0:1763345640.582182:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910381312 00000100:00100000:1.0:1763345640.582187:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910381312 00000100:00100000:1.0:1763345640.582247:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11209 00000100:00100000:1.0:1763345640.582258:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+317:55937:x1849000910381312:12345-192.168.203.8@tcp:36:bash.0 00010000:00010000:1.0:1763345640.582309:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345640.582333:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acb15 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330a8 expref: 317 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.582351:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24e:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:1.0:1763345640.582356:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345640.582522:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58acb3f lrc: 3/0,1 mode: --/PW res: [0x200000405:0x24e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.582536:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58acb3f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x24e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.582546:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58acb3f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x24e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000001:00080000:1.0:1763345640.582590:0:9296:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941096 00000004:00010000:1.0:1763345640.582612:0:9296:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008c0c88d7 reply state 00000000db00d626 transno 8589941097 ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58acb3f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x24e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.582624:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58acb3f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x24e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.582630:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24e:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:1.0:1763345640.582633:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345640.582636:0:9296:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345640.582745:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+319:55937:x1849000910381312:12345-192.168.203.8@tcp:36:bash.0 Request processed in 489us (615us total) trans 8589941097 rc 0/0 00000100:00100000:1.0:1763345640.582754:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11209 00000020:00080000:1.0:1763345640.582785:0:9296:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345640.582837:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910381056 00000100:00100000:0.0:1763345640.582898:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1929 00000100:00100000:0.0:1763345640.582907:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910381056:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:0.0:1763345640.582927:0:8409:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acb46 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.582942:0:8409:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54378c800/0x52bea07cb58ac955 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083300e expref: 22 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345640.582951:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.582953:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.582956:0:8409:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acb46 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.582985:0:8409:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b54378c800/0x52bea07cb58ac955 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083300e expref: 22 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345640.582999:0:8409:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b54378c800/0x52bea07cb58ac955 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083300e expref: 22 pid: 8404 timeout: 1133 lvb_type: 1 00000100:00100000:0.0:1763345640.583013:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54420aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8409:1849000924406656:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345640.583062:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce900 going to sleep for 11 seconds 00000100:00100000:0.0:1763345640.590970:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54420aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8409:1849000924406656:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345640.591002:0:8409:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acb46 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345640.592166:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.592261:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910381440 00000100:00100000:1.0:1763345640.592271:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910381440 00010000:00010000:1.0:1763345640.592308:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378c800/0x52bea07cb58ac955 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083300e expref: 23 pid: 8404 timeout: 1133 lvb_type: 1 00000100:00100000:3.0:1763345640.592437:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.592679:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910381568 00000100:00100000:0.0:1763345640.592684:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910381568 00000100:00100000:0.0:1763345640.592731:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11210 00000100:00100000:0.0:1763345640.592740:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+319:55937:x1849000910381568:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345640.592844:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1763345640.592909:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3699 00000100:00100000:1.0:1763345640.592919:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910381440:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345640.592933:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345640.592952:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b54378c800/0x52bea07cb58ac955 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x360:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083300e expref: 23 pid: 8404 timeout: 1133 lvb_type: 1 00010000:00010000:1.0:1763345640.592965:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b54378c800/0x52bea07cb58ac955 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x360:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083300e expref: 23 pid: 8404 timeout: 1133 lvb_type: 1 00010000:00010000:1.0:1763345640.592986:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54378c800/0x52bea07cb58ac955 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x360:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083300e expref: 23 pid: 8404 timeout: 1133 lvb_type: 1 00010000:00010000:1.0:1763345640.593007:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.593009:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.593014:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acb46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.593024:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acb46 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.593115:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58acb4d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x24e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808330bd expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.593163:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58acb4d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x24e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330bd expref: 320 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.593177:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58acb4d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x24e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330bd expref: 320 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.593193:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24e:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:0.0:1763345640.593197:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345640.593200:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5600, rc 0) 00000100:00100000:0.0:1763345640.593263:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+320:55937:x1849000910381568:12345-192.168.203.8@tcp:101:bash.0 Request processed in 523us (826us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.593272:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11210 00010000:00010000:1.0:1763345640.593390:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345640.593424:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910381440:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 507us (1264us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.593431:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3699 00010000:00010000:3.0:1763345640.593516:0:8409:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acb46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.593526:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acb46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.595653:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.596017:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910381824 00000100:00100000:0.0:1763345640.596026:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910381824 00000100:00100000:0.0:1763345640.596079:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11211 00000100:00100000:0.0:1763345640.596089:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+320:55937:x1849000910381824:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345640.596108:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.596111:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763345640.596133:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58acb4d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330bd expref: 320 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.596149:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24e:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:0.0:1763345640.596153:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345640.596164:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58acb54 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808330c4 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.596203:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58acb5b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.596215:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58acb5b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24e:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.596224:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58acb5b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24e:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000040:00080000:0.0:1763345640.596399:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1917, 88 off159224 00000004:00080000:0.0:1763345640.596406:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1033121646248ns, next at 1032978308189ns, rc = 0 00000040:00080000:0.0:1763345640.596446:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1901, 88 off157656 00000004:00080000:0.0:1763345640.596451:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1033121691739ns, next at 1032978341148ns, rc = 0 00000040:00080000:0.0:1763345640.596477:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1902, 88 off157744 00000004:00080000:0.0:1763345640.596482:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1033121722554ns, next at 1032978341148ns, rc = 0 00000040:00080000:0.0:1763345640.596494:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1918, 88 off159312 00000004:00080000:0.0:1763345640.596498:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1033121738621ns, next at 1032978308189ns, rc = 0 00000001:00080000:2.0:1763345640.598915:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872293 is committed 00000001:00080000:2.0:1763345640.598930:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872292 is committed 00000001:00080000:2.0:1763345640.601650:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941098 is committed 00000004:00080000:2.0:1763345640.601662:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1235 committed 00000004:00080000:2.0:1763345640.601676:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1220 committed 00000004:00080000:2.0:1763345640.601683:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1219 committed 00000004:00080000:2.0:1763345640.601686:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1234 committed 00010000:00010000:2.0:1763345640.601782:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58acb5b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x24e:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330c4 expref: 314 pid: 9295 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345640.602385:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x360:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:0.0:1763345640.602390:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x360:0x0] updating lvb mtime from disk: 0 -> 1763345640 00002000:00010000:0.0:1763345640.602393:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x360:0x0] updating lvb ctime from disk: 0 -> 1763345640 00002000:00010000:0.0:1763345640.602395:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x360:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763345640.602405:0:8409:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acb46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.602409:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924406912:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1763345640.602414:0:8409:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acb46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.602422:0:8409:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acb46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.602428:0:8409:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345640.602432:0:8409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acb46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.602440:0:8409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acb46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.602455:0:8409:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acb46 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.602462:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763345640.602462:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acb46 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.602494:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763345640.602499:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924406784:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.602515:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345640.602524:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+11:2409:x1849000910381056:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 19618us (20454us total) trans 17179872293 rc 0/0 00000100:00100000:0.0:1763345640.602533:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1929 00000100:00100000:1.0:1763345640.602543:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924406912 00000100:00100000:1.0:1763345640.602549:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924406912 00000100:00100000:1.0:1763345640.602588:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924406784 00000100:00100000:1.0:1763345640.602592:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924406784 00000100:00100000:1.0:1763345640.602611:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8169 00010000:00010000:3.0:1763345640.602615:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acac8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00000100:00100000:1.0:1763345640.602618:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3659:x1849000924406912:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1763345640.602624:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acac8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.602629:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acac8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.602633:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.602636:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acac8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.602641:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acac8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.602650:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c5b400) 00010000:00010000:3.0:1763345640.602653:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.602656:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acac8 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.602660:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acac8 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.602692:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24e:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:2.0:1763345640.602695:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763345640.602717:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58acb3f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x24e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.602723:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58acb3f lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x24e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.602728:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58acb3f lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x24e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.602733:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b55a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.602735:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58acb3f lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x24e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.602741:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58acb3f lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x24e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.602749:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24e:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:3.0:1763345640.602751:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.602754:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58acb3f lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x24e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000100:00100000:1.0:1763345640.602774:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3659:x1849000924406912:12345-0@lo:2:osp-syn-0-0.0 Request processed in 139us (294us total) trans 21474839547 rc 0/0 00010000:00010000:3.0:1763345640.602777:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58acb3f lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x24e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000100:00100000:1.0:1763345640.602780:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8169 00000100:00100000:1.0:1763345640.602794:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8170 00000100:00100000:1.0:1763345640.602800:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3659:x1849000924406784:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1763345640.602859:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58acb54 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330c4 expref: 312 pid: 9295 timeout: 0 lvb_type: 3 00000100:00100000:1.0:1763345640.602870:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3659:x1849000924406784:12345-0@lo:2:osp-syn-0-0.0 Request processed in 62us (345us total) trans 21474839548 rc 0/0 00000100:00100000:1.0:1763345640.602876:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8170 00010000:00010000:2.0:1763345640.602885:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58acb5b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x24e:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330c4 expref: 311 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.602909:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24e:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:2.0:1763345640.602912:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763345640.602915:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5e00, rc 0) 00000100:00100000:2.0:1763345640.602938:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+311:55937:x1849000910381824:12345-192.168.203.8@tcp:101:bash.0 Request processed in 6851us (7291us total) trans 8589941098 rc 0/0 00000100:00100000:2.0:1763345640.602945:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11211 00000004:00080000:1.0:1763345640.602958:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6432dea00/2, rc 0, transno 21474839548 00000100:00100000:1.0:1763345640.602963:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924406784:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345640.602972:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5435b8000/2, rc 0, transno 21474839547 00000100:00100000:1.0:1763345640.602975:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924406912:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345640.603134:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924407040:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345640.603163:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345640.603494:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763345640.603500:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924407168:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345640.603524:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345640.604246:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924407168 00000100:00100000:0.0:1763345640.604246:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924407040 00000100:00100000:1.0:1763345640.604254:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924407168 00000100:00100000:0.0:1763345640.604254:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924407040 00000100:00100000:0.0:1763345640.604294:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8171 00000100:00100000:0.0:1763345640.604303:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b62c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3656:x1849000924407040:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345640.604351:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8172 00000100:00100000:1.0:1763345640.604358:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3656:x1849000924407168:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345640.604650:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b62c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3656:x1849000924407040:12345-0@lo:2:osp-syn-1-0.0 Request processed in 348us (1485us total) trans 17179872294 rc 0/0 00000100:00100000:1.0:1763345640.604651:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3656:x1849000924407168:12345-0@lo:2:osp-syn-1-0.0 Request processed in 294us (1127us total) trans 17179872295 rc 0/0 00000100:00100000:1.0:1763345640.604657:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8172 00000100:00100000:3.0:1763345640.605694:0:3656:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872292 gen 2 00000004:00080000:3.0:1763345640.605702:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54377d500, transno 17179872255 00000100:00100000:0.0:1763345640.605930:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8171 00000004:00080000:3.0:1763345640.606158:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54377d880, transno 17179872256 00000004:00080000:3.0:1763345640.606300:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54377c700, transno 17179872257 00000004:00080000:3.0:1763345640.606303:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54377f800, transno 17179872258 00000004:00080000:3.0:1763345640.606306:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54440b480, transno 17179872259 00000004:00080000:3.0:1763345640.606308:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544408380, transno 17179872260 00000004:00080000:3.0:1763345640.606310:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5435fe300, transno 17179872261 00000004:00080000:3.0:1763345640.606312:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5435ff800, transno 17179872262 00000004:00080000:3.0:1763345640.606314:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b65ed7ed80, transno 17179872264 00000004:00080000:3.0:1763345640.606317:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b65ed7d180, transno 17179872265 00000004:00080000:3.0:1763345640.606319:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b65ed7f480, transno 17179872266 00000004:00080000:3.0:1763345640.606321:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b65ed7f100, transno 17179872267 00000004:00080000:3.0:1763345640.606323:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545960e00, transno 17179872270 00000004:00080000:3.0:1763345640.606325:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545963800, transno 17179872271 00000004:00080000:3.0:1763345640.606328:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ab4700, transno 17179872272 00000004:00080000:3.0:1763345640.606330:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ab7100, transno 17179872273 00000004:00080000:3.0:1763345640.606332:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5454dc380, transno 17179872277 00000004:00080000:3.0:1763345640.606334:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5454dca80, transno 17179872278 00000004:00080000:3.0:1763345640.606336:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5454dc000, transno 17179872279 00000004:00080000:3.0:1763345640.606338:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5432edf80, transno 17179872280 00000004:00080000:3.0:1763345640.606340:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5454ddc00, transno 17179872281 00000004:00080000:3.0:1763345640.606342:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5454dd880, transno 17179872282 00000004:00080000:3.0:1763345640.606344:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5454df100, transno 17179872283 00000004:00080000:3.0:1763345640.606347:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5454ded80, transno 17179872284 00000004:00080000:3.0:1763345640.606350:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b674b1dc00, transno 17179872286 00000004:00080000:3.0:1763345640.606352:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b681ec2a00, transno 17179872287 00000004:00080000:3.0:1763345640.606356:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541fb9f80, transno 17179872288 00000004:00080000:3.0:1763345640.606358:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541fbad80, transno 17179872289 00000004:00080000:3.0:1763345640.606360:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d05180, transno 17179872291 00000004:00080000:3.0:1763345640.606363:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d07b80, transno 17179872292 00000100:00100000:3.0:1763345640.606370:0:3656:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff91b5435b9f80 x1849000924407168/t17179872295(17179872295) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763345656 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763345640.606381:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5435b9f80/2, rc 0, transno 17179872295 00000100:00100000:3.0:1763345640.606385:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924407168:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345640.606544:0:32328:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 2 in progress, 1 in flight, 28 done 00000004:00080000:1.0:1763345640.606981:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5435b9500/2, rc 0, transno 17179872294 00000100:00100000:1.0:1763345640.606987:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924407040:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345640.608663:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.608740:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910381952 00000100:00100000:3.0:1763345640.608748:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910381952 00000100:00100000:3.0:1763345640.608959:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8173 00000100:00100000:3.0:1763345640.608968:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+11:55937:x1849000910381952:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345640.608983:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.609001:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58acb62 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808330cb expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345640.609023:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x361:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345640.609042:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.609044:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.609052:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58acb62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808330cb expref: 12 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.609066:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58acb62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808330cb expref: 12 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.609078:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261200, rc 0) 00000100:00100000:3.0:1763345640.609123:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+12:55937:x1849000910381952:12345-192.168.203.8@tcp:101:bash.0 Request processed in 156us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.609130:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8173 00000100:00100000:2.0:1763345640.612043:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.612122:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910382080 00000100:00100000:3.0:1763345640.612130:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910382080 00000100:00100000:3.0:1763345640.612737:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8174 00000100:00100000:3.0:1763345640.612751:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+19:55937:x1849000910382080:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345640.612804:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.612825:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58acb69 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808330d2 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345640.612844:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x35e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345640.612872:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.612874:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.612883:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58acb69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808330d2 expref: 20 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.612897:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58acb69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808330d2 expref: 20 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.612909:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260400, rc 0) 00000100:00100000:3.0:1763345640.613148:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+20:55937:x1849000910382080:12345-192.168.203.8@tcp:101:bash.0 Request processed in 401us (1112us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.613155:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8174 00000100:00100000:1.0:1763345640.614956:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.614992:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.615125:0:24000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910382208 00000100:00100000:2.0:1763345640.615134:0:24000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910382208 00002000:00010000:2.0:1763345640.615169:0:24000:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/865 (0->18446744073709551615) 00002000:00100000:2.0:1763345640.615173:0:24000:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435b9180 with x1849000910382208 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345640.615184:0:24000:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5435b9180. 00000100:00100000:2.0:1763345640.615208:0:24000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910382336 00000100:00100000:2.0:1763345640.615211:0:24000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910382336 00002000:00010000:2.0:1763345640.615222:0:24000:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/862 (0->18446744073709551615) 00002000:00100000:2.0:1763345640.615224:0:24000:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435b8a80 with x1849000910382336 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345640.615229:0:24000:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5435b8a80. 00000100:00100000:2.0:1763345640.615247:0:24000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1930 00000100:00100000:2.0:1763345640.615255:0:24000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d51c9e15-7951-472b-8182-95fba90f4cff+12:2409:x1849000910382208:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:2.0:1763345640.615401:0:24000:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x361:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345640.615404:0:24000:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x361:0x0] updating lvb mtime from disk: 0 -> 1763345640 00002000:00010000:2.0:1763345640.615406:0:24000:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x361:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345640.615408:0:24000:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x361:0x0] updating lvb ctime from disk: 0 -> 1763345640 00002000:00010000:2.0:1763345640.615410:0:24000:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x361:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345640.615454:0:24000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d51c9e15-7951-472b-8182-95fba90f4cff+13:2409:x1849000910382208:12345-192.168.203.8@tcp:10:bash.0 Request processed in 199us (504us total) trans 17179872296 rc 0/0 00000100:00100000:2.0:1763345640.615461:0:24000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1930 00002000:00010000:2.0:1763345640.615465:0:24000:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/865 (0->18446744073709551615) 00002000:00100000:2.0:1763345640.615467:0:24000:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435b9180 with x1849000910382208 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345640.615471:0:24000:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5435b9180. 00000100:00100000:2.0:1763345640.615484:0:24000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1931 00000100:00100000:2.0:1763345640.615489:0:24000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910382336:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:2.0:1763345640.615554:0:24000:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x35e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345640.615557:0:24000:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x35e:0x0] updating lvb mtime from disk: 0 -> 1763345640 00002000:00010000:2.0:1763345640.615559:0:24000:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x35e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345640.615561:0:24000:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x35e:0x0] updating lvb ctime from disk: 0 -> 1763345640 00002000:00010000:2.0:1763345640.615563:0:24000:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x35e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345640.615580:0:24000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d51c9e15-7951-472b-8182-95fba90f4cff+21:2408:x1849000910382336:12345-192.168.203.8@tcp:10:bash.0 Request processed in 91us (588us total) trans 21474839549 rc 0/0 00000100:00100000:2.0:1763345640.615586:0:24000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1931 00002000:00010000:2.0:1763345640.615588:0:24000:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/862 (0->18446744073709551615) 00002000:00100000:2.0:1763345640.615591:0:24000:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435b8a80 with x1849000910382336 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345640.615594:0:24000:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5435b8a80. 00000100:00100000:1.0:1763345640.619426:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.619464:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.619525:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910382848 00000100:00100000:2.0:1763345640.619531:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910382592 00000100:00100000:2.0:1763345640.619534:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910382592 00000100:00100000:0.0:1763345640.619534:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910382848 00000100:00100000:2.0:1763345640.619588:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11212 00000100:00100000:0.0:1763345640.619588:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3877 00000100:00100000:2.0:1763345640.619598:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+312:57238:x1849000910382592:12345-192.168.203.8@tcp:36:lfs.0 00000100:00100000:0.0:1763345640.619598:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+312:55937:x1849000910382848:12345-192.168.203.8@tcp:35:bash.0 00010000:00010000:2.0:1763345640.619836:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345640.619874:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acab3 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24d:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083308c expref: 312 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.619891:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:2.0:1763345640.619895:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345640.619935:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acb70 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.619948:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acb70 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.619957:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acb70 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000100:00100000:0.0:1763345640.619996:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+312:55937:x1849000910382848:12345-192.168.203.8@tcp:35:bash.0 Request processed in 400us (531us total) trans 8589941099 rc 0/0 00000100:00100000:0.0:1763345640.620004:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3877 00000004:00010000:2.0:1763345640.620017:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ffa3b58d reply state 0000000060e8ee91 transno 8589941100 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acb70 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.620028:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acb70 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.620034:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:2.0:1763345640.620037:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345640.620039:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345640.620079:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+313:57238:x1849000910382592:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 483us (660us total) trans 8589941100 rc 0/0 00000100:00100000:2.0:1763345640.620085:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11212 00000100:00100000:2.0:1763345640.622009:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.622134:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910382976 00000100:00100000:0.0:1763345640.622144:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910382976 00000100:00100000:0.0:1763345640.622294:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8175 00000100:00100000:0.0:1763345640.622304:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+13:57238:x1849000910382976:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.622320:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.622338:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acb77 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808330d9 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345640.622359:0:8560:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x360:0x0] initial LVB size: 4096, mtime: 0x691a84e8, atime: 0x0, ctime: 0x691a84e8, blocks: 0x8 00010000:00010000:0.0:1763345640.622378:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.622380:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.622386:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acb77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330d9 expref: 14 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.622399:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acb77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330d9 expref: 14 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.622410:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4400, rc 0) 00000100:00100000:0.0:1763345640.622464:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:57238:x1849000910382976:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 161us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.622470:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8175 00000100:00100000:1.0:1763345640.624216:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.624334:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910383104 00000100:00100000:0.0:1763345640.624342:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910383104 00000100:00100000:0.0:1763345640.624394:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8176 00000100:00100000:0.0:1763345640.624403:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+21:57238:x1849000910383104:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.624418:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.624435:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5600/0x52bea07cb58acb7e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808330e0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.624461:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58ac95c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833015 expref: 22 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345640.624469:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.624470:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.624474:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5600/0x52bea07cb58acb7e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330e0 expref: 22 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.624505:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58ac95c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833015 expref: 22 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345640.624517:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58ac95c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833015 expref: 22 pid: 27810 timeout: 1133 lvb_type: 1 00000100:00100000:0.0:1763345640.624535:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54420aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924407296:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345640.624609:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417cec00 going to sleep for 11 seconds 00000100:00100000:0.0:1763345640.627482:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54420aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924407296:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345640.627515:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5600/0x52bea07cb58acb7e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a969808330e0 expref: 22 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.627535:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5600, rc 0) 00000100:00100000:0.0:1763345640.627607:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+22:57238:x1849000910383104:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3204us (3394us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.627614:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8176 00000100:00100000:2.0:1763345640.627894:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.628348:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910383232 00000100:00100000:3.0:1763345640.628357:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910383232 00010000:00010000:3.0:1763345640.628388:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58ac95c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833015 expref: 22 pid: 27810 timeout: 1133 lvb_type: 1 00000100:00100000:3.0:1763345640.628431:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3700 00000100:00100000:3.0:1763345640.628441:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a828700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910383232:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345640.628454:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345640.628477:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58ac95c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833015 expref: 22 pid: 27810 timeout: 1133 lvb_type: 1 00010000:00010000:3.0:1763345640.628489:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58ac95c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833015 expref: 22 pid: 27810 timeout: 1133 lvb_type: 1 00000100:00100000:1.0:1763345640.628492:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:3.0:1763345640.628511:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54594d800/0x52bea07cb58ac95c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x35d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833015 expref: 22 pid: 27810 timeout: 1133 lvb_type: 1 00010000:00010000:3.0:1763345640.628524:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.628526:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.628531:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5600/0x52bea07cb58acb7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a969808330e0 expref: 21 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.628541:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5600/0x52bea07cb58acb7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a969808330e0 expref: 21 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.628576:0:35200:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5600/0x52bea07cb58acb7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a969808330e0 expref: 21 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345640.628590:0:35200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5450c8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35200:1849000924407424:192.168.203.8@tcp:105: 00000100:00100000:3.0:1763345640.628656:0:35200:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66b1370c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763345640.628673:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910383360 00000100:00100000:0.0:1763345640.628677:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910383360 00000100:00100000:0.0:1763345640.628908:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11213 00000100:00100000:0.0:1763345640.628917:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+313:57241:x1849000910383360:12345-192.168.203.8@tcp:101:rm.0 00010000:00010000:0.0:1763345640.628938:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.628959:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58acb85 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808330e7 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.629029:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58acb8c lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.629040:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58acb8c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.629049:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58acb8c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.629064:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acb93 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.629070:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acb93 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.629076:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acb93 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.629144:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58acb9a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.629152:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58acb9a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.629169:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58acb9a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:0.0:1763345640.629202:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x24e:0x0]: returning size 5 00000004:00200000:0.0:1763345640.629207:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345640.629222:0:9295:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58acb9a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.629232:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58acb9a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.629239:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58acb8c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.629246:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58acb8c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.629251:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58acb8c lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.629261:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58acb8c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.629267:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.629271:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58acb8c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.629278:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58acb8c lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.629287:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37800) 00010000:00010000:0.0:1763345640.629290:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.629295:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58acb8c lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.629300:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58acb8c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.629311:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acb93 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.629316:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acb93 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.629321:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acb93 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.629325:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.629328:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acb93 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.629333:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acb93 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.629342:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b642b37200) 00010000:00010000:0.0:1763345640.629344:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.629347:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acb93 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.629352:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acb93 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.629378:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58acb85 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330e7 expref: 315 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.629391:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58acb9a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330e7 expref: 314 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.629398:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24e:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:0.0:1763345640.629400:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345640.629402:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4800, rc 0) 00000100:00100000:0.0:1763345640.629435:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+314:57241:x1849000910383360:12345-192.168.203.8@tcp:101:rm.0 Request processed in 520us (942us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.629442:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11213 00000100:00100000:1.0:1763345640.632546:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.632681:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.632912:0:35200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5450c8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35200:1849000924407424:192.168.203.8@tcp:105: 00010000:00010000:3.0:1763345640.632934:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345640.632980:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a828700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+21:2408:x1849000910383232:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 4540us (5085us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.632990:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3700 00000100:00100000:0.0:1763345640.633217:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910383488 00000100:00100000:0.0:1763345640.633224:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910383488 00002000:00010000:0.0:1763345640.633255:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/864 (5->18446744073709551615) 00002000:00100000:0.0:1763345640.633259:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6748a6a00 with x1849000910383488 ext(5->18446744073709551615) 00002000:00010000:0.0:1763345640.633270:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6748a6a00. 00000100:00100000:0.0:1763345640.633293:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910383616 00000100:00100000:0.0:1763345640.633297:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910383616 00002000:00010000:0.0:1763345640.633308:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/861 (0->18446744073709551615) 00002000:00100000:0.0:1763345640.633311:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6748a4e00 with x1849000910383616 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345640.633317:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6748a4e00. 00000100:00100000:0.0:1763345640.633333:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1932 00000100:00100000:0.0:1763345640.633341:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910383488:12345-192.168.203.8@tcp:10:lfs.0 00000100:00100000:2.0:1763345640.633451:0:24000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1933 00000100:00100000:2.0:1763345640.633464:0:24000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910383616:12345-192.168.203.8@tcp:10:lfs.0 00000100:00100000:1.0:1763345640.633936:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00002000:00010000:0.0:1763345640.633959:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x360:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:0.0:1763345640.633963:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x360:0x0] updating lvb mtime from disk: 1763345640 -> 1763345640 00002000:00010000:0.0:1763345640.633966:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x360:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345640.633968:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x360:0x0] updating lvb ctime from disk: 1763345640 -> 1763345640 00002000:00010000:0.0:1763345640.633971:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x360:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763345640.634017:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910383488:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 676us (1479us total) trans 17179872297 rc 0/0 00000100:00100000:0.0:1763345640.634024:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1932 00002000:00010000:0.0:1763345640.634028:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/864 (5->18446744073709551615) 00002000:00100000:0.0:1763345640.634031:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6748a6a00 with x1849000910383488 ext(5->18446744073709551615) 00002000:00010000:0.0:1763345640.634036:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6748a6a00. 00002000:00010000:2.0:1763345640.634167:0:24000:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x35d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345640.634170:0:24000:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x35d:0x0] updating lvb mtime from disk: 0 -> 1763345640 00002000:00010000:2.0:1763345640.634172:0:24000:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x35d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345640.634175:0:24000:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x35d:0x0] updating lvb ctime from disk: 0 -> 1763345640 00002000:00010000:2.0:1763345640.634176:0:24000:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x35d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345640.634229:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910383872 00000100:00100000:3.0:1763345640.634234:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910383872 00000100:00100000:3.0:1763345640.634274:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11214 00000100:00100000:3.0:1763345640.634282:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+314:57241:x1849000910383872:12345-192.168.203.8@tcp:36:rm.0 00010000:00010000:3.0:1763345640.634320:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763345640.634341:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58acb5b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24e:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330c4 expref: 314 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.634358:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58acb9a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330e7 expref: 313 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.634414:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58acb38 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330b6 expref: 312 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.634425:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24e:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:3.0:1763345640.634433:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345640.634451:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58acba1 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.634461:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58acba1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.634469:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58acba1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.634482:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58acba8 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.634487:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58acba8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.634492:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58acba8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.635502:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbaf lrc: 3/0,1 mode: --/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.635519:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbaf lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.635527:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbaf lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000040:00080000:0.0:1763345640.635739:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1919, 64 off159376 00000004:00080000:0.0:1763345640.635747:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1033160987074ns, next at 1034160984782ns, rc = 0 00000040:00080000:0.0:1763345640.635787:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1903, 64 off157808 00000004:00080000:0.0:1763345640.635792:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1033161032777ns, next at 1034161031282ns, rc = 0 00000040:00080000:0.0:1763345640.635803:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1904, 64 off157872 00000040:00080000:0.0:1763345640.635812:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1920, 64 off159440 00010000:00010000:0.0:1763345640.635857:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acbb6 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x24e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.635876:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acbb6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x24e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.635882:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acbb6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x24e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.635888:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acbb6 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x24e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.635893:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acbb6 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x24e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.635898:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acbb6 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x24e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9295 initiator: MDT0 00000100:00100000:2.0:1763345640.636044:0:24000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910383616:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 2577us (3356us total) trans 21474839550 rc 0/0 00000100:00100000:2.0:1763345640.636055:0:24000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1933 00002000:00010000:2.0:1763345640.636062:0:24000:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/861 (0->18446744073709551615) 00002000:00100000:2.0:1763345640.636066:0:24000:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6748a4e00 with x1849000910383616 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345640.636073:0:24000:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6748a4e00. 00010000:00010000:0.0:1763345640.636504:0:9295:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763345640.636526:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbaf lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.636533:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbaf lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.636539:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbaf lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.636544:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.636548:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbaf lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.636555:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbaf lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.636568:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24e:0x0].0x0 (ffff91b642b37f00) 00010000:00010000:0.0:1763345640.636571:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763345640.636575:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbaf lrc: 2/0,0 mode: --/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.636581:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbaf lrc: 0/0,0 mode: --/EX res: [0x200000405:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.636688:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58acba1 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.636695:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58acba1 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.636750:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345640.636756:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acbb6 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x24e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.636781:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5a00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345640.636784:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acbb6 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x24e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.636790:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acbb6 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x24e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.636798:0:10338:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24e:0x0].0x0 (ffff91b642b37f00) 00010000:00010000:1.0:1763345640.636800:0:10338:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763345640.636803:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acbb6 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x24e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.636808:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acbb6 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x24e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.636821:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345640.636823:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345640.636824:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345640.636871:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58acba1 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.636877:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58acba1 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.636881:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.636883:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58acba1 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.636888:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58acba1 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.636895:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432e3900) 00010000:00010000:0.0:1763345640.636897:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.636900:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58acba1 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.636905:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58acba1 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000004:00010000:0.0:1763345640.636918:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dd5063ae reply state 00000000fbcd8270 transno 8589941101 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58acba8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.636928:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58acba8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.636934:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432e3000) 00010000:00010000:0.0:1763345640.636937:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345640.636940:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345640.637016:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+313:57241:x1849000910383872:12345-192.168.203.8@tcp:36:rm.0 Request processed in 2733us (3080us total) trans 8589941101 rc 0/0 00000100:00100000:0.0:1763345640.637024:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11214 00000100:00100000:1.0:1763345640.638712:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.638946:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910384128 00000100:00100000:0.0:1763345640.638956:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910384128 00000100:00100000:0.0:1763345640.639002:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11215 00000100:00100000:0.0:1763345640.639012:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+313:57238:x1849000910384128:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345640.639083:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58acbbd lrc: 3/0,1 mode: --/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.639098:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58acbbd lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.639108:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58acbbd lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00010000:0.0:1763345640.639214:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000517d8442 reply state 0000000017f3a6bd transno 8589941102 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58acbbd lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.639226:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58acbbd lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.639237:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:0.0:1763345640.639240:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345640.639244:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345640.639343:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+315:57238:x1849000910384128:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 332us (646us total) trans 8589941102 rc 0/0 00000100:00100000:0.0:1763345640.639351:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11215 00000100:00100000:1.0:1763345640.642594:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.643107:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910384256 00000100:00100000:0.0:1763345640.643118:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910384256 00000100:00100000:0.0:1763345640.643248:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8177 00000100:00100000:0.0:1763345640.643258:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+22:57238:x1849000910384256:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.643275:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.643293:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58acbc4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808330ee expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.643321:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672b55000/0x52bea07cb58acadd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083309a expref: 23 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345640.643329:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.643331:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.643335:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58acbc4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330ee expref: 23 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.643365:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b672b55000/0x52bea07cb58acadd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083309a expref: 23 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345640.643377:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b672b55000/0x52bea07cb58acadd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083309a expref: 23 pid: 8403 timeout: 1133 lvb_type: 1 00000100:00100000:0.0:1763345640.643397:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54420aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924407552:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345640.643475:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ceb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763345640.646252:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.646252:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54420aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924407552:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345640.646281:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58acbc4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a969808330ee expref: 23 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.646300:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5400, rc 0) 00000100:00100000:3.0:1763345640.646504:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910384384 00000100:00100000:3.0:1763345640.646511:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910384384 00010000:00010000:3.0:1763345640.646538:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b672b55000/0x52bea07cb58acadd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083309a expref: 24 pid: 8403 timeout: 1133 lvb_type: 1 00000100:00100000:3.0:1763345640.646571:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3701 00000100:00100000:3.0:1763345640.646580:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910384384:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345640.646592:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345640.646609:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b672b55000/0x52bea07cb58acadd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083309a expref: 24 pid: 8403 timeout: 1133 lvb_type: 1 00010000:00010000:3.0:1763345640.646621:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b672b55000/0x52bea07cb58acadd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083309a expref: 24 pid: 8403 timeout: 1133 lvb_type: 1 00010000:00010000:3.0:1763345640.646641:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b672b55000/0x52bea07cb58acadd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x35c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083309a expref: 24 pid: 8403 timeout: 1133 lvb_type: 1 00010000:00010000:3.0:1763345640.646653:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.646655:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.646661:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58acbc4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a969808330ee expref: 23 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.646670:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58acbc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a969808330ee expref: 23 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.646698:0:35200:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58acbc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a969808330ee expref: 23 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345640.646708:0:35200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5450c8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35200:1849000924407680:192.168.203.8@tcp:105: 00000100:00100000:0.0:1763345640.646755:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+23:57238:x1849000910384256:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3498us (4170us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.646809:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8177 00000100:00100000:2.0:1763345640.648543:0:35200:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66b1370c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763345640.651549:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.651587:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.651840:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910384512 00000100:00100000:0.0:1763345640.651849:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910384512 00000100:00100000:0.0:1763345640.651906:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8178 00000100:00100000:0.0:1763345640.651916:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910384512:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:0.0:1763345640.652053:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x35c:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763345640.652057:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x35c:0x0] updating lvb mtime from disk: 1763345640 -> 1763345639 00002000:00010000:0.0:1763345640.652059:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x35c:0x0] updating lvb atime from disk: 1763345639 -> 1763345639 00002000:00010000:0.0:1763345640.652062:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x35c:0x0] updating lvb ctime from disk: 1763345640 -> 1763345640 00002000:00010000:0.0:1763345640.652064:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x35c:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763345640.652112:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+24:2409:x1849000910384512:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 197us (572us total) trans 21474839551 rc 0/0 00000100:00100000:0.0:1763345640.652120:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8178 00000100:00100000:1.0:1763345640.652300:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910384640 00000100:00100000:1.0:1763345640.652305:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910384640 00000100:00100000:1.0:1763345640.652345:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11216 00000100:00100000:1.0:1763345640.652352:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+315:57242:x1849000910384640:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345640.652367:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.652387:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58acbcb lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808330f5 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.652466:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58acbd2 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.652479:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58acbd2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.652491:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58acbd2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.652502:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acbd9 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.652508:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acbd9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.652513:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acbd9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000100:00100000:2.0:1763345640.652520:0:35200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5450c8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35200:1849000924407680:192.168.203.8@tcp:105: 00010000:00010000:2.0:1763345640.652537:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345640.652544:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58acbd2 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.652550:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58acbd2 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.652556:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58acbd2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00000100:00100000:2.0:1763345640.652559:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910384384:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 5980us (6315us total) trans 0 rc 0/0 00010000:00010000:1.0:1763345640.652562:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58acbd2 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00000100:00100000:2.0:1763345640.652566:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3701 00010000:00010000:1.0:1763345640.652567:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b55a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.652571:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58acbd2 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.652578:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58acbd2 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.652588:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c35c00) 00010000:00010000:1.0:1763345640.652591:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345640.652596:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58acbd2 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.652602:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55a00/0x52bea07cb58acbd2 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.652615:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acbd9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.652626:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acbd9 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.652631:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acbd9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.652636:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6586e3e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.652638:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acbd9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.652644:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acbd9 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.652651:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432e3000) 00010000:00010000:1.0:1763345640.652654:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345640.652656:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acbd9 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.652662:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acbd9 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.652685:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58acbcb lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330f5 expref: 316 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.652694:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c35c00) 00010000:00010000:1.0:1763345640.652706:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345640.652710:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b55400/0x52bea07cb58acbcb lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330f5 expref: 316 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.652722:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b55400, rc 0) 00000100:00100000:1.0:1763345640.652744:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+315:57242:x1849000910384640:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 393us (1157us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345640.652750:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11216 00000100:00100000:1.0:1763345640.654514:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.654589:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910384896 00000100:00100000:0.0:1763345640.654599:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910384896 00000100:00100000:0.0:1763345640.654652:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3878 00000100:00100000:0.0:1763345640.654661:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+315:57238:x1849000910384896:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345640.654680:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000004:00010000:0.0:1763345640.654720:0:6523:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000405:0x24d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58aca20 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083305b expref: 315 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.654784:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbe0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345640.654796:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58acaa5 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833085 expref: 315 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.654807:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbe0 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345640.654838:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58acaa5 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833085 expref: 315 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.654851:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58acaa5 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833085 expref: 315 pid: 9296 timeout: 1133 lvb_type: 0 00000100:00100000:0.0:1763345640.654877:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54420aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924407808:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345640.654952:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ceb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763345640.654957:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910385024 00000100:00100000:2.0:1763345640.654962:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910385024 00000100:00100000:2.0:1763345640.654999:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11217 00000100:00100000:2.0:1763345640.655007:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+316:57242:x1849000910385024:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.655016:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.655029:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acbe7 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808330fc expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.655070:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acbee lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.655080:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acbee lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.655090:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acbee lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.655104:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acbf5 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.655111:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acbf5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.655121:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acbf5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.655152:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acbee lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.655159:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acbee lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.655165:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acbee lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.655175:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acbee lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.655181:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378ca00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.655184:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acbee lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.655191:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acbee lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.655199:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:2.0:1763345640.655202:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.655206:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acbee lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.655212:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acbee lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.655224:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acbf5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.655229:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acbf5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.655235:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acbf5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.655239:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.655242:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acbf5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.655248:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acbf5 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.655254:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432e3000) 00010000:00010000:2.0:1763345640.655256:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.655259:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acbf5 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.655264:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acbf5 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.655285:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acbe7 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330fc expref: 317 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.655292:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:2.0:1763345640.655294:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.655297:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acbe7 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330fc expref: 317 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.655312:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d400, rc 0) 00000100:00100000:2.0:1763345640.655339:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+316:57242:x1849000910385024:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 333us (658us total) trans 0 rc 301/301 00000100:00100000:2.0:1763345640.655346:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11217 00000100:00100000:1.0:1763345640.658343:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3658:1849000924407936:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763345640.658387:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345640.658883:0:8939:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924407936 00000100:00100000:0.0:1763345640.658891:0:8939:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924407936 00000100:00100000:0.0:1763345640.658943:0:8939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1763345640.658951:0:8939:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1849000924407936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763345640.658970:0:8939:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484894528 pending 0 free 3919175680 avail 3687538688 00000100:00080000:3.0:1763345640.658976:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763345640.659011:0:8939:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1849000924407936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.659013:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.659021:0:8939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:3.0:1763345640.659037:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.659059:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54420aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924407808:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345640.659081:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbe0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000100:00100000:1.0:1763345640.659224:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3658:1849000924407936:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763345640.659237:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763345640.659243:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3658:1849000924408064:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763345640.659265:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345640.659308:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924408064 00000100:00100000:2.0:1763345640.659312:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924408064 00000100:00100000:2.0:1763345640.659363:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1763345640.659370:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1849000924408064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1763345640.659381:0:8406:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484923200 pending 28672 free 3920232448 avail 3688595456 00000100:00100000:2.0:1763345640.659410:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1849000924408064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.659416:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1763345640.659436:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910385152 00000100:00100000:2.0:1763345640.659439:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910385152 00010000:00010000:2.0:1763345640.659455:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58acaa5 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833085 expref: 316 pid: 9296 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763345640.659475:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3702 00000100:00100000:2.0:1763345640.659481:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65870c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+316:2408:x1849000910385152:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345640.659490:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345640.659497:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58acaa5 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833085 expref: 316 pid: 9296 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345640.659508:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58acaa5 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833085 expref: 316 pid: 9296 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345640.659534:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58acaa5 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833085 expref: 316 pid: 9296 timeout: 1133 lvb_type: 0 00000100:00080000:1.0:1763345640.660470:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1763345640.660909:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:2.0:1763345640.660916:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbe0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345640.660926:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbe0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345640.660933:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbe0 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345640.660956:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345640.661012:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65870c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+315:2408:x1849000910385152:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 1528us (1996us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.661019:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3702 00000100:00100000:2.0:1763345640.661087:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910385280 00000100:00100000:2.0:1763345640.661093:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910385280 00000100:00100000:2.0:1763345640.661136:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11218 00000100:00100000:2.0:1763345640.661144:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+315:57242:x1849000910385280:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.661292:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbe0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345640.661301:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbe0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000100:00100000:1.0:1763345640.661438:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3658:1849000924408064:0@lo:13:osp-pre-0-1.0 00000040:00080000:0.0:1763345640.662025:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1905, 88 off157960 00000004:00080000:0.0:1763345640.662033:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1033187273410ns, next at 1034161031282ns, rc = 0 00000040:00080000:0.0:1763345640.662054:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1921, 88 off159528 00000004:00080000:0.0:1763345640.662058:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1033187298258ns, next at 1034160984782ns, rc = 0 00000040:00080000:0.0:1763345640.662080:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1922, 88 off159616 00000004:00080000:0.0:1763345640.662085:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1033187325253ns, next at 1034160984782ns, rc = 0 00010000:00010000:2.0:1763345640.662095:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000040:00080000:0.0:1763345640.662095:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1906, 88 off158048 00000004:00080000:0.0:1763345640.662098:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1033187339005ns, next at 1034161031282ns, rc = 0 00010000:00010000:2.0:1763345640.662116:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58acbfc lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833103 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.662494:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58acc03 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.662506:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58acc03 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.662517:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58acc03 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:2.0:1763345640.662543:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763345640.662547:0:9296:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763345640.662580:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58acbfc lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833103 expref: 318 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.662596:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58acc03 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833103 expref: 317 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.662605:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:2.0:1763345640.662608:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763345640.662611:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c600, rc 0) 00000100:00100000:2.0:1763345640.662665:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+317:57242:x1849000910385280:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1521us (3626us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.662672:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11218 00000001:00080000:1.0:1763345640.667680:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941103 is committed 00010000:00010000:2.0:1763345640.667687:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acb70 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00000004:00080000:1.0:1763345640.667693:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1223 committed 00010000:00010000:2.0:1763345640.667700:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acb70 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.667708:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acb70 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.667713:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.667718:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acb70 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.667729:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acb70 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.667744:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:2.0:1763345640.667747:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.667752:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acb70 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000004:00080000:1.0:1763345640.667808:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1238 committed 00000004:00080000:1.0:1763345640.667818:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1237 committed 00000004:00080000:1.0:1763345640.667821:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1222 committed 00000004:00080000:1.0:1763345640.667827:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1221 committed 00000004:00080000:1.0:1763345640.667829:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1236 committed 00000100:00100000:1.0:1763345640.667925:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54420aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924408192:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.667983:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345640.668022:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924408704:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345640.668023:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924408192 00000100:00100000:3.0:1763345640.668030:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924408192 00000100:00100000:1.0:1763345640.668042:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345640.668072:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1763345640.668076:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924408704 00000100:00100000:1.0:1763345640.668078:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54420a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924408320:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763345640.668080:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924408704 00000100:00100000:1.0:1763345640.668098:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345640.668106:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924408320 00000100:00100000:0.0:1763345640.668108:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924408320 00000100:00100000:1.0:1763345640.668114:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924408832:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345640.668127:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8179 00000100:00100000:1.0:1763345640.668129:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345640.668135:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3656:x1849000924408704:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763345640.668151:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924408832 00000100:00100000:1.0:1763345640.668154:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924408832 00000100:00100000:1.0:1763345640.668175:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8180 00000100:00100000:1.0:1763345640.668181:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3656:x1849000924408320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1763345640.668195:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:863 count 1 00002000:00010000:1.0:1763345640.668223:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x35f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763345640.668230:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acc0a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345640.668231:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8181 00000100:00100000:3.0:1763345640.668237:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3656:x1849000924408832:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:1.0:1763345640.668242:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.668244:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.668249:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acc0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.668259:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acc0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.668271:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acc0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.668277:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acc0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.668290:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1763345640.668348:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x35f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345640.668351:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x35f:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00002000:00010000:3.0:1763345640.668353:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x35f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345640.668355:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x35f:0x0] updating lvb ctime from disk: 1763345639 -> 1763345639 00002000:00010000:3.0:1763345640.668358:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x35f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345640.668395:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3656:x1849000924408832:12345-0@lo:2:osp-syn-1-0.0 Request processed in 158us (264us total) trans 17179872298 rc 0/0 00000100:00100000:3.0:1763345640.668404:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8181 00000100:00100000:3.0:1763345640.668419:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8182 00000100:00100000:3.0:1763345640.668425:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+23:3656:x1849000924408192:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.668426:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+23:3656:x1849000924408320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 245us (326us total) trans 21474839552 rc 0/0 00000100:00100000:1.0:1763345640.668432:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8180 00002000:00080000:3.0:1763345640.668435:0:28867:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:862 count 1 00010000:00010000:3.0:1763345640.668445:0:28867:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58acc11 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.668458:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58acb69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808330d2 expref: 22 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.668460:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345640.668465:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345640.668466:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acc0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.668467:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345640.668470:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58acc11 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.668473:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6586e3e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345640.668477:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acc0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.668483:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acc0a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.668493:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58acb69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a969808330d2 expref: 22 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.668495:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acc0a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.668503:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acc0a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.668507:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58acb69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808330d2 expref: 22 pid: 28867 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763345640.668518:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b94380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924409216:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345640.668522:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345640.668524:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345640.668525:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763345640.668534:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54420b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924408576:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.668554:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345640.668570:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66b1370c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345640.668570:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544208a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924409088:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345640.668584:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924408576 00000100:00100000:3.0:1763345640.668587:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924408576 00000100:00100000:1.0:1763345640.668587:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345640.668600:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1763345640.668605:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924409088 00000100:00100000:1.0:1763345640.668605:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924408448:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345640.668608:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924409088 00000100:00100000:3.0:1763345640.668623:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8183 00000100:00100000:3.0:1763345640.668629:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+24:3659:x1849000924408576:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.668643:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345640.668659:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924408960:0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763345640.668677:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x35c:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763345640.668679:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x35c:0x0] updating lvb mtime from disk: 1763345639 -> 1763345639 00000100:00100000:1.0:1763345640.668679:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1763345640.668682:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x35c:0x0] updating lvb atime from disk: 1763345639 -> 1763345639 00002000:00010000:3.0:1763345640.668684:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x35c:0x0] updating lvb ctime from disk: 1763345640 -> 1763345640 00002000:00010000:3.0:1763345640.668686:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x35c:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763345640.668713:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:3659:x1849000924408576:12345-0@lo:2:osp-syn-0-0.0 Request processed in 84us (158us total) trans 21474839553 rc 0/0 00000100:00100000:3.0:1763345640.668719:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8183 00000100:00100000:3.0:1763345640.668731:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924408448 00000100:00100000:3.0:1763345640.668734:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924408448 00000100:00100000:3.0:1763345640.668743:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924408960 00000100:00100000:3.0:1763345640.668746:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924408960 00000100:00100000:3.0:1763345640.668757:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8184 00000100:00100000:3.0:1763345640.668785:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+24:3659:x1849000924409088:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.668785:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8185 00000100:00100000:1.0:1763345640.668791:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f877100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3659:x1849000924408448:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1763345640.668801:0:28868:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:865 count 1 00010000:00010000:1.0:1763345640.668812:0:28868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58acc18 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.668824:0:28868:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58acb62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808330cb expref: 14 pid: 28867 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345640.668828:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x35d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345640.668830:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x35d:0x0] updating lvb mtime from disk: 1763345640 -> 1763345640 00010000:00010000:1.0:1763345640.668831:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345640.668832:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00002000:00010000:3.0:1763345640.668833:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x35d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345640.668835:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x35d:0x0] updating lvb ctime from disk: 1763345640 -> 1763345640 00010000:00010000:1.0:1763345640.668836:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58acc18 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345640.668838:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x35d:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:1.0:1763345640.668858:0:28868:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58acb62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a969808330cb expref: 14 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345640.668859:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:3659:x1849000924409088:12345-0@lo:2:osp-syn-0-0.0 Request processed in 76us (271us total) trans 21474839554 rc 0/0 00000100:00100000:3.0:1763345640.668879:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8184 00010000:00010000:1.0:1763345640.668881:0:28868:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58acb62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808330cb expref: 14 pid: 28867 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763345640.668891:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8186 00000100:00100000:1.0:1763345640.668891:0:28868:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54f876300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:28868:1849000924409344:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345640.668896:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3659:x1849000924408960:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345640.668914:0:28868:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9180 going to sleep for 11 seconds 00002000:00010000:3.0:1763345640.668940:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x360:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763345640.668943:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x360:0x0] updating lvb mtime from disk: 1763345640 -> 1763345640 00002000:00010000:3.0:1763345640.668945:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x360:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345640.668947:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x360:0x0] updating lvb ctime from disk: 1763345640 -> 1763345640 00000004:00080000:1.0:1763345640.668948:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54420b100/2, rc 0, transno 21474839553 00002000:00010000:3.0:1763345640.668949:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x360:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763345640.668954:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54420b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924408576:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345640.668962:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544208a80/2, rc 0, transno 21474839554 00000100:00100000:1.0:1763345640.668965:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544208a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924409088:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345640.668970:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3659:x1849000924408960:12345-0@lo:2:osp-syn-1-0.0 Request processed in 75us (291us total) trans 17179872299 rc 0/0 00000004:00080000:1.0:1763345640.668974:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dcd500/2, rc 0, transno 17179872299 00000100:00100000:3.0:1763345640.668976:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8186 00000100:00100000:1.0:1763345640.668977:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924408960:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763345640.668998:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54420a300/2, rc 0, transno 21474839552 00000100:00100000:3.0:1763345640.669001:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54420a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924408320:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1763345640.669008:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dced80/2, rc 0, transno 17179872298 00000100:00100000:3.0:1763345640.669010:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924408832:0@lo:2:osp-syn-1-0.0 00000004:00010000:1.0:1763345640.669016:0:6523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000027fdb01 reply state 0000000062ae0344 transno 8589941103 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbe0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.669028:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbe0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.669035:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:1.0:1763345640.669038:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763345640.669041:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763345640.669045:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:1.0:1763345640.669047:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763345640.669052:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58aca20 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083305b expref: 311 pid: 6520 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1763345640.669110:0:6523:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763345640.669124:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+311:57238:x1849000910384896:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 14464us (14617us total) trans 8589941103 rc 0/0 00000100:00100000:1.0:1763345640.669132:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3878 00010000:00010000:1.0:1763345640.669150:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbe0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.669157:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbe0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.669163:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbe0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.669168:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.669173:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbe0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.669179:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbe0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.669188:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:1.0:1763345640.669190:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345640.669194:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbe0 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.669199:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58acbe0 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00002000:00080000:0.0:1763345640.669200:0:8560:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:866 count 1 00002000:00010000:0.0:1763345640.669221:0:8560:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x362:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763345640.669226:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acb70 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.669228:0:8560:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58acc1f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.669244:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.669246:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.669249:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58acc1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.669251:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58acba8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.669267:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58acba8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.669268:0:8560:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58acc1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.669280:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58acba8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.669283:0:8560:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58acc1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.669292:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.669296:0:8560:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58acc1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.669298:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58acba8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.669312:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58acba8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.669314:0:8560:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763345640.669337:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432e3000) 00010000:00010000:2.0:1763345640.669348:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.669352:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58acba8 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.669361:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58acba8 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.669380:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58acbbd lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.669387:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58acbbd lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.669393:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58acbbd lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.669398:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.669401:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58acbbd lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.669407:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58acbbd lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.669415:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:2.0:1763345640.669418:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.669421:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58acbbd lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.669427:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58acbbd lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x24d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000100:00100000:0.0:1763345640.669462:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3656:x1849000924408704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1327us (1418us total) trans 17179872300 rc 0/0 00000100:00100000:0.0:1763345640.669469:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8179 00000100:00100000:2.0:1763345640.669486:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.669515:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910385408 00000100:00100000:0.0:1763345640.669520:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910385408 00000100:00100000:0.0:1763345640.669557:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11219 00000100:00100000:0.0:1763345640.669565:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+307:57242:x1849000910385408:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.669574:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.669584:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58acc26 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083310a expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.669630:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acc2d lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.669640:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acc2d lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.669646:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acc2d lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.669656:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acc34 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.669663:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acc34 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.669668:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acc34 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.669694:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acc2d lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.669701:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acc2d lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.669706:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acc2d lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.669712:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acc2d lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.669716:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.669719:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acc2d lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.669725:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acc2d lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.669736:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:0.0:1763345640.669739:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.669742:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acc2d lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.669747:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acc2d lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.669755:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acc34 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.669780:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acc34 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.669785:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acc34 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.669789:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.669792:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acc34 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.669797:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acc34 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.669803:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b642b37100) 00010000:00010000:0.0:1763345640.669805:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.669807:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acc34 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.669812:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acc34 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.669835:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58acc26 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083310a expref: 308 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.669843:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:0.0:1763345640.669846:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.669849:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58acc26 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083310a expref: 308 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.669856:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4a00, rc 0) 00000100:00100000:0.0:1763345640.669897:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+307:57242:x1849000910385408:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 333us (413us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345640.669903:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11219 00000004:00080000:1.0:1763345640.669994:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dcdf80/2, rc 0, transno 17179872300 00000100:00100000:1.0:1763345640.669998:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924408704:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1763345640.670107:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345640.670113:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58acc1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.670119:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5c00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345640.670123:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58acc1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.670130:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58acc1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.670139:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58acc1f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.670145:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58acc1f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.670161:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345640.670163:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345640.670164:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345640.672095:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.672118:0:28868:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54f876300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:28868:1849000924409344:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345640.672124:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b94380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924409216:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345640.672144:0:28868:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58acc18 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345640.672150:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:2.0:1763345640.672150:0:28867:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58acc11 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345640.672182:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910385664 00000100:00100000:2.0:1763345640.672188:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910385664 00010000:00010000:2.0:1763345640.672219:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58acb62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808330cb expref: 15 pid: 28867 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763345640.672245:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910385536 00000100:00100000:2.0:1763345640.672248:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910385536 00000100:00100000:1.0:1763345640.672253:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3703 00010000:00010000:2.0:1763345640.672264:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58acb69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808330d2 expref: 23 pid: 28867 timeout: 1133 lvb_type: 0 00000100:00100000:1.0:1763345640.672267:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910385664:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345640.672285:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345640.672292:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58acb62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808330cb expref: 15 pid: 28867 timeout: 1133 lvb_type: 0 00010000:00010000:1.0:1763345640.672303:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58acb62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808330cb expref: 15 pid: 28867 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763345640.672306:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3704 00000100:00100000:2.0:1763345640.672318:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910385536:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345640.672328:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58acb62 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a969808330cb expref: 15 pid: 28867 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345640.672340:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345640.672345:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.672347:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58acb69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808330d2 expref: 23 pid: 28867 timeout: 1133 lvb_type: 0 00010000:00010000:1.0:1763345640.672349:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.672355:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58acc18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.672363:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58acb69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808330d2 expref: 23 pid: 28867 timeout: 1133 lvb_type: 0 00010000:00010000:1.0:1763345640.672367:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58acc18 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.672386:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58acb69 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a969808330d2 expref: 23 pid: 28867 timeout: 1133 lvb_type: 0 00010000:00010000:1.0:1763345640.672395:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345640.672398:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.672402:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.672405:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58acc11 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.672413:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58acc11 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.672433:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345640.672440:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910385664:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 176us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.672452:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3703 00000100:00100000:2.0:1763345640.672460:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910385536:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 143us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.672469:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3704 00010000:00010000:1.0:1763345640.672477:0:28868:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58acc18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.672487:0:28868:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58acc18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.672492:0:28867:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58acc11 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.672496:0:28868:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58acc18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.672508:0:28867:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58acc11 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.672511:0:28868:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58acc18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.672526:0:28867:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58acc11 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.672535:0:28867:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58acc11 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.672535:0:28868:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763345640.672555:0:28867:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763345640.673562:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.673573:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+25:3656:x1849000924408192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5145us (5587us total) trans 21474839555 rc 0/0 00000100:00100000:2.0:1763345640.673584:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8182 00010000:00010000:2.0:1763345640.673610:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763345640.673617:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58acc18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345640.673626:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:2.0:1763345640.673633:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6586e3a00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345640.673637:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58acc18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.673647:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58acc18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.673660:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58acc18 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.673667:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b6586e3a00/0x52bea07cb58acc18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345640.673686:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910385792 00010000:00010000:2.0:1763345640.673687:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1763345640.673692:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910385792 00010000:00010000:2.0:1763345640.673693:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58acc11 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.673703:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260c00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345640.673707:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58acc11 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.673715:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58acc11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345640.673722:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910386048 00000100:00100000:3.0:1763345640.673726:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910386048 00010000:00010000:2.0:1763345640.673727:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58acc11 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.673736:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543260c00/0x52bea07cb58acc11 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345640.673750:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11220 00000100:00100000:3.0:1763345640.673775:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+308:57238:x1849000910385792:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.673786:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345640.673789:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345640.673791:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345640.673792:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.673808:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58acc3b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833111 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1763345640.673821:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54420aa00/2, rc 0, transno 21474839555 00000100:00100000:2.0:1763345640.673830:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54420aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924408192:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.673850:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f877100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3659:x1849000924408448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5057us (5204us total) trans 17179872301 rc 0/0 00010000:00010000:3.0:1763345640.673854:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58acc3b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833111 expref: 309 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345640.673859:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11221 00000100:00100000:1.0:1763345640.673869:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8185 00010000:00010000:3.0:1763345640.673878:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261800/0x52bea07cb58acc3b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x24d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833111 expref: 309 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345640.673886:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+309:57242:x1849000910386048:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345640.673890:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345640.673898:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.673900:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:2.0:1763345640.673902:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763345640.673906:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345640.673910:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261800, rc 0) 00010000:00010000:2.0:1763345640.673919:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58acc03 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833103 expref: 309 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.673932:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:2.0:1763345640.673939:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345640.673944:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+308:57238:x1849000910385792:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 185us (382us total) trans 0 rc 0/0 00010000:00010000:2.0:1763345640.673951:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acc42 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833118 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345640.673953:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11220 00000004:00080000:0.0:1763345640.674010:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dcc700/2, rc 0, transno 17179872301 00000100:00100000:0.0:1763345640.674016:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924408448:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1763345640.674031:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58acc49 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.674040:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58acc49 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.674049:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58acc49 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.674060:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acc50 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.674067:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acc50 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.674073:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acc50 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.674382:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acc57 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x250:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.674392:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acc57 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.674399:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acc57 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:2.0:1763345640.674408:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x250:0x0]: returning size 0 00010000:00010000:2.0:1763345640.674429:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58acc49 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.674436:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58acc49 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.674442:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58acc49 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.674447:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58acc49 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.674453:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378da00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.674456:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58acc49 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.674461:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58acc49 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.674469:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:2.0:1763345640.674471:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.674474:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58acc49 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.674479:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58acc49 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000004:00010000:2.0:1763345640.674492:0:9296:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000add1fb8d reply state 000000006aa00d19 transno 8589941104 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acc50 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.674502:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acc50 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.674507:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc100) 00010000:00010000:2.0:1763345640.674509:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345640.674512:0:9296:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763345640.674533:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acc42 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833118 expref: 310 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.674546:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acc57 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833118 expref: 309 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.674553:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x250:0x0].0x0 (ffff91b5484cce00) 00010000:00010000:2.0:1763345640.674556:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345640.674558:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c000, rc 0) 00000100:00100000:2.0:1763345640.674589:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+310:57242:x1849000910386048:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 709us (965us total) trans 8589941104 rc 0/0 00000100:00100000:2.0:1763345640.674595:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11221 00000100:00100000:3.0:1763345640.675994:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.676286:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910386304 00000100:00100000:1.0:1763345640.676295:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910386304 00000100:00100000:3.0:1763345640.676580:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.676717:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3879 00000100:00100000:1.0:1763345640.676727:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+310:57238:x1849000910386304:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345640.676905:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910386560 00000100:00100000:2.0:1763345640.676911:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910386560 00000100:00100000:2.0:1763345640.676938:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11222 00000100:00100000:2.0:1763345640.676944:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+311:57242:x1849000910386560:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.676955:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.676972:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acc65 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x250:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083311f expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763345640.676981:0:6523:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x24d:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1763345640.677037:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1907, 64 off158112 00010000:00010000:2.0:1763345640.677039:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acc6c lrc: 3/0,1 mode: --/EX res: [0x200000405:0x250:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.677051:0:9296:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acc57 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833118 expref: 312 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.677060:0:9296:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acc6c lrc: 4/0,1 mode: --/EX res: [0x200000405:0x250:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00000040:00080000:1.0:1763345640.677060:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1923, 64 off159680 00000040:00080000:1.0:1763345640.677069:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1924, 64 off159744 00000040:00080000:1.0:1763345640.677079:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1908, 64 off158176 00010000:00010000:2.0:1763345640.677090:0:9296:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acc57 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833118 expref: 312 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.677102:0:9296:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acc57 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833118 expref: 313 pid: 9296 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763345640.677115:0:9296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d65c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924409472:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345640.677119:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acc73 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.677127:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acc73 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.677135:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acc73 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.677143:0:6523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acc73 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.677148:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acc73 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.677153:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acc73 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345640.677163:0:6523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763345640.677177:0:9296:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747d7240 going to sleep for 11 seconds 00000100:00100000:1.0:1763345640.677288:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+313:57238:x1849000910386304:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 563us (1298us total) trans 8589941105 rc 0/0 00000100:00100000:1.0:1763345640.677296:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3879 00010000:00010000:3.0:1763345640.677348:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345640.677354:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acc73 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345640.677360:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6586e3e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345640.677364:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acc73 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345640.677371:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acc73 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345640.677382:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x24d:0x0].0x0 (ffff91b5432dfd00) 00010000:00010000:3.0:1763345640.677385:0:6509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763345640.677389:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acc73 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345640.677395:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acc73 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x24d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345640.677404:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345640.677406:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345640.677408:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763345640.679550:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.679636:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910386688 00000100:00100000:1.0:1763345640.679644:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910386688 00000100:00100000:0.0:1763345640.679645:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:1.0:1763345640.679675:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acc57 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833118 expref: 313 pid: 9296 timeout: 1133 lvb_type: 0 00000100:00100000:1.0:1763345640.679719:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3705 00000100:00100000:1.0:1763345640.679728:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+313:2409:x1849000910386688:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345640.679741:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345640.679747:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acc57 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833118 expref: 313 pid: 9296 timeout: 1133 lvb_type: 0 00010000:00010000:1.0:1763345640.679786:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acc57 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833118 expref: 313 pid: 9296 timeout: 1133 lvb_type: 0 00010000:00010000:1.0:1763345640.679805:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x250:0x0].0x0 (ffff91b5484cce00) 00010000:00010000:1.0:1763345640.679810:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acc6c lrc: 3/0,1 mode: --/EX res: [0x200000405:0x250:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.679818:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acc6c lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.679825:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acc6c lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.679843:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345640.679892:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+313:2409:x1849000910386688:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 164us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.679899:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3705 00000100:00100000:2.0:1763345640.680127:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910386944 00010000:00010000:3.0:1763345640.680130:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acc57 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833118 expref: 312 pid: 9296 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763345640.680131:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910386944 00000100:00100000:3.0:1763345640.680143:0:9296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d65c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924409472:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345640.680160:0:9296:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acc6c lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000100:00100000:2.0:1763345640.680165:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11223 00010000:00010000:3.0:1763345640.680168:0:9296:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acc6c lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000100:00100000:2.0:1763345640.680172:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544209500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+312:57238:x1849000910386944:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345640.680174:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acc6c lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.680187:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00200000:3.0:1763345640.680191:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x250:0x0]: returning size 0 00010000:00010000:2.0:1763345640.680202:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58acc7a lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833126 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.680253:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acc81 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.680266:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acc81 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.680273:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acc81 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.680281:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acc88 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.680288:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acc88 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.680295:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acc88 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00080000:3.0:1763345640.680337:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x360:0x0], index 0: 0 00010000:00010000:2.0:1763345640.680373:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acc8f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x250:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.680381:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acc8f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.680388:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acc8f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:2.0:1763345640.680395:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x250:0x0]: returning size 0 00010000:00010000:2.0:1763345640.680442:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acc8f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.680448:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acc8f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00000004:00080000:3.0:1763345640.680449:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x363:0x0], index 1: 0 00000004:00080000:3.0:1763345640.680455:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x364:0x0], index 1: 0 00010000:00010000:2.0:1763345640.680455:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acc8f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00000004:00080000:3.0:1763345640.680459:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x361:0x0], index 0: 0 00010000:00010000:2.0:1763345640.680461:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.680465:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acc8f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.680471:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acc8f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.680479:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x250:0x0].0x0 (ffff91b5484cce00) 00010000:00010000:2.0:1763345640.680481:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763345640.680485:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acc8f lrc: 2/0,0 mode: --/PR res: [0x200000405:0x250:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.680490:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acc8f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x250:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.680501:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acc81 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.680506:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acc81 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.680512:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acc81 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.680517:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acc81 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.680518:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acc6c lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.680522:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378cc00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.680524:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acc6c lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.680525:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acc81 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.680531:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acc6c lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.680531:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acc81 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.680536:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.680539:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acc6c lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.680539:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484ccc00) 00010000:00010000:2.0:1763345640.680541:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.680544:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acc81 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.680545:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acc6c lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.680550:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acc81 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.680553:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x250:0x0].0x0 (ffff91b5484cce00) 00010000:00010000:3.0:1763345640.680555:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345640.680557:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acc6c lrc: 2/0,0 mode: --/EX res: [0x200000405:0x250:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.680558:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acc88 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.680565:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acc88 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.680567:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acc6c lrc: 0/0,0 mode: --/EX res: [0x200000405:0x250:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.680571:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acc88 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.680575:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.680577:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acc88 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.680581:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acc88 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.680586:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc100) 00010000:00010000:2.0:1763345640.680588:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.680590:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acc88 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.680595:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acc88 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345640.680598:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acc65 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x250:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083311f expref: 315 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.680606:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x250:0x0].0x0 (ffff91b5484cce00) 00010000:00010000:3.0:1763345640.680608:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763345640.680612:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acc65 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x250:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083311f expref: 315 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.680613:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58acc7a lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833126 expref: 315 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.680620:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484ccc00) 00010000:00010000:2.0:1763345640.680623:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763345640.680625:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378ca00, rc 0) 00010000:00010000:2.0:1763345640.680626:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58acc7a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833126 expref: 314 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.680635:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c800, rc 0) 00000100:00100000:3.0:1763345640.680667:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+313:57242:x1849000910386560:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3722us (4087us total) trans 8589941107 rc 301/301 00000100:00100000:3.0:1763345640.680674:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11222 00000100:00100000:2.0:1763345640.680717:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544209500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+312:57238:x1849000910386944:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 546us (1072us total) trans 8589941106 rc 301/301 00000100:00100000:2.0:1763345640.680724:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11223 00000100:00100000:0.0:1763345640.685221:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.685713:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.685831:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910387200 00000100:00100000:1.0:1763345640.685841:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910387200 00000100:00100000:1.0:1763345640.685895:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3880 00000100:00100000:1.0:1763345640.685905:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544208000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+312:57242:x1849000910387200:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345640.686169:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544208000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+313:57242:x1849000910387200:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 265us (955us total) trans 8589941108 rc 0/0 00000100:00100000:1.0:1763345640.686177:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3880 00000100:00100000:2.0:1763345640.686458:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910387328 00000100:00100000:2.0:1763345640.686463:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910387328 00000100:00100000:2.0:1763345640.686504:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11224 00000100:00100000:2.0:1763345640.686512:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544208e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+313:57238:x1849000910387328:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.686528:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.686548:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acca4 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x250:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083312d expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.686637:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58accab lrc: 3/1,0 mode: --/PR res: [0x200000405:0x250:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.686650:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58accab lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.686660:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58accab lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:2.0:1763345640.686708:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x250:0x0]: returning size 0 00000004:00200000:2.0:1763345640.686712:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345640.686730:0:9295:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58accab lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.686752:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acca4 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x250:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083312d expref: 315 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.686793:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58accab lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083312d expref: 314 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.686801:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x250:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:2.0:1763345640.686804:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345640.686808:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378da00, rc 0) 00000100:00100000:2.0:1763345640.686840:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544208e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+314:57238:x1849000910387328:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 330us (1128us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.686846:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11224 00000100:00100000:0.0:1763345640.688485:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.688595:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910387584 00000100:00100000:1.0:1763345640.688604:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910387584 00000100:00100000:1.0:1763345640.688656:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3881 00000100:00100000:1.0:1763345640.688665:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b643164c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+314:57242:x1849000910387584:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345640.688781:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.688890:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b643164c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+315:57242:x1849000910387584:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 225us (409us total) trans 8589941109 rc 0/0 00000100:00100000:1.0:1763345640.688898:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3881 00000100:00100000:2.0:1763345640.689061:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910387712 00000100:00100000:2.0:1763345640.689066:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910387712 00000100:00100000:2.0:1763345640.689102:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8187 00000100:00100000:2.0:1763345640.689110:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910387712:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.689120:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.689136:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54378c600/0x52bea07cb58accb2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833134 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345640.689164:0:28868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x360:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763345640.689179:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.689181:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.689190:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378c600/0x52bea07cb58accb2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833134 expref: 23 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345640.689204:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54378c600/0x52bea07cb58accb2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833134 expref: 23 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345640.689220:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c600, rc 0) 00000100:00100000:2.0:1763345640.689250:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910387712:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 141us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.689256:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8187 00000100:00100000:3.0:1763345640.691217:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.691284:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910387968 00000100:00100000:0.0:1763345640.691292:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910387968 00000100:00100000:0.0:1763345640.691344:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3882 00000100:00100000:0.0:1763345640.691353:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+315:57238:x1849000910387968:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345640.691547:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+316:57238:x1849000910387968:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 194us (335us total) trans 8589941110 rc 0/0 00000100:00100000:0.0:1763345640.691554:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3882 00000100:00100000:3.0:1763345640.693063:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.693395:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910388224 00000100:00100000:2.0:1763345640.693404:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910388224 00000100:00100000:2.0:1763345640.693454:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11225 00000100:00100000:2.0:1763345640.693464:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+316:55937:x1849000910388224:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345640.693480:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.693501:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58accb9 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083313b expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.693615:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58accc0 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.693628:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58accc0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.693639:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58accc0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.693650:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58accc7 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.693657:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58accc7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.693662:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58accc7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.693726:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58accce lrc: 3/1,0 mode: --/PR res: [0x200000405:0x250:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.693734:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58accce lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.693741:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58accce lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:2.0:1763345640.693750:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x250:0x0]: returning size 0 00010000:00010000:2.0:1763345640.694383:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58accc0 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.694393:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58accc0 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.694397:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58accc0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.694403:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58accc0 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.694407:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545330200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.694411:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58accc0 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.694417:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58accc0 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.694428:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc300) 00010000:00010000:2.0:1763345640.694430:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.694434:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58accc0 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.694443:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545330200/0x52bea07cb58accc0 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.694454:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58accc7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.694459:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58accc7 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.694463:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58accc7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.694467:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b641661400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.694470:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58accc7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.694474:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58accc7 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.694480:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc100) 00010000:00010000:2.0:1763345640.694483:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.694485:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58accc7 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.694490:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58accc7 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.694520:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58accb9 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083313b expref: 319 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.694536:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58accce lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083313b expref: 318 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.694547:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x250:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:2.0:1763345640.694550:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345640.694552:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b653d5d800, rc 0) 00000100:00100000:2.0:1763345640.694898:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+318:55937:x1849000910388224:12345-192.168.203.8@tcp:101:bash.0 Request processed in 1434us (1841us total) trans 8589941111 rc 0/0 00000100:00100000:2.0:1763345640.694906:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11225 00000100:00100000:3.0:1763345640.699450:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.699550:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.699664:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910388352 00000100:00100000:0.0:1763345640.699674:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910388352 00000100:00100000:0.0:1763345640.699736:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 446 00000100:00100000:0.0:1763345640.699745:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+318:2409:x1849000910388352:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345640.699778:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345640.699806:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58accce lrc: 0/0,0 mode: --/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083313b expref: 318 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.699823:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x250:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:0.0:1763345640.699828:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345640.699849:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.699889:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+317:2409:x1849000910388352:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 143us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.699896:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 446 00000100:00100000:2.0:1763345640.700114:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910388480 00000100:00100000:2.0:1763345640.700119:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910388480 00000100:00100000:2.0:1763345640.700577:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11226 00000100:00100000:2.0:1763345640.700586:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+317:55937:x1849000910388480:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345640.700607:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.700631:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58accdc lrc: 2/0,0 mode: --/PR res: [0x200000405:0x250:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833142 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.700656:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58acce3 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x250:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.700670:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58acce3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.700680:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58acce3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.700804:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58accdc lrc: 0/0,0 mode: --/PR res: [0x200000405:0x250:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833142 expref: 319 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.700818:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58acce3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833142 expref: 318 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.700831:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x250:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:2.0:1763345640.700834:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763345640.700836:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b653d5c400, rc 0) 00000100:00100000:2.0:1763345640.700887:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+318:55937:x1849000910388480:12345-192.168.203.8@tcp:101:bash.0 Request processed in 302us (1336us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.700894:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11226 00000100:00100000:3.0:1763345640.701003:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910388608 00000100:00100000:3.0:1763345640.701009:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910388608 00000100:00100000:3.0:1763345640.701043:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3883 00000100:00100000:3.0:1763345640.701050:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+318:57238:x1849000910388608:12345-192.168.203.8@tcp:33:lfs.0 00000100:00100000:3.0:1763345640.701128:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+318:57238:x1849000910388608:12345-192.168.203.8@tcp:33:lfs.0 Request processed in 77us (1277us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.701138:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3883 00000100:00100000:3.0:1763345640.703746:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.704133:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910388864 00000100:00100000:2.0:1763345640.704144:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910388864 00000100:00100000:2.0:1763345640.704204:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11227 00000100:00100000:2.0:1763345640.704216:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+318:55937:x1849000910388864:12345-192.168.203.8@tcp:36:bash.0 00010000:00010000:2.0:1763345640.704265:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345640.704290:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58accab lrc: 0/0,0 mode: --/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083312d expref: 318 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.704307:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x250:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:2.0:1763345640.704313:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345640.704499:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58accea lrc: 3/0,1 mode: --/PW res: [0x200000405:0x250:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.704514:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58accea lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x250:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.704527:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58accea lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x250:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000001:00080000:2.0:1763345640.704583:0:9296:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941112 00000004:00010000:2.0:1763345640.704606:0:9296:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cb19c40d reply state 000000002bc09afc transno 8589941113 ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58accea lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x250:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.704623:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58accea lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x250:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.704629:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x250:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:2.0:1763345640.704633:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345640.704635:0:9296:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345640.704743:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+320:55937:x1849000910388864:12345-192.168.203.8@tcp:36:bash.0 Request processed in 529us (1004us total) trans 8589941113 rc 0/0 00000100:00100000:2.0:1763345640.704751:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11227 00000020:00080000:2.0:1763345640.704785:0:9296:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763345640.710752:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.711752:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910388992 00000100:00100000:2.0:1763345640.711794:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910388992 00000100:00100000:2.0:1763345640.711848:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11228 00000100:00100000:2.0:1763345640.711856:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f876300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+320:55937:x1849000910388992:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345640.711885:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.711903:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58accf1 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x250:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833149 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.711956:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58accf1 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x250:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833149 expref: 321 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.711969:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58accf1 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x250:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833149 expref: 321 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.711986:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x250:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:2.0:1763345640.711989:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345640.711993:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b653d5ca00, rc 0) 00000100:00100000:2.0:1763345640.712054:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f876300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+321:55937:x1849000910388992:12345-192.168.203.8@tcp:101:bash.0 Request processed in 198us (1360us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.712061:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11228 00000100:00100000:1.0:1763345640.717918:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.718356:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910389248 00000100:00100000:0.0:1763345640.718367:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910389248 00000100:00100000:0.0:1763345640.718426:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11229 00000100:00100000:0.0:1763345640.718435:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f875c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+321:57243:x1849000910389248:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.718452:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.718474:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58accf8 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833150 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.718547:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58accff lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.718561:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58accff lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.718572:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58accff lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.718583:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58acd06 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.718596:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58acd06 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.718602:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58acd06 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.718708:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acd0d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x250:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.718717:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acd0d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.718724:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acd0d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:0.0:1763345640.718734:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x250:0x0]: returning size 0 00010000:00010000:0.0:1763345640.718826:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58accff lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.718834:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58accff lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.718840:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58accff lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.718847:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58accff lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.718852:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.718856:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58accff lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.718873:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58accff lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.718889:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37100) 00010000:00010000:0.0:1763345640.718892:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.718896:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58accff lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.718902:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58accff lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.718916:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58acd06 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.718921:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58acd06 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.718927:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58acd06 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.718932:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.718935:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58acd06 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.718941:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58acd06 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.718948:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc100) 00010000:00010000:0.0:1763345640.718950:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.718953:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58acd06 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.718958:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58acd06 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.718988:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58accf8 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833150 expref: 324 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.719006:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acd0d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833150 expref: 323 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.719012:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x250:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:0.0:1763345640.719014:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345640.719017:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4c00, rc 0) 00000100:00100000:0.0:1763345640.719076:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f875c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+323:57243:x1849000910389248:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 642us (1168us total) trans 8589941114 rc 0/0 00000100:00100000:0.0:1763345640.719084:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11229 00000100:00100000:3.0:1763345640.722989:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.723028:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.723286:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910389504 00000100:00100000:0.0:1763345640.723297:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910389504 00000100:00100000:0.0:1763345640.723350:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11230 00000100:00100000:0.0:1763345640.723359:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+323:55937:x1849000910389504:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345640.723381:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.723384:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1763345640.723410:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58accf1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x250:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833149 expref: 323 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.723429:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acd0d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833150 expref: 322 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.723441:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x250:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:0.0:1763345640.723445:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345640.723456:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58acd1b lrc: 2/0,0 mode: --/EX res: [0x200000405:0x250:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833157 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.723503:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acd22 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x250:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.723515:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acd22 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345640.723524:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acd22 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000040:00080000:0.0:1763345640.723730:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1909, 88 off158264 00000004:00080000:0.0:1763345640.723738:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1033248978058ns, next at 1034161031282ns, rc = 0 00000040:00080000:0.0:1763345640.723798:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1925, 88 off159832 00000004:00080000:0.0:1763345640.723802:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1033249042947ns, next at 1034160984782ns, rc = 0 00000040:00080000:0.0:1763345640.723816:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1926, 88 off159920 00000004:00080000:0.0:1763345640.723819:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1033249059583ns, next at 1034160984782ns, rc = 0 00000040:00080000:0.0:1763345640.723827:0:9295:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1910, 88 off158352 00000004:00080000:0.0:1763345640.723829:0:9295:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1033249069946ns, next at 1034161031282ns, rc = 0 00000100:00100000:2.0:1763345640.724097:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910389632 00000100:00100000:2.0:1763345640.724102:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910389632 00000100:00100000:2.0:1763345640.724144:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11231 00000100:00100000:2.0:1763345640.724152:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+324:57243:x1849000910389632:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.724161:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.724171:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58acd29 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x250:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083315e expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.724226:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58acd30 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x250:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.724236:0:9296:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acd22 lrc: 2/0,1 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.724243:0:9296:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58acd30 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x250:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.724257:0:9296:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acd22 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.724266:0:9296:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58acd30 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x250:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000001:00080000:0.0:1763345640.725561:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941115 is committed 00000004:00080000:0.0:1763345640.725569:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1225 committed 00000004:00080000:0.0:1763345640.725581:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1240 committed 00010000:00010000:2.0:1763345640.725591:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acc50 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.725602:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acc50 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.725609:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acc50 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.725616:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.725620:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acc50 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.725627:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acc50 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.725638:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc100) 00010000:00010000:2.0:1763345640.725641:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.725644:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acc50 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.725650:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acc50 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.725678:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58accea lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x250:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.725684:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58accea lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x250:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.725690:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58accea lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x250:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.725695:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5de00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.725704:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58accea lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x250:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.725710:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58accea lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x250:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.725718:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x250:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:2.0:1763345640.725721:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.725724:0:3643:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58acd30 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x250:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.725732:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58accea lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x250:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.725737:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58accea lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x250:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000004:00080000:0.0:1763345640.725847:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1239 committed 00000100:00100000:3.0:1763345640.726006:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544865c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924409728:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1763345640.726035:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924409600:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345640.726068:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345640.726112:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924409728 00000100:00100000:2.0:1763345640.726119:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924409728 00000100:00100000:3.0:1763345640.726136:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544866d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924409984:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345640.726163:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8188 00000100:00100000:3.0:1763345640.726164:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345640.726177:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3657:x1849000924409728:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345640.726188:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763345640.726195:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544864380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924409856:0@lo:2:osp-syn-1-0.0 00002000:00080000:2.0:1763345640.726201:0:28867:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:864 count 1 00000100:00100000:3.0:1763345640.726217:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763345640.726226:0:28867:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58acd37 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.726247:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acb77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808330d9 expref: 13 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345640.726249:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924409984 00000100:00100000:3.0:1763345640.726255:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924409984 00010000:00010000:2.0:1763345640.726257:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345640.726262:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345640.726265:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58acd37 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345640.726280:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8189 00000100:00100000:3.0:1763345640.726289:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544864700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3659:x1849000924409984:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1763345640.726307:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acb77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a969808330d9 expref: 13 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.726326:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acb77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808330d9 expref: 13 pid: 8560 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763345640.726338:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924410112:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345640.726402:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747d7780 going to sleep for 11 seconds 00000100:00100000:2.0:1763345640.726419:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924409856 00000100:00100000:2.0:1763345640.726423:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924409856 00000100:00100000:3.0:1763345640.726441:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544864700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3659:x1849000924409984:12345-0@lo:2:osp-syn-1-0.0 Request processed in 151us (275us total) trans 17179872302 rc 0/0 00000100:00100000:3.0:1763345640.726450:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8189 00000100:00100000:2.0:1763345640.726456:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8190 00000100:00100000:2.0:1763345640.726465:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3659:x1849000924409856:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345640.726486:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345640.726520:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924409600 00000100:00100000:3.0:1763345640.726524:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924409600 00000100:00100000:3.0:1763345640.726552:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8191 00000100:00100000:2.0:1763345640.726557:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3659:x1849000924409856:12345-0@lo:2:osp-syn-1-0.0 Request processed in 91us (338us total) trans 17179872303 rc 0/0 00000100:00100000:3.0:1763345640.726563:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3656:x1849000924409600:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1763345640.726568:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8190 00002000:00080000:3.0:1763345640.726581:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:863 count 1 00010000:00010000:3.0:1763345640.726595:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58acd3e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.726615:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58aca12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833054 expref: 13 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.726622:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345640.726624:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345640.726627:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58acd3e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.726648:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58aca12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980833054 expref: 13 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.726658:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58aca12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833054 expref: 13 pid: 8403 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763345640.726670:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544864e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8405:1849000924410240:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345640.726721:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66b137600 going to sleep for 11 seconds 00000004:00080000:3.0:1763345640.726777:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544864380/2, rc 0, transno 17179872303 00000100:00100000:3.0:1763345640.726783:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544864380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924409856:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763345640.726794:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544866d80/2, rc 0, transno 17179872302 00000100:00100000:3.0:1763345640.726798:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544866d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924409984:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345640.726922:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54f876d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924410496:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.726945:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54f875500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924410624:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345640.726953:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345640.726975:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763345640.726981:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345640.726984:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54f874380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924410368:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.727007:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763345640.727014:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345640.727017:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54f874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924410752:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.727043:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345640.727077:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924410496 00000100:00100000:2.0:1763345640.727082:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924410496 00000100:00100000:1.0:1763345640.727084:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924410624 00000100:00100000:1.0:1763345640.727089:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924410624 00000100:00100000:2.0:1763345640.727107:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924410368 00000100:00100000:2.0:1763345640.727111:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924410368 00000100:00100000:1.0:1763345640.727120:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924410752 00000100:00100000:1.0:1763345640.727124:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924410752 00000100:00100000:2.0:1763345640.727133:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8192 00000100:00100000:2.0:1763345640.727142:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:3657:x1849000924410496:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.727148:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8193 00000100:00100000:1.0:1763345640.727158:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f874a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+28:3658:x1849000924410624:12345-0@lo:2:osp-syn-0-0.0 00002000:00080000:2.0:1763345640.727160:0:8404:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:861 count 1 00010000:00010000:2.0:1763345640.727177:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58acd45 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.727190:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5600/0x52bea07cb58acb7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a969808330e0 expref: 22 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.727198:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345640.727200:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345640.727202:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58acd45 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.727222:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5600/0x52bea07cb58acb7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.8@tcp remote: 0x199a969808330e0 expref: 22 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.727231:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5600/0x52bea07cb58acb7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.8@tcp remote: 0x199a969808330e0 expref: 22 pid: 8560 timeout: 1133 lvb_type: 0 00002000:00010000:1.0:1763345640.727242:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x360:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:2.0:1763345640.727244:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8404:1849000924410880:192.168.203.8@tcp:104: 00002000:00010000:1.0:1763345640.727248:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x360:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763345640.727252:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x360:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345640.727254:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x360:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763345640.727257:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x360:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345640.727292:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747d7600 going to sleep for 11 seconds 00000100:00100000:1.0:1763345640.727293:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f874a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3658:x1849000924410624:12345-0@lo:2:osp-syn-0-0.0 Request processed in 137us (313us total) trans 21474839556 rc 0/0 00000100:00100000:1.0:1763345640.727302:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8193 00000100:00100000:2.0:1763345640.727313:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8194 00000100:00100000:1.0:1763345640.727322:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8195 00000100:00100000:2.0:1763345640.727326:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3657:x1849000924410368:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.727334:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f877b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+28:3658:x1849000924410752:12345-0@lo:2:osp-syn-0-0.0 00002000:00080000:2.0:1763345640.727342:0:15692:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:860 count 1 00010000:00010000:2.0:1763345640.727355:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acd4c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.727367:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58acbc4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a969808330ee expref: 22 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.727374:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345640.727376:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345640.727379:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acd4c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.727402:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58acbc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.8@tcp remote: 0x199a969808330ee expref: 22 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.727409:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f877b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3658:x1849000924410752:12345-0@lo:2:osp-syn-0-0.0 Request processed in 76us (362us total) trans 21474839557 rc 0/0 00010000:00010000:2.0:1763345640.727416:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58acbc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.8@tcp remote: 0x199a969808330ee expref: 22 pid: 8560 timeout: 1133 lvb_type: 0 00000100:00100000:1.0:1763345640.727420:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8195 00000100:00100000:2.0:1763345640.727433:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a828700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924411008:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345640.727459:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747d7a80 going to sleep for 11 seconds 00000004:00080000:1.0:1763345640.727459:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54f874700/2, rc 0, transno 21474839557 00000100:00100000:1.0:1763345640.727467:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54f874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924410752:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345640.727477:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54f875500/2, rc 0, transno 21474839556 00000100:00100000:1.0:1763345640.727480:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54f875500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924410624:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345640.728132:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1224 committed 00010000:00010000:0.0:1763345640.728215:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acd22 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x250:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.203.8@tcp remote: 0x199a96980833157 expref: 312 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.728226:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x250:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:0.0:1763345640.728230:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763345640.728234:0:9295:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58acd30 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x250:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345640.728246:0:9295:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58acd30 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345640.728251:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58acd30 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345640.728283:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58acd1b lrc: 0/0,0 mode: --/EX res: [0x200000405:0x250:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833157 expref: 312 pid: 9295 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763345640.728300:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acd22 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x250:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.203.8@tcp remote: 0x199a96980833157 expref: 311 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.728323:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5c00, rc 0) 00000100:00100000:0.0:1763345640.728355:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+311:55937:x1849000910389504:12345-192.168.203.8@tcp:101:bash.0 Request processed in 4997us (5375us total) trans 8589941115 rc 0/0 00000100:00100000:0.0:1763345640.728363:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11230 00010000:00010000:2.0:1763345640.728392:0:9296:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58acd30 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.728400:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58acd30 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:2.0:1763345640.728435:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x250:0x0]: returning size 2 00000004:00200000:2.0:1763345640.728439:0:9296:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345640.728458:0:9296:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58acd30 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.728484:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58acd29 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x250:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083315e expref: 311 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.728496:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58acd30 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083315e expref: 310 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.728503:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x250:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:2.0:1763345640.728506:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763345640.728509:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b641661400, rc 0) 00000100:00100000:2.0:1763345640.729163:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+310:57243:x1849000910389632:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 5009us (6131us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.729755:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11231 00000100:00100000:2.0:1763345640.731320:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.731416:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910389760 00000100:00100000:1.0:1763345640.731425:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910389760 00010000:00010000:1.0:1763345640.731460:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acb77 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808330d9 expref: 14 pid: 8560 timeout: 1133 lvb_type: 0 00000100:00100000:1.0:1763345640.731494:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3706 00000100:00100000:1.0:1763345640.731504:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910389760:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345640.731517:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345640.731523:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acb77 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808330d9 expref: 14 pid: 8560 timeout: 1133 lvb_type: 0 00010000:00010000:1.0:1763345640.731535:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acb77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808330d9 expref: 14 pid: 8560 timeout: 1133 lvb_type: 0 00010000:00010000:1.0:1763345640.731559:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.731561:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.731565:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58acd37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.731578:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58acd37 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.731597:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345640.731637:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910389760:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 134us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.731643:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3706 00010000:00010000:3.0:1763345640.733273:0:28867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acb77 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a969808330d9 expref: 13 pid: 8560 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763345640.733290:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924410112:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345640.733312:0:28867:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58acd37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.733321:0:28867:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58acd37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.733327:0:28867:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58acd37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.733335:0:28867:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58acd37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.733342:0:28867:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58acd37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.733366:0:28867:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345640.733656:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+15:3657:x1849000924409728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7481us (7588us total) trans 17179872304 rc 0/0 00000100:00100000:3.0:1763345640.733665:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8188 00010000:00010000:2.0:1763345640.734475:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345640.734484:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58acd37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.734494:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545330200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345640.734499:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58acd37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.734509:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58acd37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.734526:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58acd37 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.734533:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58acd37 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.734552:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345640.734554:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345640.734556:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763345640.734618:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544865c00/2, rc 0, transno 17179872304 00000100:00100000:0.0:1763345640.734625:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544865c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924409728:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763345640.734984:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544864e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8405:1849000924410240:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345640.735003:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58acd3e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.735062:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a828700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924411008:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345640.735077:0:15692:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acd4c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345640.735255:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8404:1849000924410880:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345640.735269:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58acd45 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345640.737009:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.737045:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.737072:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.737181:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910390144 00000100:00100000:0.0:1763345640.737190:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910390144 00000100:00100000:0.0:1763345640.737239:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3884 00000100:00100000:0.0:1763345640.737248:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+310:57243:x1849000910390144:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345640.737460:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+311:57243:x1849000910390144:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 212us (414us total) trans 8589941116 rc 0/0 00000100:00100000:0.0:1763345640.737469:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3884 00000100:00100000:3.0:1763345640.737633:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910389888 00000100:00100000:3.0:1763345640.737638:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910389888 00000100:00100000:3.0:1763345640.737665:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8196 00000100:00100000:3.0:1763345640.737671:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+23:55937:x1849000910389888:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345640.737682:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.737817:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58acd53 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833165 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.737843:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54378c600/0x52bea07cb58accb2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833134 expref: 24 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345640.737856:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.737858:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.737872:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58acd53 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833165 expref: 24 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.737901:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54378c600/0x52bea07cb58accb2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980833134 expref: 24 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345640.737913:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54378c600/0x52bea07cb58accb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833134 expref: 24 pid: 28868 timeout: 1133 lvb_type: 1 00000100:00100000:3.0:1763345640.737925:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544866a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924411136:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345640.737971:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66b137b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763345640.738855:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.738902:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.738986:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910390400 00000100:00100000:0.0:1763345640.738994:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910390400 00000100:00100000:3.0:1763345640.739005:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910390272 00000100:00100000:3.0:1763345640.739011:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910390272 00010000:00010000:0.0:1763345640.739024:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5600/0x52bea07cb58acb7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.8@tcp remote: 0x199a969808330e0 expref: 25 pid: 8560 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763345640.739036:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58aca12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833054 expref: 13 pid: 8403 timeout: 1133 lvb_type: 0 00000100:00100000:1.0:1763345640.739058:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910390528 00000100:00100000:1.0:1763345640.739063:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910390528 00000100:00100000:0.0:1763345640.739072:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3707 00010000:00010000:1.0:1763345640.739083:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58acbc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.8@tcp remote: 0x199a969808330ee expref: 26 pid: 8560 timeout: 1133 lvb_type: 0 00000100:00100000:0.0:1763345640.739086:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910390400:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345640.739105:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345640.739119:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5600/0x52bea07cb58acb7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.8@tcp remote: 0x199a969808330e0 expref: 26 pid: 8560 timeout: 1133 lvb_type: 0 00010000:00010000:0.0:1763345640.739131:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5600/0x52bea07cb58acb7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.8@tcp remote: 0x199a969808330e0 expref: 26 pid: 8560 timeout: 1133 lvb_type: 0 00010000:00010000:0.0:1763345640.739155:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5600/0x52bea07cb58acb7e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.8@tcp remote: 0x199a969808330e0 expref: 26 pid: 8560 timeout: 1133 lvb_type: 0 00010000:00010000:0.0:1763345640.739167:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.739169:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.739176:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58acd45 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.739185:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58acd45 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.739206:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345640.739241:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+25:2408:x1849000910390400:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 159us (2166us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.739248:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3707 00000100:00100000:0.0:1763345640.739264:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3708 00000100:00100000:0.0:1763345640.739273:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65870d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+13:2408:x1849000910390272:12345-192.168.203.8@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1763345640.739280:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3709 00010000:00010000:0.0:1763345640.739283:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345640.739290:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58aca12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833054 expref: 13 pid: 8403 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763345640.739292:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910390528:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345640.739306:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345640.739309:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58aca12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833054 expref: 13 pid: 8403 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763345640.739314:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58acbc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.8@tcp remote: 0x199a969808330ee expref: 24 pid: 8560 timeout: 1133 lvb_type: 0 00010000:00010000:0.0:1763345640.739330:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58aca12 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833054 expref: 13 pid: 8403 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763345640.739331:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58acbc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.8@tcp remote: 0x199a969808330ee expref: 24 pid: 8560 timeout: 1133 lvb_type: 0 00010000:00010000:0.0:1763345640.739355:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.739360:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.739361:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58acbc4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.8@tcp remote: 0x199a969808330ee expref: 24 pid: 8560 timeout: 1133 lvb_type: 0 00010000:00010000:0.0:1763345640.739365:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58acd3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.739377:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.739379:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58acd3e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.739381:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.739387:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acd4c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.739397:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acd4c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.739413:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345640.739422:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345640.739439:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65870d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+12:2408:x1849000910390272:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 167us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.739447:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3708 00000100:00100000:3.0:1763345640.739452:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910390528:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 161us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.739461:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3709 00010000:00010000:3.0:1763345640.739500:0:15692:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acd4c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.739509:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acd4c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.739518:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acd4c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.739526:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acd4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.739554:0:15692:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345640.739854:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+29:3657:x1849000924410368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12532us (12839us total) trans 21474839558 rc 0/0 00000100:00100000:3.0:1763345640.739871:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8194 00000004:00080000:3.0:1763345640.739914:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54f874380/2, rc 0, transno 21474839558 00000100:00100000:3.0:1763345640.739920:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54f874380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924410368:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1763345640.740936:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345640.740946:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acd4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.740956:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378ca00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345640.740961:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acd4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.740970:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acd4c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.740985:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acd4c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.740991:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acd4c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.741008:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345640.741010:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345640.741012:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345640.741821:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58acd45 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.741833:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58acd45 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.741843:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58acd45 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.741851:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58acd45 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.741887:0:8404:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763345640.741909:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345640.741917:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58acd45 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.741926:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345640.741930:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58acd45 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.741938:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58acd45 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.741951:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58acd45 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.741958:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58acd45 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.741975:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345640.741977:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345640.741979:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763345640.742109:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:3657:x1849000924410496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14965us (15153us total) trans 21474839559 rc 0/0 00000100:00100000:2.0:1763345640.742119:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8192 00000004:00080000:3.0:1763345640.742140:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54f876d80/2, rc 0, transno 21474839559 00000100:00100000:3.0:1763345640.742148:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54f876d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924410496:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1763345640.742444:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58acd3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.742454:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58acd3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.742462:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58acd3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.742468:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58acd3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.742490:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763345640.742632:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3656:x1849000924409600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16071us (16145us total) trans 17179872305 rc 0/0 00000100:00100000:1.0:1763345640.742641:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8191 00010000:00010000:2.0:1763345640.742689:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345640.742694:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58acd3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.742702:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345640.742705:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58acd3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.742714:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58acd3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.742728:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58acd3e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.742735:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58acd3e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.742750:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345640.742752:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345640.742755:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763345640.742833:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b677b94380/2, rc 0, transno 17179872305 00000100:00100000:3.0:1763345640.742839:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924409600:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1763345640.742882:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.742963:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910390784 00000100:00100000:2.0:1763345640.742965:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.742971:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910390784 00000100:00100000:3.0:1763345640.743015:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11232 00000100:00100000:3.0:1763345640.743024:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+311:57243:x1849000910390784:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345640.743044:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.743063:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58acd5a lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083316c expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.743099:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544866a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924411136:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345640.743125:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58acd53 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833165 expref: 22 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.743130:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58acd61 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.743141:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260000, rc 0) 00010000:00010000:3.0:1763345640.743146:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58acd61 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.743157:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58acd61 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.743170:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acd68 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.743176:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acd68 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.743184:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acd68 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000100:00100000:1.0:1763345640.743188:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+22:55937:x1849000910389888:12345-192.168.203.8@tcp:101:bash.0 Request processed in 5513us (6183us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.743199:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8196 00000100:00100000:0.0:1763345640.743253:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910390912 00000100:00100000:0.0:1763345640.743258:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910390912 00010000:00010000:0.0:1763345640.743279:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378c600/0x52bea07cb58accb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833134 expref: 22 pid: 28868 timeout: 1133 lvb_type: 1 00010000:00010000:3.0:1763345640.743281:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acd6f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x250:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.743301:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acd6f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.743309:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acd6f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:3.0:1763345640.743318:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x250:0x0]: returning size 2 00000100:00100000:0.0:1763345640.743326:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3710 00000100:00100000:0.0:1763345640.743335:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910390912:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345640.743346:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345640.743351:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54378c600/0x52bea07cb58accb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x360:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833134 expref: 22 pid: 28868 timeout: 1133 lvb_type: 1 00010000:00010000:0.0:1763345640.743364:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54378c600/0x52bea07cb58accb2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x360:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833134 expref: 22 pid: 28868 timeout: 1133 lvb_type: 1 00010000:00010000:3.0:1763345640.743378:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58acd61 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345640.743382:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54378c600/0x52bea07cb58accb2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x360:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833134 expref: 22 pid: 28868 timeout: 1133 lvb_type: 1 00010000:00010000:3.0:1763345640.743389:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58acd61 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.743399:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58acd61 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345640.743400:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.743404:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.743409:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58acd61 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345640.743415:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58acd53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833165 expref: 21 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.743418:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.743424:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58acd61 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345640.743433:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58acd53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833165 expref: 21 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.743434:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58acd61 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.743453:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432e3500) 00010000:00010000:3.0:1763345640.743457:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.743460:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58acd61 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.743466:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58acd61 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.743480:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acd68 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345640.743481:0:8428:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58acd53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833165 expref: 21 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.743493:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acd68 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.743501:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acd68 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00000100:00100000:0.0:1763345640.743506:0:8428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54420b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8428:1849000924411264:192.168.203.8@tcp:105: 00010000:00010000:3.0:1763345640.743507:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.743512:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acd68 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.743518:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acd68 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.743524:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432e3200) 00010000:00010000:3.0:1763345640.743526:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.743528:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acd68 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.743533:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acd68 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000100:00100000:0.0:1763345640.743562:0:8428:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1763345640.743565:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58acd5a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083316c expref: 314 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.743579:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acd6f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083316c expref: 313 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.743585:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x250:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:3.0:1763345640.743588:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345640.743590:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260400, rc 0) 00000100:00100000:3.0:1763345640.743628:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+313:57243:x1849000910390784:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 605us (747us total) trans 8589941117 rc 0/0 00000100:00100000:3.0:1763345640.743634:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11232 00000100:00100000:0.0:1763345640.745349:0:8428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54420b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8428:1849000924411264:192.168.203.8@tcp:105: 00010000:00010000:0.0:1763345640.745369:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345640.746309:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910390912:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 2973us (3342us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.746320:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3710 00000100:00100000:1.0:1763345640.748155:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.748226:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910391040 00000100:00100000:3.0:1763345640.748236:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910391040 00000100:00100000:3.0:1763345640.748291:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8197 00000100:00100000:3.0:1763345640.748310:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f874e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+12:55937:x1849000910391040:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345640.748329:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.748347:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58acd7d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833173 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345640.748421:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x363:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345640.748441:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.748443:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.748451:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58acd7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833173 expref: 13 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.748467:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58acd7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833173 expref: 13 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.748479:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261600, rc 0) 00000100:00100000:3.0:1763345640.748531:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f874e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+13:55937:x1849000910391040:12345-192.168.203.8@tcp:101:bash.0 Request processed in 222us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.748538:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8197 00000100:00100000:1.0:1763345640.748613:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.749577:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910391296 00000100:00100000:3.0:1763345640.749585:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910391296 00000100:00100000:3.0:1763345640.750283:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3885 00000100:00100000:3.0:1763345640.750294:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f876a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+313:57243:x1849000910391296:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345640.750494:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f876a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+314:57243:x1849000910391296:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 202us (1879us total) trans 8589941118 rc 0/0 00000100:00100000:3.0:1763345640.750501:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3885 00000100:00100000:2.0:1763345640.752927:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.752964:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.753170:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910391424 00000100:00100000:1.0:1763345640.753178:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910391424 00002000:00010000:1.0:1763345640.753209:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/864 (0->18446744073709551615) 00002000:00100000:1.0:1763345640.753212:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b674b1df80 with x1849000910391424 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345640.753223:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b674b1df80. 00000100:00100000:1.0:1763345640.753244:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910391552 00000100:00100000:1.0:1763345640.753247:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910391552 00002000:00010000:1.0:1763345640.753260:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/867 (0->18446744073709551615) 00002000:00100000:1.0:1763345640.753263:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435ffb80 with x1849000910391552 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345640.753269:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5435ffb80. 00000100:00100000:3.0:1763345640.753282:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1934 00000100:00100000:1.0:1763345640.753292:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1935 00000100:00100000:3.0:1763345640.753293:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910391424:12345-192.168.203.8@tcp:10:bash.0 00000100:00100000:1.0:1763345640.753298:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+13:2408:x1849000910391552:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:3.0:1763345640.753435:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x360:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345640.753435:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x363:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345640.753440:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x360:0x0] updating lvb mtime from disk: 0 -> 1763345640 00002000:00010000:1.0:1763345640.753440:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x363:0x0] updating lvb mtime from disk: 0 -> 1763345640 00002000:00010000:3.0:1763345640.753443:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x360:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345640.753443:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x363:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345640.753446:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x360:0x0] updating lvb ctime from disk: 0 -> 1763345640 00002000:00010000:1.0:1763345640.753446:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x363:0x0] updating lvb ctime from disk: 0 -> 1763345640 00002000:00010000:3.0:1763345640.753449:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x360:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763345640.753449:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x363:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345640.753497:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910391424:12345-192.168.203.8@tcp:10:bash.0 Request processed in 206us (576us total) trans 21474839560 rc 0/0 00000100:00100000:3.0:1763345640.753505:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1934 00002000:00010000:3.0:1763345640.753508:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/864 (0->18446744073709551615) 00002000:00100000:3.0:1763345640.753511:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b674b1df80 with x1849000910391424 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345640.753515:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b674b1df80. 00000100:00100000:1.0:1763345640.753629:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910391552:12345-192.168.203.8@tcp:10:bash.0 Request processed in 328us (661us total) trans 17179872306 rc 0/0 00000100:00100000:1.0:1763345640.754025:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1935 00002000:00010000:1.0:1763345640.754029:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/867 (0->18446744073709551615) 00002000:00100000:1.0:1763345640.754031:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435ffb80 with x1849000910391552 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345640.754036:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5435ffb80. 00000100:00100000:2.0:1763345640.755301:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.755391:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910391680 00000100:00100000:0.0:1763345640.755402:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910391680 00000100:00100000:0.0:1763345640.755461:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3886 00000100:00100000:0.0:1763345640.755471:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b643165050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+314:57243:x1849000910391680:12345-192.168.203.8@tcp:33:lfs.0 00000100:00100000:0.0:1763345640.755629:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b643165050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+314:57243:x1849000910391680:12345-192.168.203.8@tcp:33:lfs.0 Request processed in 159us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.755637:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3886 00000100:00100000:2.0:1763345640.757529:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.761908:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910391936 00000100:00100000:3.0:1763345640.761925:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910391936 00000100:00100000:3.0:1763345640.761998:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11233 00000100:00100000:3.0:1763345640.762745:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+314:57243:x1849000910391936:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345640.762798:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.762820:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58acd84 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x250:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083317a expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.762989:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acd8b lrc: 3/0,1 mode: --/PW res: [0x200000405:0x250:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.763006:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acd8b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x250:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.763018:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acd8b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x250:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:1.0:1763345640.763032:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x250:0x0]: returning size 2 00010000:00010000:1.0:1763345640.763140:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58acd84 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x250:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083317a expref: 317 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.763157:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acd8b lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x250:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083317a expref: 316 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.763165:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x250:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:1.0:1763345640.763168:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763345640.763172:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6586e3e00, rc 0) 00000100:00100000:1.0:1763345640.763242:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+316:57243:x1849000910391936:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1236us (5721us total) trans 8589941119 rc 0/0 00000100:00100000:1.0:1763345640.763251:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11233 00000100:00100000:0.0:1763345640.763298:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.763437:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910392192 00000100:00100000:2.0:1763345640.763444:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910392192 00000100:00100000:2.0:1763345640.763486:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11234 00000100:00100000:2.0:1763345640.763495:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+316:57244:x1849000910392192:12345-192.168.203.8@tcp:36:rm.0 00010000:00010000:2.0:1763345640.763520:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1763345640.763536:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acd22 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x250:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.203.8@tcp remote: 0x199a96980833157 expref: 316 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.763558:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acd6f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083316c expref: 315 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.763570:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b641661400/0x52bea07cb58acd30 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x250:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083315e expref: 314 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.763581:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58acce3 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x250:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833142 expref: 313 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.763591:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x250:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:2.0:1763345640.763594:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345640.763611:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acd99 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.763620:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acd99 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.763628:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acd99 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.763637:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acda0 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.763643:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acda0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.763650:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acda0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.763707:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acda7 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x250:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.763718:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acda7 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.763725:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acda7 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00080000:2.0:1763345640.763949:0:9295:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x200000405:0x250:0x0] is inserted into orphan list, open count = 2 00010000:00010000:2.0:1763345640.764009:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acda7 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.764016:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acda7 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.764023:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acda7 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.764029:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.764033:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acda7 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.764044:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acda7 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.764052:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x250:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:2.0:1763345640.764054:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763345640.764058:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acda7 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x250:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.764063:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acda7 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x250:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.764075:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acd99 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.764084:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acd99 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.764090:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acd99 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.764095:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acd99 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.764101:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378cc00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.764103:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acd99 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.764108:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acd99 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.764114:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc100) 00010000:00010000:2.0:1763345640.764116:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.764118:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acd99 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.764123:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acd99 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000004:00010000:2.0:1763345640.764133:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003f53db4b reply state 0000000013f8418a transno 8589941120 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acda0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.764143:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acda0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345640.764149:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc300) 00010000:00010000:2.0:1763345640.764151:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345640.764153:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345640.764194:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+314:57244:x1849000910392192:12345-192.168.203.8@tcp:36:rm.0 Request processed in 700us (897us total) trans 8589941120 rc 0/0 00000100:00100000:2.0:1763345640.764201:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11234 00000100:00100000:0.0:1763345640.766507:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.766934:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910392448 00000100:00100000:3.0:1763345640.766943:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910392448 00000100:00100000:3.0:1763345640.766994:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3887 00000100:00100000:3.0:1763345640.767002:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544208000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+314:57243:x1849000910392448:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:3.0:1763345640.767063:0:35216:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000405:0x250:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acd8b lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x250:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083317a expref: 314 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.767096:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acdae lrc: 3/0,1 mode: --/EX res: [0x200000405:0x250:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345640.767108:0:35216:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acdae lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345640.767117:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acdae lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000004:00020000:1.0:1763345640.768225:0:35216:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0000-mdtlov: can not set all stale mirrors for [0x200000405:0x250:0x0]: rc = -1 00010000:00010000:1.0:1763345640.768270:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acdae lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345640.768279:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acdae lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345640.768285:0:35216:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acdae lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345640.768290:0:35216:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.768294:0:35216:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acdae lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345640.768301:0:35216:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acdae lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x250:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345640.768312:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x250:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:1.0:1763345640.768315:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763345640.768319:0:35216:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acdae lrc: 2/0,0 mode: --/EX res: [0x200000405:0x250:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345640.768325:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acdae lrc: 0/0,0 mode: --/EX res: [0x200000405:0x250:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345640.768336:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x250:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:1.0:1763345640.768339:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763345640.768345:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acd8b lrc: 0/0,0 mode: --/PW res: [0x200000405:0x250:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083317a expref: 314 pid: 9296 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.768532:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544208000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+314:57243:x1849000910392448:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 1528us (2029us total) trans 8589941121 rc -1/-1 00000100:00100000:1.0:1763345640.768541:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3887 00000100:00100000:2.0:1763345640.774044:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.775074:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910392576 00000100:00100000:0.0:1763345640.775083:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910392576 00000100:00100000:0.0:1763345640.775147:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11235 00000100:00100000:0.0:1763345640.775158:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+314:57243:x1849000910392576:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.775181:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.775206:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58acdb5 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x250:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833181 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.775263:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58acdb5 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x250:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833181 expref: 315 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.775276:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5600/0x52bea07cb58acdb5 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x250:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833181 expref: 315 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.775294:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x250:0x0].0x0 (ffff91b642b37100) 00010000:00010000:0.0:1763345640.775297:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345640.775301:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5600, rc 0) 00000100:00100000:0.0:1763345640.775358:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+315:57243:x1849000910392576:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 201us (1320us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.775365:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11235 00000100:00100000:2.0:1763345640.777116:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.777183:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910392704 00000100:00100000:0.0:1763345640.777193:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910392704 00000100:00100000:0.0:1763345640.777249:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11236 00000100:00100000:0.0:1763345640.777260:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+315:57245:x1849000910392704:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.777278:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.777300:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58acdbc lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833188 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.777361:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acdc3 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.777372:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acdc3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.777382:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acdc3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:2.0:1763345640.778014:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.778078:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910392960 00000100:00100000:1.0:1763345640.778084:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910392960 00010000:00010000:0.0:1763345640.778095:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58acdca lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.778103:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58acdca lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.778110:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58acdca lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:1.0:1763345640.778127:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3888 00000100:00100000:1.0:1763345640.778134:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+317:57243:x1849000910392960:12345-192.168.203.8@tcp:35:lfs.0 00010000:00010000:0.0:1763345640.778146:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acdc3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.778152:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acdc3 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.778158:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acdc3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.778164:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.778168:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acdc3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.778175:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acdc3 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.778184:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37700) 00010000:00010000:0.0:1763345640.778187:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.778191:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acdc3 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.778196:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acdc3 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.778207:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58acdca lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.778213:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58acdca lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.778218:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58acdca lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.778222:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.778224:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58acdca lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.778229:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58acdca lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.778235:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc300) 00010000:00010000:0.0:1763345640.778238:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.778241:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58acdca lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.778246:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58acdca lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.778268:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58acdbc lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833188 expref: 317 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.778277:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37700) 00010000:00010000:0.0:1763345640.778279:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.778282:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58acdbc lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833188 expref: 317 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.778295:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4a00, rc 0) 00000100:00100000:0.0:1763345640.778339:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+316:57245:x1849000910392704:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1081us (1230us total) trans 0 rc 301/301 00000004:00080000:1.0:1763345640.778344:0:35216:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x250:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:0.0:1763345640.778347:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11236 00000040:00080000:1.0:1763345640.778407:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1911, 64 off158416 00000040:00080000:1.0:1763345640.778431:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1927, 64 off159984 00000040:00080000:1.0:1763345640.778441:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1928, 64 off160048 00000040:00080000:1.0:1763345640.778450:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1912, 64 off158480 00010000:00010000:1.0:1763345640.778498:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acdd1 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x250:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345640.778507:0:35216:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acdd1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x250:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345640.778515:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acdd1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x250:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345640.778522:0:35216:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acdd1 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x250:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345640.778527:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acdd1 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x250:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345640.778533:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acdd1 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x250:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345640.778560:0:35216:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763345640.779443:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+316:57243:x1849000910392960:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 1306us (1427us total) trans 8589941122 rc 0/0 00000100:00100000:1.0:1763345640.779451:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3888 00010000:00010000:0.0:1763345640.779858:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345640.779876:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acdd1 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x250:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345640.779884:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6586e3e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345640.779888:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acdd1 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x250:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345640.779894:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acdd1 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x250:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345640.779906:0:10338:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x250:0x0].0x0 (ffff91b642b37100) 00010000:00010000:0.0:1763345640.779909:0:10338:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763345640.779913:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acdd1 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x250:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345640.779918:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58acdd1 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x250:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345640.779929:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345640.779931:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345640.779933:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763345640.781500:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.781595:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910393088 00000100:00100000:0.0:1763345640.781605:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910393088 00000100:00100000:0.0:1763345640.781657:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11237 00000100:00100000:0.0:1763345640.781666:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+316:57245:x1849000910393088:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.781686:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.781714:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acdd8 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083318f expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.781821:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acddf lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.781833:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acddf lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.781844:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acddf lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.781853:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58acde6 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.781870:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58acde6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.781877:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58acde6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.781910:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acddf lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.781916:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acddf lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.781922:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acddf lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.781928:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.781932:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acddf lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.781939:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acddf lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.781949:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37600) 00010000:00010000:0.0:1763345640.781952:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.781955:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acddf lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.781961:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58acddf lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.781974:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58acde6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.781980:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58acde6 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.781985:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58acde6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.781989:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.781992:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58acde6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.781997:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58acde6 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.782003:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc300) 00010000:00010000:0.0:1763345640.782005:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.782008:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58acde6 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.782013:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58acde6 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.782037:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acdd8 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083318f expref: 317 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.782047:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37600) 00010000:00010000:0.0:1763345640.782049:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.782052:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acdd8 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083318f expref: 317 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.782064:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5a00, rc 0) 00000100:00100000:0.0:1763345640.782112:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+316:57245:x1849000910393088:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 447us (616us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345640.782119:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11237 00000100:00100000:3.0:1763345640.784164:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.784257:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910393216 00000100:00100000:0.0:1763345640.784266:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910393216 00000100:00100000:0.0:1763345640.784316:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11238 00000100:00100000:0.0:1763345640.784324:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544867800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+316:57245:x1849000910393216:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.784345:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.784363:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58acded lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833196 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.784412:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58acdf4 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.784424:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58acdf4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.784435:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58acdf4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345640.784471:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763345640.784476:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763345640.784503:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58acded lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833196 expref: 318 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.784518:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58acdf4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833196 expref: 317 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.784526:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37800) 00010000:00010000:0.0:1763345640.784528:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763345640.784531:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4800, rc 0) 00000100:00100000:0.0:1763345640.786288:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544867800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+317:57245:x1849000910393216:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1958us (2124us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.786299:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11238 00000100:00100000:2.0:1763345640.792941:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.794320:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910393472 00000100:00100000:0.0:1763345640.794332:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910393472 00000100:00100000:0.0:1763345640.794397:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11239 00000100:00100000:0.0:1763345640.794407:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+317:57246:x1849000910393472:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.794428:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.794447:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acdfb lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083319d expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.794516:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ace02 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.794529:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ace02 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.794539:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ace02 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.794551:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace09 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.794558:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace09 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.794564:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace09 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.794597:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ace02 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.794603:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ace02 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.794610:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ace02 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.794615:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.794619:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ace02 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.794626:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ace02 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.794636:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37800) 00010000:00010000:0.0:1763345640.794639:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.794644:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ace02 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.794650:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ace02 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.794663:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace09 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.794668:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace09 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.794674:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace09 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.794678:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.794680:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace09 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.794685:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace09 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.794692:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc300) 00010000:00010000:0.0:1763345640.794694:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.794697:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace09 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.794702:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace09 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.794729:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acdfb lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083319d expref: 318 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.794739:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37800) 00010000:00010000:0.0:1763345640.794742:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763345640.794746:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acdfb lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083319d expref: 318 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.794756:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5a00, rc 0) 00000100:00100000:0.0:1763345640.794836:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+317:57246:x1849000910393472:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 431us (1904us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345640.794843:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11239 00000100:00100000:2.0:1763345640.802547:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.804258:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910393728 00000100:00100000:1.0:1763345640.804270:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910393728 00000100:00100000:1.0:1763345640.805102:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11240 00000100:00100000:1.0:1763345640.805115:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+317:57245:x1849000910393728:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345640.805133:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.805136:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763345640.805161:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58acdf4 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833196 expref: 317 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.805180:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37800) 00010000:00010000:1.0:1763345640.805190:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345640.805205:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58ace10 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808331a4 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.805297:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ace17 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.805308:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ace17 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.805317:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ace17 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.805326:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58ace1e lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.805338:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58ace1e lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.805344:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58ace1e lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.805659:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58ace25 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x252:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.805669:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58ace25 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x252:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.805677:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58ace25 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x252:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:1.0:1763345640.805686:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x252:0x0]: returning size 0 00010000:00010000:1.0:1763345640.805707:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ace17 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.805715:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ace17 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.805721:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ace17 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.805727:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ace17 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.805733:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6586e3a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.805737:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ace17 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.805744:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ace17 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.805787:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59c00) 00010000:00010000:1.0:1763345640.805791:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345640.805795:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ace17 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.805802:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58ace17 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000004:00010000:1.0:1763345640.805812:0:9296:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d69509ca reply state 00000000945106eb transno 8589941123 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58ace1e lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.805822:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58ace1e lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.805828:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc300) 00010000:00010000:1.0:1763345640.805831:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345640.805833:0:9296:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763345640.805857:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58ace10 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331a4 expref: 319 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.805884:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58ace25 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x252:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331a4 expref: 318 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.805890:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x252:0x0].0x0 (ffff91b541c59900) 00010000:00010000:1.0:1763345640.805893:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345640.805895:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5434caa00, rc 0) 00000100:00100000:1.0:1763345640.805956:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+319:57245:x1849000910393728:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 845us (3417us total) trans 8589941123 rc 0/0 00000100:00100000:1.0:1763345640.805964:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11240 00000100:00100000:2.0:1763345640.813252:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.813340:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910393984 00000100:00100000:1.0:1763345640.813349:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910393984 00000100:00100000:0.0:1763345640.814035:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11241 00000100:00100000:0.0:1763345640.814046:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+319:57245:x1849000910393984:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.814067:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.814085:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ace33 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x252:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808331ab expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.814175:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace3a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x252:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.814188:0:35210:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58ace25 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x252:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331a4 expref: 320 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.814196:0:35210:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace3a lrc: 4/0,1 mode: --/EX res: [0x200000405:0x252:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.814224:0:35210:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58ace25 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x252:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a969808331a4 expref: 320 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.814235:0:35210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58ace25 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x252:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808331a4 expref: 320 pid: 9296 timeout: 1133 lvb_type: 0 00000100:00100000:0.0:1763345640.814247:0:35210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544209c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924411392:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345640.814319:0:35210:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce900 going to sleep for 11 seconds 00000100:00100000:1.0:1763345640.817634:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.818596:0:35210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544209c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924411392:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345640.818622:0:35210:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace3a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x252:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:2.0:1763345640.819252:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910394112 00000100:00100000:2.0:1763345640.819259:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910394112 00010000:00010000:2.0:1763345640.819298:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58ace25 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x252:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808331a4 expref: 321 pid: 9296 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763345640.819779:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3711 00000100:00100000:2.0:1763345640.819789:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f877800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+321:2409:x1849000910394112:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345640.819805:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345640.819811:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58ace25 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x252:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808331a4 expref: 321 pid: 9296 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345640.819825:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58ace25 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x252:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808331a4 expref: 321 pid: 9296 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345640.819847:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434caa00/0x52bea07cb58ace25 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x252:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808331a4 expref: 321 pid: 9296 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345640.819872:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x252:0x0].0x0 (ffff91b541c59900) 00010000:00010000:2.0:1763345640.819878:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace3a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x252:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.819888:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace3a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x252:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.819896:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace3a lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x252:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.819928:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345640.819991:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f877800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+320:2409:x1849000910394112:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 203us (2366us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.819999:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3711 00010000:00010000:0.0:1763345640.820057:0:35210:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace3a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x252:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.820065:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace3a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x252:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345640.820087:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x252:0x0]: returning size 0 00000004:00080000:0.0:1763345640.820249:0:35210:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x365:0x0], index 1: 0 00000004:00080000:0.0:1763345640.820256:0:35210:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x362:0x0], index 0: 0 00000004:00080000:0.0:1763345640.820261:0:35210:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x363:0x0], index 0: 0 00000004:00080000:0.0:1763345640.820265:0:35210:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x366:0x0], index 1: 0 00010000:00010000:0.0:1763345640.820359:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace3a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x252:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.820366:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace3a lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x252:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.820374:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace3a lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x252:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.820384:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.820389:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace3a lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x252:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.820397:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace3a lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x252:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.820406:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x252:0x0].0x0 (ffff91b541c59900) 00010000:00010000:0.0:1763345640.820409:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345640.820413:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace3a lrc: 2/0,0 mode: --/EX res: [0x200000405:0x252:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.820418:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace3a lrc: 0/0,0 mode: --/EX res: [0x200000405:0x252:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.820461:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ace33 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x252:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331ab expref: 320 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.820471:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x252:0x0].0x0 (ffff91b541c59900) 00010000:00010000:0.0:1763345640.820474:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763345640.820478:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ace33 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x252:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331ab expref: 320 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.820495:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5a00, rc 0) 00000100:00100000:0.0:1763345640.820529:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+319:57245:x1849000910393984:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 6485us (7285us total) trans 8589941124 rc 301/301 00000100:00100000:0.0:1763345640.820537:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11241 00000100:00100000:1.0:1763345640.823467:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.823550:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910394368 00000100:00100000:2.0:1763345640.823559:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910394368 00000100:00100000:2.0:1763345640.823616:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3889 00000100:00100000:2.0:1763345640.823626:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f874000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+319:57245:x1849000910394368:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345640.824675:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f874000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+320:57245:x1849000910394368:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 1047us (1213us total) trans 8589941125 rc 0/0 00000100:00100000:2.0:1763345640.824686:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3889 00000100:00100000:3.0:1763345640.830070:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.830116:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.830176:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910394880 00000100:00100000:0.0:1763345640.830186:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910394880 00000100:00100000:2.0:1763345640.830284:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910394624 00000100:00100000:2.0:1763345640.830289:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910394624 00000100:00100000:2.0:1763345640.830326:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3890 00000100:00100000:2.0:1763345640.830336:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544864000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+321:57245:x1849000910394624:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345640.830537:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544864000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+322:57245:x1849000910394624:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 202us (476us total) trans 8589941126 rc 0/0 00000100:00100000:2.0:1763345640.830545:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3890 00000100:00100000:0.0:1763345640.830651:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11242 00000100:00100000:0.0:1763345640.830660:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544865f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+321:57247:x1849000910394880:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.830670:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.830694:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ace48 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808331b2 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.830821:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ace4f lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.830836:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ace4f lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.830846:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ace4f lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.830857:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ace56 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.830876:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ace56 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.830885:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ace56 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.830966:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ace5d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x252:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.830974:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ace5d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x252:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.830981:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ace5d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x252:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345640.830990:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x252:0x0]: returning size 0 00010000:00010000:0.0:1763345640.831033:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ace4f lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.831040:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ace4f lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.831046:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ace4f lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.831051:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.831054:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ace4f lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.831061:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ace4f lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.831070:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37600) 00010000:00010000:0.0:1763345640.831073:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.831077:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ace4f lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.831083:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ace4f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.831094:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ace56 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.831099:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ace56 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.831105:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ace56 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.831109:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.831112:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ace56 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.831121:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ace56 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.831128:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc300) 00010000:00010000:0.0:1763345640.831130:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.831133:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ace56 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.831138:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ace56 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.831166:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ace48 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331b2 expref: 324 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.831183:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ace5d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x252:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331b2 expref: 323 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.831191:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x252:0x0].0x0 (ffff91b642b37700) 00010000:00010000:0.0:1763345640.831193:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345640.831196:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4c00, rc 0) 00000100:00100000:0.0:1763345640.831224:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544865f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+323:57247:x1849000910394880:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 565us (1107us total) trans 8589941127 rc 0/0 00000100:00100000:0.0:1763345640.831230:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11242 00000100:00100000:3.0:1763345640.833680:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.833871:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910395008 00000100:00100000:0.0:1763345640.833881:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910395008 00000100:00100000:3.0:1763345640.833980:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8198 00000100:00100000:3.0:1763345640.833991:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910395008:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345640.834008:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.834025:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58ace6b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808331b9 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345640.834047:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x365:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345640.834066:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.834068:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.834078:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58ace6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331b9 expref: 15 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345640.834093:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58ace6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331b9 expref: 15 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345640.834105:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260e00, rc 0) 00000100:00100000:3.0:1763345640.834159:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910395008:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 170us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.834164:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8198 00000100:00100000:1.0:1763345640.835614:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.835661:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910395264 00000100:00100000:0.0:1763345640.835670:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910395264 00000100:00100000:0.0:1763345640.835714:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11243 00000100:00100000:0.0:1763345640.835721:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f875f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+323:55937:x1849000910395264:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345640.835738:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.835740:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763345640.835793:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ace5d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x252:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331b2 expref: 323 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.835811:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x252:0x0].0x0 (ffff91b642b37700) 00010000:00010000:0.0:1763345640.835822:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345640.835834:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ace72 lrc: 2/0,0 mode: --/CW res: [0x200000405:0x252:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808331c0 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.835938:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace79 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x252:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.835950:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace79 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x252:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.835959:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace79 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x252:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345640.835969:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x252:0x0]: returning size 0 00010000:00010000:0.0:1763345640.836069:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ace72 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x252:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331c0 expref: 325 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.836083:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace79 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x252:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331c0 expref: 324 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.836090:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x252:0x0].0x0 (ffff91b642b37200) 00010000:00010000:0.0:1763345640.836093:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:0.0:1763345640.836095:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5c00, rc 0) 00000100:00100000:0.0:1763345640.836144:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f875f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+324:55937:x1849000910395264:12345-192.168.203.8@tcp:101:bash.0 Request processed in 423us (590us total) trans 8589941128 rc 0/0 00000100:00100000:0.0:1763345640.836151:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11243 00000100:00100000:1.0:1763345640.837049:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.837171:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910395392 00000100:00100000:3.0:1763345640.837179:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910395392 00000100:00100000:3.0:1763345640.837220:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11244 00000100:00100000:3.0:1763345640.837229:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f877480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+324:57247:x1849000910395392:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345640.837242:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.837254:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ace87 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x252:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808331c7 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.837291:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ace87 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x252:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331c7 expref: 325 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.837303:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ace87 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x252:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331c7 expref: 325 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.837318:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x252:0x0].0x0 (ffff91b642b37200) 00010000:00010000:3.0:1763345640.837321:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345640.837324:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260c00, rc 0) 00000100:00100000:3.0:1763345640.837373:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f877480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+325:57247:x1849000910395392:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 145us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345640.837379:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11244 00000100:00100000:1.0:1763345640.839250:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.839427:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910395648 00000100:00100000:2.0:1763345640.839438:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910395648 00000100:00100000:2.0:1763345640.839495:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3891 00000100:00100000:2.0:1763345640.839505:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b643167050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+325:57247:x1849000910395648:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345640.839711:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b643167050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+326:57247:x1849000910395648:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 206us (472us total) trans 8589941129 rc 0/0 00000100:00100000:2.0:1763345640.839719:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3891 00000100:00100000:1.0:1763345640.841738:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.841817:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910395904 00000100:00100000:0.0:1763345640.841826:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910395904 00000100:00100000:0.0:1763345640.841894:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11245 00000100:00100000:0.0:1763345640.841905:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f875180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+326:57247:x1849000910395904:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.841930:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.841953:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ace8e lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808331ce expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.842022:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ace95 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842035:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ace95 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842044:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ace95 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842053:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ace9c lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842060:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ace9c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842064:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ace9c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842160:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acea3 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x252:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842172:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acea3 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x252:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842178:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acea3 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x252:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842184:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acea3 lrc: 3/0,0 mode: --/PR res: [0x200000405:0x252:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842190:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.842194:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acea3 lrc: 3/0,0 mode: --/PR res: [0x200000405:0x252:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842202:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acea3 lrc: 4/0,0 mode: --/PR res: [0x200000405:0x252:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842212:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x252:0x0].0x0 (ffff91b642b37200) 00010000:00010000:0.0:1763345640.842218:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acea3 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x252:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842224:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acea3 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x252:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345640.842239:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x252:0x0]: returning size 0 00010000:00010000:0.0:1763345640.842303:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ace95 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842310:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ace95 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842316:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ace95 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842320:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.842323:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ace95 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842332:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ace95 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842340:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37f00) 00010000:00010000:0.0:1763345640.842343:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.842346:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ace95 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842351:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ace95 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842362:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ace9c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842369:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ace9c lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842379:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ace9c lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842383:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.842386:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ace9c lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842391:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ace9c lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842398:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc300) 00010000:00010000:0.0:1763345640.842401:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.842404:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ace9c lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842409:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ace9c lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.842442:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ace8e lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331ce expref: 328 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.842452:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37f00) 00010000:00010000:0.0:1763345640.842454:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763345640.842458:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ace8e lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331ce expref: 328 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.842472:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4200, rc 0) 00000100:00100000:0.0:1763345640.842536:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f875180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+327:57247:x1849000910395904:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 632us (804us total) trans 8589941130 rc 301/301 00000100:00100000:0.0:1763345640.842544:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11245 00000100:00100000:1.0:1763345640.843151:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.843210:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910396032 00000100:00100000:0.0:1763345640.843216:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910396032 00000100:00100000:0.0:1763345640.843258:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11246 00000100:00100000:0.0:1763345640.843267:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f875880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+327:55937:x1849000910396032:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345640.843279:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.843291:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aceb1 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x252:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808331d5 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.843312:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aceb8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x252:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.843322:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aceb8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x252:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.843331:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aceb8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x252:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.843414:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aceb1 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x252:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331d5 expref: 329 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.843428:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aceb8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x252:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331d5 expref: 328 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.843436:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x252:0x0].0x0 (ffff91b642b37200) 00010000:00010000:0.0:1763345640.843439:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763345640.843441:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5e00, rc 0) 00000100:00100000:0.0:1763345640.843485:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f875880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+328:55937:x1849000910396032:12345-192.168.203.8@tcp:101:bash.0 Request processed in 218us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.843491:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11246 00000100:00100000:1.0:1763345640.844828:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.844980:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910396288 00000100:00100000:3.0:1763345640.844988:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910396288 00000100:00100000:3.0:1763345640.845023:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3892 00000100:00100000:3.0:1763345640.845031:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f874000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+328:57247:x1849000910396288:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345640.845262:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f874000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+329:57247:x1849000910396288:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 229us (436us total) trans 8589941131 rc 0/0 00000100:00100000:2.0:1763345640.845275:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3892 00000100:00100000:3.0:1763345640.845416:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.845526:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910396544 00000100:00100000:1.0:1763345640.845531:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910396544 00000100:00100000:1.0:1763345640.845755:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11247 00000100:00100000:1.0:1763345640.845781:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544865180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+329:55937:x1849000910396544:12345-192.168.203.8@tcp:36:bash.0 00010000:00010000:1.0:1763345640.845808:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345640.845830:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ace79 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x252:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331c0 expref: 329 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.845846:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x252:0x0].0x0 (ffff91b642b37200) 00010000:00010000:1.0:1763345640.845850:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345640.845985:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58acebf lrc: 3/0,1 mode: --/PW res: [0x200000405:0x252:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.845997:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58acebf lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x252:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.846006:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58acebf lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x252:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000001:00080000:1.0:1763345640.846046:0:9296:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941132 00000004:00010000:1.0:1763345640.846065:0:9296:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000085c4aef9 reply state 00000000f8fedb75 transno 8589941133 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58acebf lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x252:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.846081:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58acebf lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x252:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.846088:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x252:0x0].0x0 (ffff91b642b37200) 00010000:00010000:1.0:1763345640.846091:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345640.846094:0:9296:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345640.846173:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544865180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+331:55937:x1849000910396544:12345-192.168.203.8@tcp:36:bash.0 Request processed in 394us (757us total) trans 8589941133 rc 0/0 00000100:00100000:1.0:1763345640.846179:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11247 00000020:00080000:1.0:1763345640.846184:0:9296:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345640.847315:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.847353:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.847449:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910396800 00000100:00100000:1.0:1763345640.847457:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910396800 00000100:00100000:2.0:1763345640.847475:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910397056 00000100:00100000:2.0:1763345640.847480:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910397056 00000100:00100000:1.0:1763345640.847504:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11248 00000100:00100000:2.0:1763345640.847511:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11249 00000100:00100000:1.0:1763345640.847512:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544209c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+332:57247:x1849000910396800:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:2.0:1763345640.847516:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544208000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+332:55937:x1849000910397056:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345640.847530:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345640.847530:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.847532:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763345640.847545:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58acec6 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808331dc expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.847550:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ace87 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x252:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331c7 expref: 332 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.847564:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x252:0x0].0x0 (ffff91b642b37200) 00010000:00010000:2.0:1763345640.847567:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345640.847573:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acecd lrc: 2/0,0 mode: --/EX res: [0x200000405:0x252:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808331e3 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.847599:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aced4 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.847600:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acedb lrc: 3/0,1 mode: --/EX res: [0x200000405:0x252:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.847609:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aced4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.847610:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acedb lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x252:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.847618:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acedb lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x252:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345640.847618:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aced4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.847628:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58acee2 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.847634:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58acee2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.847640:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58acee2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.847733:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58acee9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x252:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.847741:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58acee9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x252:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.847748:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58acee9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x252:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:1.0:1763345640.847756:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x252:0x0]: returning size 0 00000040:00080000:2.0:1763345640.847824:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1929, 88 off160136 00000004:00080000:2.0:1763345640.847833:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1033373072793ns, next at 1034160984782ns, rc = 0 00000040:00080000:2.0:1763345640.847878:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1913, 88 off158568 00000004:00080000:2.0:1763345640.847883:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1033373123765ns, next at 1034161031282ns, rc = 0 00000040:00080000:2.0:1763345640.847978:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1914, 88 off158656 00000004:00080000:2.0:1763345640.847984:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1033373224018ns, next at 1034161031282ns, rc = 0 00000040:00080000:2.0:1763345640.848003:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1930, 88 off160224 00000004:00080000:2.0:1763345640.848007:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1033373247766ns, next at 1034160984782ns, rc = 0 00010000:00010000:3.0:1763345640.848114:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58acee9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x252:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.848122:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58acee9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x252:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.848129:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58acee9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x252:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.848134:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54594d800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.848138:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58acee9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x252:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.848144:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58acee9 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x252:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.848152:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x252:0x0].0x0 (ffff91b642b37200) 00010000:00010000:3.0:1763345640.848154:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1763345640.848158:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58acee9 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x252:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.848163:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58acee9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x252:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.848180:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aced4 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.848187:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aced4 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.848193:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aced4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.848198:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aced4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.848203:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6586e3e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.848205:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aced4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.848210:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aced4 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.848216:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59c00) 00010000:00010000:3.0:1763345640.848218:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.848220:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aced4 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.848225:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3e00/0x52bea07cb58aced4 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.848232:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58acee2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.848237:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58acee2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.848242:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58acee2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.848248:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6586e3a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.848251:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58acee2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.848257:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58acee2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.848263:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc300) 00010000:00010000:3.0:1763345640.848266:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.848269:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58acee2 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.848274:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3a00/0x52bea07cb58acee2 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.848302:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58acec6 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331dc expref: 335 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.848310:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59c00) 00010000:00010000:3.0:1763345640.848312:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763345640.848315:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cba00/0x52bea07cb58acec6 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331dc expref: 335 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.848327:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5434cba00, rc 0) 00000100:00100000:3.0:1763345640.848384:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544209c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+334:57247:x1849000910396800:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 871us (1072us total) trans 8589941135 rc 301/301 00000100:00100000:3.0:1763345640.848391:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11248 00000001:00080000:0.0:1763345640.852365:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941135 is committed 00000004:00080000:0.0:1763345640.852382:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1242 committed 00000004:00080000:0.0:1763345640.852634:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1227 committed 00000004:00080000:0.0:1763345640.852654:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1226 committed 00000004:00080000:0.0:1763345640.852656:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1241 committed 00000100:00100000:3.0:1763345640.852827:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544865880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924411520:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1763345640.852856:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acda0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.852881:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acda0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.852890:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acda0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.852897:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d600 already unused, calling callback (ffffffffc181e550) 00000100:00100000:3.0:1763345640.852903:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763345640.852903:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acda0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.852914:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acda0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.852932:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc300) 00010000:00010000:1.0:1763345640.852936:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345640.852941:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acda0 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000100:00100000:3.0:1763345640.852942:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763345640.852952:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544867100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924411648:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1763345640.852961:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acda0 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345640.852980:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58ace1e lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345640.852984:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763345640.852992:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58ace1e lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.852999:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58ace1e lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.853005:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6586e3200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.853008:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58ace1e lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.853014:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58ace1e lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345640.853022:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544866300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924411904:0@lo:2:osp-syn-1-0.0 00010000:00010000:1.0:1763345640.853023:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc300) 00010000:00010000:1.0:1763345640.853030:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345640.853034:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58ace1e lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.853040:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6586e3200/0x52bea07cb58ace1e lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345640.853049:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763345640.853059:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58acebf lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x252:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345640.853066:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1763345640.853068:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58acebf lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x252:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345640.853076:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544866680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924411776:0@lo:2:osp-syn-1-0.0 00010000:00010000:1.0:1763345640.853088:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58acebf lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x252:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.853094:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5434cb200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345640.853098:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58acebf lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x252:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345640.853107:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763345640.853111:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58acebf lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x252:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.853123:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x252:0x0].0x0 (ffff91b642b37200) 00010000:00010000:1.0:1763345640.853126:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345640.853130:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58acebf lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x252:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345640.853135:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5434cb200/0x52bea07cb58acebf lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x252:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345640.853140:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924411520 00000100:00100000:3.0:1763345640.853148:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924411520 00000100:00100000:3.0:1763345640.853197:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924411648 00000100:00100000:3.0:1763345640.853200:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924411648 00000100:00100000:3.0:1763345640.853216:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924411904 00000100:00100000:3.0:1763345640.853219:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924411904 00000100:00100000:3.0:1763345640.853231:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924411776 00000100:00100000:3.0:1763345640.853233:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924411776 00000100:00100000:3.0:1763345640.853248:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8199 00000100:00100000:3.0:1763345640.853256:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+18:3656:x1849000924411520:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763345640.853280:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:867 count 1 00010000:00010000:3.0:1763345640.853301:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58acef7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.853319:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58acd7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833173 expref: 14 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.853327:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345640.853330:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345640.853333:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58acef7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.853361:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58acd7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980833173 expref: 14 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.853373:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58acd7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833173 expref: 14 pid: 28867 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763345640.853384:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8405:1849000924412032:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345640.853438:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66b1373c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763345640.853454:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8200 00000100:00100000:3.0:1763345640.853461:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+18:3656:x1849000924411648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763345640.853473:0:15692:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:868 count 1 00002000:00010000:3.0:1763345640.853492:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x364:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345640.853497:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58acefe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.853504:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.853505:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345640.853509:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58acefe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.853519:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58acefe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.853526:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58acefe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.853538:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58acefe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.853554:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8201 00010000:00010000:3.0:1763345640.853555:0:15692:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763345640.853621:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3659:x1849000924411904:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345640.853783:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3659:x1849000924411904:12345-0@lo:2:osp-syn-1-0.0 Request processed in 196us (711us total) trans 17179872308 rc 0/0 00000100:00100000:1.0:1763345640.853792:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8201 00000100:00100000:1.0:1763345640.853815:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8202 00000100:00100000:1.0:1763345640.853824:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:3659:x1849000924411776:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763345640.853894:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x365:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345640.853898:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x365:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763345640.853901:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x365:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345640.853902:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x365:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763345640.853905:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x365:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345640.853934:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3659:x1849000924411776:12345-0@lo:2:osp-syn-1-0.0 Request processed in 113us (831us total) trans 17179872309 rc 0/0 00000100:00100000:1.0:1763345640.853939:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8202 00000100:00100000:1.0:1763345640.853966:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924412416:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.853992:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345640.854021:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924412416 00000100:00100000:1.0:1763345640.854025:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924412416 00000100:00100000:1.0:1763345640.854051:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8203 00000100:00100000:1.0:1763345640.854059:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f876a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+29:3658:x1849000924412416:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345640.854075:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924412288:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1763345640.854107:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345640.854132:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763345640.854139:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924412160:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.854166:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f876a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+30:3658:x1849000924412416:12345-0@lo:2:osp-syn-0-0.0 Request processed in 107us (171us total) trans 21474839561 rc 0/0 00000100:00100000:2.0:1763345640.854173:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345640.854181:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8203 00000100:00100000:1.0:1763345640.854199:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924412288 00000100:00100000:1.0:1763345640.854203:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924412288 00000100:00100000:2.0:1763345640.854207:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924412160 00000100:00100000:2.0:1763345640.854213:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924412160 00000100:00100000:1.0:1763345640.854229:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8204 00000100:00100000:1.0:1763345640.854238:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+31:3657:x1849000924412288:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1763345640.854248:0:27810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:865 count 1 00002000:00010000:1.0:1763345640.854329:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x361:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763345640.854336:0:27810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54594c400/0x52bea07cb58acf05 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.854347:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.854349:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.854353:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54594c400/0x52bea07cb58acf05 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.854365:0:27810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54594c400/0x52bea07cb58acf05 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.854376:0:27810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54594c400/0x52bea07cb58acf05 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.854383:0:27810:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54594c400/0x52bea07cb58acf05 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.854404:0:27810:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1763345640.854441:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763345640.854450:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58acefe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.854460:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345640.854464:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58acefe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.854478:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58acefe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.854495:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58acefe lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.854502:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58acefe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.854530:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345640.854534:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54594c400/0x52bea07cb58acf05 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.854552:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54594c400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345640.854556:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54594c400/0x52bea07cb58acf05 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.854559:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+32:3657:x1849000924412288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 322us (450us total) trans 21474839562 rc 0/0 00010000:00010000:0.0:1763345640.854566:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54594c400/0x52bea07cb58acf05 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.854577:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54594c400/0x52bea07cb58acf05 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.854586:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54594c400/0x52bea07cb58acf05 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.854608:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345640.854609:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345640.854611:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763345640.855204:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8205 00000100:00100000:2.0:1763345640.855215:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:3657:x1849000924412160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1763345640.855231:0:8404:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:864 count 1 00010000:00010000:2.0:1763345640.855245:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58acf0c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.855258:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58acd53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833165 expref: 21 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.855265:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345640.855267:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345640.855271:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58acf0c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.855296:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58acd53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.203.8@tcp remote: 0x199a96980833165 expref: 21 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.855307:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58acd53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833165 expref: 21 pid: 28867 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763345640.855319:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54545e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8404:1849000924412672:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345640.855325:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8204 00000100:00100000:2.0:1763345640.855373:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747d79c0 going to sleep for 11 seconds 00000004:00080000:1.0:1763345640.855386:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545960e00/2, rc 0, transno 21474839561 00000100:00100000:1.0:1763345640.855394:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924412416:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.855404:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763345640.855413:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54545dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924412544:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.855447:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763345640.855454:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acedb lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x252:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331e3 expref: 311 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.855465:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x252:0x0].0x0 (ffff91b642b37200) 00010000:00010000:2.0:1763345640.855468:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763345640.855480:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acecd lrc: 0/0,0 mode: --/EX res: [0x200000405:0x252:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331e3 expref: 311 pid: 35210 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763345640.855494:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acedb lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x252:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331e3 expref: 310 pid: 35210 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345640.856161:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:3656:x1849000924411648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2697us (3176us total) trans 17179872307 rc 0/0 00000100:00100000:3.0:1763345640.856170:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8200 00000100:00100000:3.0:1763345640.856193:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924412544 00000100:00100000:3.0:1763345640.856198:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924412544 00000004:00080000:1.0:1763345640.856202:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544866680/2, rc 0, transno 17179872309 00000100:00100000:1.0:1763345640.856211:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544866680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924411776:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345640.856224:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544866300/2, rc 0, transno 17179872308 00000100:00100000:3.0:1763345640.856228:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8206 00000100:00100000:1.0:1763345640.856230:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544866300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924411904:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345640.856271:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6779a5c00/2, rc 0, transno 21474839562 00000100:00100000:1.0:1763345640.856276:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924412288:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1763345640.857250:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544867100/2, rc 0, transno 17179872307 00000100:00100000:2.0:1763345640.857258:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544867100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924411648:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1763345640.857284:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x252:0x0].0x0 (ffff91b642b37200) 00010000:00010000:2.0:1763345640.857288:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763345640.857292:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378ca00, rc 0) 00000100:00100000:2.0:1763345640.857334:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544208000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+310:55937:x1849000910397056:12345-192.168.203.8@tcp:101:bash.0 Request processed in 9817us (9980us total) trans 8589941134 rc 0/0 00000100:00100000:2.0:1763345640.857343:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11249 00000100:00100000:3.0:1763345640.857523:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b62850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+32:3658:x1849000924412544:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345640.857691:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b62850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+33:3658:x1849000924412544:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1454us (2244us total) trans 21474839563 rc 0/0 00000100:00100000:3.0:1763345640.857698:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8206 00010000:00010000:3.0:1763345640.857726:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345640.857857:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000004:00080000:1.0:1763345640.858133:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54545dc00/2, rc 0, transno 21474839563 00000100:00100000:1.0:1763345640.858138:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54545dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924412544:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345640.858575:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910397312 00000100:00100000:2.0:1763345640.858582:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910397312 00000100:00100000:2.0:1763345640.858630:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3893 00000100:00100000:2.0:1763345640.858639:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+310:57247:x1849000910397312:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345640.858835:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+311:57247:x1849000910397312:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 197us (978us total) trans 8589941136 rc 0/0 00000100:00100000:2.0:1763345640.858842:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3893 00000100:00100000:3.0:1763345640.863593:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.863847:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910397440 00000100:00100000:2.0:1763345640.863855:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910397440 00010000:00010000:2.0:1763345640.863900:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58acd7d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833173 expref: 15 pid: 28867 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763345640.863936:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3712 00000100:00100000:2.0:1763345640.863946:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910397440:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345640.863961:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345640.863965:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58acd7d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833173 expref: 15 pid: 28867 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345640.863977:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58acd7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833173 expref: 15 pid: 28867 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345640.863999:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.864002:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345640.864007:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58acef7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.864020:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58acef7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.864040:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345640.864086:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910397440:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 142us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.864093:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3712 00010000:00010000:0.0:1763345640.864428:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58acd7d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833173 expref: 14 pid: 28867 timeout: 1133 lvb_type: 0 00000100:00100000:0.0:1763345640.864441:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8405:1849000924412032:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345640.864461:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58acef7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.864471:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58acef7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.864477:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58acef7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.864486:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58acef7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.864494:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58acef7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.864519:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763345640.864735:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+19:3656:x1849000924411520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11479us (11832us total) trans 17179872310 rc 0/0 00000100:00100000:0.0:1763345640.864743:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8199 00000100:00100000:1.0:1763345640.865034:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54545e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8404:1849000924412672:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345640.865049:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58acf0c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.865250:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345640.865256:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58acef7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.865263:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345640.865267:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58acef7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.865276:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58acef7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.865290:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58acef7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.865296:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58acef7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.865311:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345640.865312:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345640.865314:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763345640.865338:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544865880/2, rc 0, transno 17179872310 00000100:00100000:2.0:1763345640.865344:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544865880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924411520:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1763345640.865404:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.866219:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.866278:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910397568 00000100:00100000:1.0:1763345640.866285:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910397568 00010000:00010000:1.0:1763345640.866309:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58acd53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833165 expref: 22 pid: 28867 timeout: 1133 lvb_type: 0 00000100:00100000:1.0:1763345640.866335:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3713 00000100:00100000:1.0:1763345640.866344:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910397568:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345640.866357:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345640.866362:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58acd53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x360:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833165 expref: 22 pid: 28867 timeout: 1133 lvb_type: 0 00010000:00010000:1.0:1763345640.866373:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58acd53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x360:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833165 expref: 22 pid: 28867 timeout: 1133 lvb_type: 0 00010000:00010000:1.0:1763345640.866389:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543260000/0x52bea07cb58acd53 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x360:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833165 expref: 22 pid: 28867 timeout: 1133 lvb_type: 0 00010000:00010000:1.0:1763345640.866399:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.866401:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.866404:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58acf0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.866413:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58acf0c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.866446:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345640.866482:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910397568:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 139us (1078us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.866488:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3713 00000100:00100000:2.0:1763345640.866622:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:3.0:1763345640.866682:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58acf0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.866691:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58acf0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.866699:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58acf0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.866711:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58acf0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.866734:0:8404:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345640.866942:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+33:3657:x1849000924412160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11730us (12771us total) trans 21474839564 rc 0/0 00000100:00100000:3.0:1763345640.866949:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8205 00000100:00100000:3.0:1763345640.867042:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910397696 00000100:00100000:3.0:1763345640.867046:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910397696 00010000:00010000:2.0:1763345640.867162:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345640.867168:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58acf0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.867175:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345640.867179:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58acf0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.867187:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58acf0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.867199:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58acf0c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.867207:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58acf0c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.867222:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345640.867224:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345640.867225:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345640.867276:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8207 00000100:00100000:0.0:1763345640.867285:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+14:55937:x1849000910397696:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345640.867298:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.867310:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acf13 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808331ea expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.867327:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58ace6b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331b9 expref: 15 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345640.867333:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.867334:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.867337:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acf13 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808331ea expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.867360:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58ace6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a969808331b9 expref: 15 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345640.867371:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58ace6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808331b9 expref: 15 pid: 28867 timeout: 1133 lvb_type: 1 00000100:00100000:0.0:1763345640.867382:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d65c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8405:1849000924412800:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345640.867440:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ceb40 going to sleep for 11 seconds 00000004:00080000:1.0:1763345640.867523:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6779a4a80/2, rc 0, transno 21474839564 00000100:00100000:1.0:1763345640.867529:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924412160:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345640.867558:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910397824 00000100:00100000:1.0:1763345640.867562:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910397824 00000100:00100000:1.0:1763345640.867593:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3894 00000100:00100000:1.0:1763345640.867601:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+311:57247:x1849000910397824:12345-192.168.203.8@tcp:33:lfs.0 00000100:00100000:1.0:1763345640.867699:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+311:57247:x1849000910397824:12345-192.168.203.8@tcp:33:lfs.0 Request processed in 99us (1076us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.867705:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3894 00000100:00100000:0.0:1763345640.870124:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d65c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8405:1849000924412800:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345640.870258:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acf13 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a969808331ea expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.870282:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4400, rc 0) 00000100:00100000:0.0:1763345640.870421:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+15:55937:x1849000910397696:12345-192.168.203.8@tcp:101:bash.0 Request processed in 3136us (4202us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.870428:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8207 00000100:00100000:2.0:1763345640.874427:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.875641:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910397952 00000100:00100000:1.0:1763345640.875653:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910397952 00010000:00010000:1.0:1763345640.875694:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58ace6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808331b9 expref: 15 pid: 28867 timeout: 1133 lvb_type: 1 00000100:00100000:1.0:1763345640.875742:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3714 00000100:00100000:1.0:1763345640.875751:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+15:2411:x1849000910397952:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345640.875789:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345640.875796:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58ace6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x365:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808331b9 expref: 15 pid: 28867 timeout: 1133 lvb_type: 1 00010000:00010000:1.0:1763345640.875816:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58ace6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x365:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808331b9 expref: 15 pid: 28867 timeout: 1133 lvb_type: 1 00010000:00010000:1.0:1763345640.875836:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58ace6b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x365:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a969808331b9 expref: 15 pid: 28867 timeout: 1133 lvb_type: 1 00010000:00010000:1.0:1763345640.875850:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.875852:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345640.875890:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acf13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a969808331ea expref: 14 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.875900:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acf13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a969808331ea expref: 14 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345640.875936:0:6507:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acf13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a969808331ea expref: 14 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345640.875948:0:6507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54f876680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6507:1849000924412928:192.168.203.8@tcp:105: 00000100:00100000:1.0:1763345640.876032:0:6507:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9480 going to sleep for 11 seconds 00000100:00100000:1.0:1763345640.880940:0:6507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54f876680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6507:1849000924412928:192.168.203.8@tcp:105: 00010000:00010000:1.0:1763345640.880965:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345640.881018:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+14:2411:x1849000910397952:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 5268us (6598us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345640.881028:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3714 00000100:00100000:3.0:1763345640.881195:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.881491:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910398080 00000100:00100000:0.0:1763345640.881498:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910398080 00000100:00100000:0.0:1763345640.881539:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8208 00000100:00100000:0.0:1763345640.881546:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+21:55937:x1849000910398080:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345640.881562:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.881582:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58acf1a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808331f1 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345640.881603:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x362:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345640.881622:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.881624:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345640.881633:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58acf1a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808331f1 expref: 22 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.881648:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58acf1a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808331f1 expref: 22 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.881659:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5200, rc 0) 00000100:00100000:0.0:1763345640.882775:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+22:55937:x1849000910398080:12345-192.168.203.8@tcp:101:bash.0 Request processed in 1211us (1564us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345640.882782:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8208 00000100:00100000:3.0:1763345640.889612:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.890418:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.890512:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345640.890891:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910398592 00000100:00100000:0.0:1763345640.890899:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910398592 00000100:00100000:0.0:1763345640.890953:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11250 00000100:00100000:0.0:1763345640.890962:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+311:57248:x1849000910398592:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345640.890981:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345640.891002:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58acf21 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808331f8 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.891065:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acf28 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.891077:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acf28 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.891088:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acf28 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.891100:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acf2f lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.891107:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acf2f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.891113:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acf2f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.891202:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acf36 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x252:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.891210:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acf36 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x252:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.891216:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acf36 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x252:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345640.891225:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x252:0x0]: returning size 2 00010000:00010000:0.0:1763345640.891291:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acf28 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.891302:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acf28 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.891308:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acf28 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.891313:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.891316:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acf28 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.891323:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acf28 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.891333:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:0.0:1763345640.891336:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.891340:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acf28 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.891346:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58acf28 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.891357:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acf2f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.891362:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acf2f lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.891367:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acf2f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.891372:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345640.891375:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acf2f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.891384:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acf2f lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.891390:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c5b100) 00010000:00010000:0.0:1763345640.891392:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345640.891395:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acf2f lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.891400:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58acf2f lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345640.891434:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58acf21 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331f8 expref: 314 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.891448:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acf36 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x252:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331f8 expref: 313 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345640.891454:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x252:0x0].0x0 (ffff91b642b37200) 00010000:00010000:0.0:1763345640.891456:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345640.891459:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4c00, rc 0) 00000100:00100000:0.0:1763345640.891508:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+313:57248:x1849000910398592:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 546us (1091us total) trans 8589941137 rc 0/0 00000100:00100000:0.0:1763345640.891516:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11250 00000100:00100000:1.0:1763345640.892293:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910398208 00000100:00100000:1.0:1763345640.892301:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910398208 00002000:00010000:1.0:1763345640.892328:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/869 (0->18446744073709551615) 00002000:00100000:1.0:1763345640.892333:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454ddc00 with x1849000910398208 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345640.892342:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5454ddc00. 00000100:00100000:1.0:1763345640.892367:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910398336 00000100:00100000:1.0:1763345640.892371:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910398336 00002000:00010000:1.0:1763345640.892383:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/866 (0->18446744073709551615) 00002000:00100000:1.0:1763345640.892386:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454dd880 with x1849000910398336 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345640.892391:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5454dd880. 00000100:00100000:1.0:1763345640.892417:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1936 00000100:00100000:1.0:1763345640.892425:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910398208:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:1.0:1763345640.892553:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x365:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345640.892557:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x365:0x0] updating lvb mtime from disk: 0 -> 1763345640 00002000:00010000:1.0:1763345640.892560:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x365:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345640.892562:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x365:0x0] updating lvb ctime from disk: 0 -> 1763345640 00002000:00010000:1.0:1763345640.892564:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x365:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345640.892594:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910398208:12345-192.168.203.8@tcp:10:bash.0 Request processed in 170us (2990us total) trans 17179872311 rc 0/0 00000100:00100000:1.0:1763345640.892600:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1936 00002000:00010000:1.0:1763345640.892604:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/869 (0->18446744073709551615) 00002000:00100000:1.0:1763345640.892606:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454ddc00 with x1849000910398208 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345640.892610:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5454ddc00. 00000100:00100000:1.0:1763345640.892623:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1937 00000100:00100000:1.0:1763345640.892629:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910398336:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:1.0:1763345640.894325:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x362:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345640.894333:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x362:0x0] updating lvb mtime from disk: 0 -> 1763345640 00002000:00010000:1.0:1763345640.894336:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x362:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345640.894338:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x362:0x0] updating lvb ctime from disk: 0 -> 1763345640 00002000:00010000:1.0:1763345640.894340:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x362:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345640.894406:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910398336:12345-192.168.203.8@tcp:10:bash.0 Request processed in 1773us (3890us total) trans 21474839565 rc 0/0 00000100:00100000:1.0:1763345640.894416:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1937 00002000:00010000:1.0:1763345640.894421:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/866 (0->18446744073709551615) 00002000:00100000:1.0:1763345640.894424:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454dd880 with x1849000910398336 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345640.894430:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5454dd880. 00000100:00100000:2.0:1763345640.899455:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345640.899751:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910398848 00000100:00100000:1.0:1763345640.899789:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910398848 00000100:00100000:1.0:1763345640.899833:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3895 00000100:00100000:1.0:1763345640.899842:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+313:57248:x1849000910398848:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345640.900061:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+314:57248:x1849000910398848:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 218us (613us total) trans 8589941138 rc 0/0 00000100:00100000:1.0:1763345640.900069:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3895 00000100:00100000:3.0:1763345640.905218:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.905324:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910399104 00000100:00100000:2.0:1763345640.905334:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910399104 00000100:00100000:2.0:1763345640.905391:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3896 00000100:00100000:2.0:1763345640.905401:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+314:55937:x1849000910399104:12345-192.168.203.8@tcp:35:bash.0 00000100:00100000:2.0:1763345640.905678:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+315:55937:x1849000910399104:12345-192.168.203.8@tcp:35:bash.0 Request processed in 278us (470us total) trans 8589941139 rc 0/0 00000100:00100000:2.0:1763345640.905686:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3896 00000100:00100000:3.0:1763345640.917022:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.917263:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910399360 00000100:00100000:2.0:1763345640.917273:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910399360 00000100:00100000:2.0:1763345640.917327:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11251 00000100:00100000:2.0:1763345640.917335:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+315:57250:x1849000910399360:12345-192.168.203.8@tcp:36:rm.0 00010000:00010000:2.0:1763345640.917388:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1763345640.917414:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acedb lrc: 0/0,0 mode: --/CR res: [0x200000405:0x252:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331e3 expref: 315 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.917436:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58acf36 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x252:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331f8 expref: 314 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.917450:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aceb8 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x252:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331d5 expref: 313 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.917461:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x252:0x0].0x0 (ffff91b642b37200) 00010000:00010000:2.0:1763345640.917471:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345640.917493:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acf44 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.917505:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acf44 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.917513:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acf44 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.917523:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acf4b lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.917529:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acf4b lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.917534:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acf4b lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.917598:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58acf52 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x252:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.917626:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58acf52 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x252:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.917631:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58acf52 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x252:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000040:00080000:2.0:1763345640.919587:0:9296:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1931, 64 off160288 00000040:00080000:2.0:1763345640.919636:0:9296:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1915, 64 off158720 00000040:00080000:2.0:1763345640.919649:0:9296:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1916, 64 off158784 00000040:00080000:2.0:1763345640.919659:0:9296:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1932, 64 off160352 00010000:00010000:2.0:1763345640.919880:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acf59 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x252:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.919894:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acf59 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x252:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.919905:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acf59 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x252:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.919917:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acf59 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x252:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.919922:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acf59 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x252:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.919928:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acf59 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x252:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.919950:0:9296:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763345640.919971:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58acf52 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x252:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.919977:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58acf52 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x252:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.919983:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58acf52 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x252:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.919989:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.919993:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58acf52 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x252:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.920004:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58acf52 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x252:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.920015:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x252:0x0].0x0 (ffff91b5484cc100) 00010000:00010000:2.0:1763345640.920018:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763345640.920022:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58acf52 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x252:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.920032:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58acf52 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x252:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.920151:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acf44 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.920157:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acf44 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.920162:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acf44 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.920167:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acf44 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.920171:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.920174:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acf44 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.920179:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acf44 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.920186:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:2.0:1763345640.920188:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.920190:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acf44 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.920194:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58acf44 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000004:00010000:2.0:1763345640.920205:0:9296:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bb91107d reply state 000000002a07668b transno 8589941140 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acf4b lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.920213:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acf4b lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.920219:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc000) 00010000:00010000:2.0:1763345640.920221:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345640.920224:0:9296:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345640.920301:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+314:57250:x1849000910399360:12345-192.168.203.8@tcp:36:rm.0 Request processed in 2964us (3285us total) trans 8589941140 rc 0/0 00000100:00100000:2.0:1763345640.920310:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11251 00010000:00010000:3.0:1763345640.920388:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345640.920394:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acf59 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x252:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.920400:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345640.920403:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acf59 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x252:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.920409:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acf59 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x252:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.920417:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x252:0x0].0x0 (ffff91b5484cc100) 00010000:00010000:3.0:1763345640.920419:0:6509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763345640.920421:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acf59 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x252:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.920430:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58acf59 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x252:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.920440:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345640.920442:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345640.920443:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345640.926106:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.926198:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910399616 00000100:00100000:2.0:1763345640.926209:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910399616 00000100:00100000:2.0:1763345640.926268:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11252 00000100:00100000:2.0:1763345640.926279:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+314:57249:x1849000910399616:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.926303:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.926325:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acf60 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808331ff expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.926398:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acf67 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.926411:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acf67 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.926423:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acf67 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.926433:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acf6e lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.926439:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acf6e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.926445:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acf6e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.926479:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acf67 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.926486:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acf67 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.926491:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acf67 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.926496:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acf67 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.926501:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378cc00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.926505:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acf67 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.926512:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acf67 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.926536:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484ccc00) 00010000:00010000:2.0:1763345640.926539:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.926545:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acf67 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.926550:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58acf67 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.926561:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acf6e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.926567:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acf6e lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.926571:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acf6e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.926576:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.926578:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acf6e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.926584:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acf6e lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.926591:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc000) 00010000:00010000:2.0:1763345640.926593:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.926595:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acf6e lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.926600:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acf6e lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.926625:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acf60 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331ff expref: 315 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.926635:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484ccc00) 00010000:00010000:2.0:1763345640.926638:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763345640.926641:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acf60 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808331ff expref: 315 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.926653:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378ca00, rc 0) 00000100:00100000:2.0:1763345640.926712:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+314:57249:x1849000910399616:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 435us (614us total) trans 0 rc 301/301 00000100:00100000:2.0:1763345640.926720:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11252 00000100:00100000:0.0:1763345640.934928:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.935009:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910399744 00000100:00100000:2.0:1763345640.935019:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910399744 00000100:00100000:2.0:1763345640.935080:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11253 00000100:00100000:2.0:1763345640.935091:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+314:57249:x1849000910399744:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.935112:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.935133:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58acf75 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833206 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.935214:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acf7c lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.935227:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acf7c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.935238:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acf7c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.935247:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acf83 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.935292:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acf83 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.935300:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acf83 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.935337:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acf7c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.935344:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acf7c lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.935351:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acf7c lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.935357:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.935361:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acf7c lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.935373:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acf7c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.935384:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cca00) 00010000:00010000:2.0:1763345640.935387:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.935392:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acf7c lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.935398:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acf7c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.935410:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acf83 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.935416:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acf83 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.935423:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acf83 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.935428:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.935431:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acf83 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.935437:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acf83 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.935443:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc000) 00010000:00010000:2.0:1763345640.935445:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.935447:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acf83 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.935453:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acf83 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.935477:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58acf75 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833206 expref: 315 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.935487:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cca00) 00010000:00010000:2.0:1763345640.935489:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.935493:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58acf75 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833206 expref: 315 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.935507:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c800, rc 0) 00000100:00100000:2.0:1763345640.935569:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+314:57249:x1849000910399744:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 479us (650us total) trans 0 rc 301/301 00000100:00100000:2.0:1763345640.935576:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11253 00000100:00100000:3.0:1763345640.947369:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.947593:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910400000 00000100:00100000:2.0:1763345640.947602:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910400000 00000100:00100000:2.0:1763345640.947656:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11254 00000100:00100000:2.0:1763345640.947665:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+314:57252:x1849000910400000:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.947685:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.947717:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58acf8a lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083320d expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.947814:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acf91 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.947827:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acf91 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.947837:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acf91 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.947850:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acf98 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.947857:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acf98 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.947872:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acf98 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.947907:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acf91 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.947914:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acf91 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.947919:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acf91 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.947925:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acf91 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.947954:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.947958:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acf91 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.947965:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acf91 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.947976:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cca00) 00010000:00010000:2.0:1763345640.947978:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.947983:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acf91 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.947988:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acf91 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.948001:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acf98 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.948006:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acf98 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.948011:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acf98 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.948015:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.948017:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acf98 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.948022:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acf98 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.948028:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc000) 00010000:00010000:2.0:1763345640.948030:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.948033:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acf98 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.948038:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acf98 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345640.948064:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58acf8a lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083320d expref: 315 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.948073:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cca00) 00010000:00010000:2.0:1763345640.948075:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763345640.948079:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58acf8a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083320d expref: 315 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.948096:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c800, rc 0) 00000100:00100000:2.0:1763345640.948146:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+314:57252:x1849000910400000:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 482us (785us total) trans 0 rc 301/301 00000100:00100000:2.0:1763345640.948152:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11254 00000100:00100000:0.0:1763345640.954962:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.955056:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910400128 00000100:00100000:2.0:1763345640.955066:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910400128 00000100:00100000:2.0:1763345640.955125:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11255 00000100:00100000:2.0:1763345640.955136:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+314:57252:x1849000910400128:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.955154:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.955175:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58acf9f lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833214 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.955228:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acfa6 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.955240:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acfa6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.955249:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acfa6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.955257:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acfad lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.955263:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acfad lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.955268:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acfad lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.955304:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acfa6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.955310:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acfa6 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.955316:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acfa6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.955321:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.955325:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acfa6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.955330:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acfa6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.955340:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cca00) 00010000:00010000:2.0:1763345640.955342:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.955345:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acfa6 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.955350:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acfa6 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.955360:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acfad lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.955365:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acfad lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.955370:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acfad lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.955374:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.955377:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acfad lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.955382:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acfad lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.955387:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc000) 00010000:00010000:2.0:1763345640.955389:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.955391:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acfad lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.955396:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acfad lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.955415:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58acf9f lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833214 expref: 315 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.955423:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cca00) 00010000:00010000:2.0:1763345640.955425:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.955427:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58acf9f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833214 expref: 315 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.955437:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c800, rc 0) 00000100:00100000:2.0:1763345640.955492:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+314:57252:x1849000910400128:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 359us (539us total) trans 0 rc 301/301 00000100:00100000:2.0:1763345640.955499:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11255 00000100:00100000:1.0:1763345640.961054:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.961352:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910400256 00000100:00100000:3.0:1763345640.961361:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910400256 00000100:00100000:3.0:1763345640.961417:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11256 00000100:00100000:3.0:1763345640.961426:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f876680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+314:57251:x1849000910400256:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345640.961445:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.961468:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58acfb4 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083321b expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.961527:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acfbb lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.961539:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acfbb lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.961549:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acfbb lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.961558:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acfc2 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.961566:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acfc2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.961575:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acfc2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.961614:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acfbb lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.961621:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acfbb lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.961626:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acfbb lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.961632:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acfbb lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.961637:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.961641:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acfbb lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.961647:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acfbb lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.961657:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432e3e00) 00010000:00010000:3.0:1763345640.961660:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.961664:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acfbb lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.961670:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acfbb lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.961681:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acfc2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.961687:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acfc2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.961693:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acfc2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.961713:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.961716:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acfc2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.961722:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acfc2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.961729:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc000) 00010000:00010000:3.0:1763345640.961731:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.961734:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acfc2 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.961739:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acfc2 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.961793:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58acfb4 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083321b expref: 315 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.961804:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432e3e00) 00010000:00010000:3.0:1763345640.961806:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.961810:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58acfb4 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083321b expref: 315 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.961823:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260c00, rc 0) 00000100:00100000:3.0:1763345640.961892:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f876680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+314:57251:x1849000910400256:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 466us (846us total) trans 0 rc 301/301 00000100:00100000:3.0:1763345640.961900:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11256 00000100:00100000:0.0:1763345640.966319:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.968352:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910400384 00000100:00100000:2.0:1763345640.968365:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910400384 00000100:00100000:2.0:1763345640.968437:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11257 00000100:00100000:2.0:1763345640.968448:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+314:57251:x1849000910400384:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.968472:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.968494:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58acfc9 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833222 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.968557:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acfd0 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.968571:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acfd0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.968581:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acfd0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.968591:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acfd7 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.968597:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acfd7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.968603:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acfd7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.968636:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acfd0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.968656:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acfd0 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.968663:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acfd0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.968668:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.968672:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acfd0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.968683:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acfd0 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.968695:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cca00) 00010000:00010000:2.0:1763345640.968703:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.968708:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acfd0 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.968714:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58acfd0 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.968725:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acfd7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.968731:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acfd7 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.968736:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acfd7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.968741:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345640.968743:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acfd7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.968748:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acfd7 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.968754:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc000) 00010000:00010000:2.0:1763345640.968779:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.968783:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acfd7 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.968788:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58acfd7 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.968813:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58acfc9 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833222 expref: 315 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.968823:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cca00) 00010000:00010000:2.0:1763345640.968825:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345640.968829:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58acfc9 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833222 expref: 315 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.968840:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c800, rc 0) 00000100:00100000:2.0:1763345640.970343:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+314:57251:x1849000910400384:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1890us (4026us total) trans 0 rc 301/301 00000100:00100000:2.0:1763345640.970373:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11257 00000100:00100000:0.0:1763345640.980236:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345640.980322:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910400512 00000100:00100000:2.0:1763345640.980331:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910400512 00000100:00100000:2.0:1763345640.980391:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11258 00000100:00100000:2.0:1763345640.980403:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+314:57251:x1849000910400512:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345640.980422:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345640.980444:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acfde lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833229 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.980520:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acfe5 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.980533:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acfe5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345640.980544:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acfe5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:2.0:1763345640.980584:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763345640.980589:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763345640.980618:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58acfde lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833229 expref: 316 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.980633:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acfe5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833229 expref: 315 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345640.980641:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484ccc00) 00010000:00010000:2.0:1763345640.980643:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763345640.980646:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c000, rc 0) 00000100:00100000:2.0:1763345640.980706:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+315:57251:x1849000910400512:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 298us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345640.980712:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11258 00000100:00100000:1.0:1763345640.987402:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.987615:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910400768 00000100:00100000:3.0:1763345640.987625:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910400768 00000100:00100000:3.0:1763345640.987683:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11259 00000100:00100000:3.0:1763345640.987692:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f877100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+315:57253:x1849000910400768:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345640.987720:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.987741:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58acfec lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833230 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.987865:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acff3 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.987890:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acff3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.987900:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acff3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.987911:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acffa lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.987916:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acffa lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.987922:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acffa lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.987957:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acff3 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.987964:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acff3 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.987969:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acff3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.987980:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acff3 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.987985:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.987989:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acff3 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.987995:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acff3 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.988005:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484ccc00) 00010000:00010000:3.0:1763345640.988008:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.988012:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acff3 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.988018:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58acff3 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.988029:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acffa lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.988035:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acffa lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.988039:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acffa lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.988043:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345640.988046:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acffa lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.988051:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acffa lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.988061:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc000) 00010000:00010000:3.0:1763345640.988064:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345640.988067:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acffa lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.988072:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58acffa lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345640.988096:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58acfec lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833230 expref: 316 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.988105:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484ccc00) 00010000:00010000:3.0:1763345640.988108:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763345640.988111:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58acfec lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833230 expref: 316 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345640.988118:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260c00, rc 0) 00000100:00100000:3.0:1763345640.988174:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f877100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+315:57253:x1849000910400768:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 482us (779us total) trans 0 rc 301/301 00000100:00100000:3.0:1763345640.988181:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11259 00000100:00100000:0.0:1763345640.997071:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345640.998616:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910401024 00000100:00100000:3.0:1763345640.998627:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910401024 00000100:00100000:3.0:1763345640.998695:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11260 00000100:00100000:3.0:1763345640.998706:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+315:57251:x1849000910401024:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345640.998725:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345640.998728:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763345641.002067:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58acfe5 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833229 expref: 315 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.002103:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484ccc00) 00010000:00010000:3.0:1763345641.002114:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345641.002194:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad001 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833237 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.002294:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad008 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.002306:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad008 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.002316:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad008 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.002324:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad00f lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.002331:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad00f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.002336:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad00f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.002618:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad016 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x253:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.002626:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad016 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.002632:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad016 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:2.0:1763345641.002640:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x253:0x0]: returning size 0 00010000:00010000:2.0:1763345641.002660:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad008 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.002667:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad008 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.002672:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad008 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.002678:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad008 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.002683:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.002686:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad008 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.002692:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad008 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.002701:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cca00) 00010000:00010000:2.0:1763345641.002704:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.002708:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad008 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.002713:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad008 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000004:00010000:2.0:1763345641.002723:0:9296:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008b0a94de reply state 0000000022c2e4f0 transno 8589941141 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad00f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.002732:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad00f lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.002738:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc000) 00010000:00010000:2.0:1763345641.002740:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345641.002743:0:9296:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763345641.003289:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad001 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833237 expref: 317 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.003306:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad016 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833237 expref: 316 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.003313:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:2.0:1763345641.003315:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345641.003318:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d600, rc 0) 00000100:00100000:2.0:1763345641.003382:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+317:57251:x1849000910401024:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4678us (6320us total) trans 8589941141 rc 0/0 00000100:00100000:2.0:1763345641.003390:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11260 00000100:00100000:0.0:1763345641.011297:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.011372:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910401408 00000100:00100000:2.0:1763345641.011381:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910401408 00000100:00100000:2.0:1763345641.011457:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11261 00000100:00100000:2.0:1763345641.011469:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6481dfc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+317:57254:x1849000910401408:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345641.011525:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345641.011547:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad024 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x253:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833245 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.011642:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad02b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x253:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.011656:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad02b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.011667:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad02b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:2.0:1763345641.011677:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x253:0x0]: returning size 0 00010000:00010000:2.0:1763345641.011804:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad024 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x253:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833245 expref: 320 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.011820:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad02b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833245 expref: 319 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.011829:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:2.0:1763345641.011832:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345641.011836:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d400, rc 0) 00000100:00100000:2.0:1763345641.011906:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6481dfc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+319:57254:x1849000910401408:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 440us (617us total) trans 8589941142 rc 0/0 00000100:00100000:2.0:1763345641.011913:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11261 00000100:00080000:1.0:1763345641.012644:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763345641.014213:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.014213:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.014286:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910401664 00000100:00100000:1.0:1763345641.014295:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910401664 00000100:00100000:1.0:1763345641.014354:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 447 00000100:00100000:1.0:1763345641.014365:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65870f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+319:2410:x1849000910401664:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345641.014378:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345641.014399:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad02b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833245 expref: 319 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.014419:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:1.0:1763345641.014423:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345641.014473:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65870f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+318:2410:x1849000910401664:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 110us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345641.014481:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 447 00000100:00100000:2.0:1763345641.014552:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910401536 00000100:00100000:2.0:1763345641.014556:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910401536 00000100:00100000:2.0:1763345641.014590:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11262 00000100:00100000:2.0:1763345641.014597:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+318:57251:x1849000910401536:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345641.014613:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345641.014627:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad039 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x253:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083323e expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.014726:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad040 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x253:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.014739:0:9296:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad016 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833237 expref: 319 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.014747:0:9296:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad040 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x253:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.015621:0:9296:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad016 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833237 expref: 319 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.015635:0:9296:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad016 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833237 expref: 319 pid: 9296 timeout: 1133 lvb_type: 0 00000100:00100000:1.0:1763345641.015648:0:9296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54f877800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924413056:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345641.015717:0:9296:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9900 going to sleep for 11 seconds 00000100:00100000:3.0:1763345641.016252:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.016320:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910401920 00000100:00100000:1.0:1763345641.016326:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910401920 00000100:00100000:1.0:1763345641.016373:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3897 00000100:00100000:1.0:1763345641.016382:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b643166850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+320:57254:x1849000910401920:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345641.017742:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b643166850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+321:57254:x1849000910401920:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 1355us (1486us total) trans 8589941143 rc 0/0 00000100:00100000:1.0:1763345641.017751:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3897 00000100:00100000:3.0:1763345641.021249:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.021470:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910402304 00000100:00100000:2.0:1763345641.021479:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910402304 00000100:00100000:2.0:1763345641.021536:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11263 00000100:00100000:2.0:1763345641.021547:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+321:57254:x1849000910402304:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345641.021567:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345641.021589:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad047 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x253:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083324c expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.021688:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad04e lrc: 3/1,0 mode: --/CR res: [0x200000405:0x253:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.021702:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad04e lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x253:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.021713:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad04e lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x253:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345641.021723:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x253:0x0]: returning size 0 00010000:00010000:2.0:1763345641.021841:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad047 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x253:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083324c expref: 324 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.021866:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad04e lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x253:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083324c expref: 323 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.021875:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:2.0:1763345641.021878:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763345641.021881:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378da00, rc 0) 00000100:00100000:1.0:1763345641.022080:0:9296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54f877800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924413056:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345641.022098:0:9296:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad040 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x253:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000100:00100000:2.0:1763345641.023279:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+323:57254:x1849000910402304:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1730us (2034us total) trans 8589941144 rc 0/0 00000100:00100000:2.0:1763345641.023288:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11263 00000100:00100000:3.0:1763345641.023414:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.023482:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910402048 00000100:00100000:2.0:1763345641.023489:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910402048 00010000:00010000:2.0:1763345641.023514:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad016 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833237 expref: 323 pid: 9296 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763345641.024133:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3715 00000100:00100000:2.0:1763345641.024146:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+323:2409:x1849000910402048:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345641.024158:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345641.024165:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad016 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833237 expref: 323 pid: 9296 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345641.024177:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad016 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833237 expref: 323 pid: 9296 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345641.024196:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad016 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833237 expref: 323 pid: 9296 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345641.024214:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:2.0:1763345641.024218:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad040 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x253:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.024227:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad040 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.024234:0:6507:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad040 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.024256:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345641.024288:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+322:2409:x1849000910402048:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 147us (875us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345641.024295:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3715 00010000:00010000:0.0:1763345641.024593:0:9296:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad040 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345641.024605:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad040 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:0.0:1763345641.024623:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x253:0x0]: returning size 0 00000004:00080000:0.0:1763345641.024797:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x364:0x0], index 0: 0 00000004:00080000:0.0:1763345641.024806:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x367:0x0], index 1: 0 00000004:00080000:0.0:1763345641.024811:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x368:0x0], index 1: 0 00000004:00080000:0.0:1763345641.024816:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x365:0x0], index 0: 0 00010000:00010000:0.0:1763345641.024916:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad040 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345641.024925:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad040 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345641.024931:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad040 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345641.024936:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345641.024941:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad040 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345641.024947:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad040 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345641.024957:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:0.0:1763345641.024959:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345641.024963:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad040 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x253:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345641.024972:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad040 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x253:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345641.025008:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad039 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x253:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083323e expref: 322 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.025017:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:0.0:1763345641.025019:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763345641.025022:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad039 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x253:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083323e expref: 322 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.025030:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c800, rc 0) 00000100:00100000:0.0:1763345641.025063:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+321:57251:x1849000910401536:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 10466us (10854us total) trans 8589941145 rc 301/301 00000100:00100000:0.0:1763345641.025070:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11262 00000100:00100000:1.0:1763345641.028648:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.028854:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910402560 00000100:00100000:2.0:1763345641.028873:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910402560 00000100:00100000:2.0:1763345641.029083:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3898 00000100:00100000:2.0:1763345641.029094:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f877800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+321:57251:x1849000910402560:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345641.029675:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f877800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+322:57251:x1849000910402560:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 581us (1032us total) trans 8589941146 rc 0/0 00000100:00100000:2.0:1763345641.029682:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3898 00000100:00100000:1.0:1763345641.032685:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.033188:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910402816 00000100:00100000:2.0:1763345641.033198:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910402816 00000100:00100000:2.0:1763345641.033253:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3899 00000100:00100000:2.0:1763345641.033262:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f874000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+322:57251:x1849000910402816:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345641.033461:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f874000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+323:57251:x1849000910402816:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 200us (783us total) trans 8589941147 rc 0/0 00000100:00100000:2.0:1763345641.033472:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3899 00000100:00100000:1.0:1763345641.043148:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.043232:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910403072 00000100:00100000:2.0:1763345641.043242:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910403072 00000100:00100000:2.0:1763345641.043302:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11264 00000100:00100000:2.0:1763345641.043312:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f874a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+323:57255:x1849000910403072:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345641.043329:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345641.043352:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad063 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833253 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.043419:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad06a lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.043431:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad06a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.043442:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad06a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.043450:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad071 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.043456:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad071 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.043462:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad071 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.043554:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad078 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x253:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.043560:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad078 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.043567:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad078 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:2.0:1763345641.043578:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x253:0x0]: returning size 0 00010000:00010000:2.0:1763345641.043652:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad06a lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.043659:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad06a lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.043666:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad06a lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.043672:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad06a lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.043678:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378ca00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.043683:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad06a lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.043690:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad06a lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.043717:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cca00) 00010000:00010000:2.0:1763345641.043721:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.043725:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad06a lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.043731:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad06a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.043743:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad071 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.043752:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad071 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.043782:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad071 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.043788:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378cc00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.043791:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad071 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.043796:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad071 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.043808:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc000) 00010000:00010000:2.0:1763345641.043811:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.043813:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad071 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.043819:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad071 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.043855:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad063 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833253 expref: 326 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.043890:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad078 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833253 expref: 325 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.043897:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:2.0:1763345641.043898:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345641.043901:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d200, rc 0) 00000100:00100000:2.0:1763345641.043964:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f874a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+325:57255:x1849000910403072:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 653us (823us total) trans 8589941148 rc 0/0 00000100:00100000:2.0:1763345641.043971:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11264 00000100:00100000:3.0:1763345641.047943:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.048446:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910403328 00000100:00100000:1.0:1763345641.048457:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910403328 00000100:00100000:2.0:1763345641.048979:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3900 00000100:00100000:2.0:1763345641.048990:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+325:57255:x1849000910403328:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345641.049183:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+326:57255:x1849000910403328:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 195us (1249us total) trans 8589941149 rc 0/0 00000100:00100000:2.0:1763345641.049190:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3900 00000100:00100000:0.0:1763345641.053493:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.054135:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.054345:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910403456 00000100:00100000:3.0:1763345641.054355:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910403456 00000100:00100000:3.0:1763345641.054417:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8209 00000100:00100000:3.0:1763345641.054426:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+15:2410:x1849000910403456:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345641.054441:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345641.054461:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ad086 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083325a expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345641.054481:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x368:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345641.054498:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345641.054500:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345641.054507:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ad086 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083325a expref: 16 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345641.054523:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ad086 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083325a expref: 16 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345641.054535:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260c00, rc 0) 00000100:00100000:2.0:1763345641.054655:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910403840 00000100:00100000:2.0:1763345641.054660:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910403840 00000100:00100000:2.0:1763345641.054694:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11265 00000100:00100000:2.0:1763345641.054714:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+326:55937:x1849000910403840:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345641.054728:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345641.054730:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763345641.054751:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad078 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833253 expref: 326 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.054791:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:2.0:1763345641.054795:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345641.054805:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad08d lrc: 2/0,0 mode: --/CW res: [0x200000405:0x253:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833268 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.054902:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad094 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x253:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.054913:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad094 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x253:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.054921:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad094 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x253:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345641.054933:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x253:0x0]: returning size 0 00000100:00100000:3.0:1763345641.055443:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+16:2410:x1849000910403456:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1016us (1956us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345641.055451:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8209 00000100:00080000:3.0:1763345641.055480:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763345641.055560:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:2.0:1763345641.055612:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad08d lrc: 0/0,0 mode: --/CW res: [0x200000405:0x253:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833268 expref: 328 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.055625:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad094 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x253:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833268 expref: 327 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.055631:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:2.0:1763345641.055634:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:2.0:1763345641.055636:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378cc00, rc 0) 00000100:00100000:2.0:1763345641.056241:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+327:55937:x1849000910403840:12345-192.168.203.8@tcp:101:bash.0 Request processed in 1538us (2105us total) trans 8589941150 rc 0/0 00000100:00100000:2.0:1763345641.056248:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11265 00000100:00100000:3.0:1763345641.056355:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910403584 00000100:00100000:3.0:1763345641.056362:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910403584 00000100:00100000:3.0:1763345641.056419:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8210 00000100:00100000:3.0:1763345641.056428:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+23:2410:x1849000910403584:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345641.056439:0:8404:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345641.056455:0:8404:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58ad0a2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833261 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345641.056471:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x365:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345641.056484:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00080000:1.0:1763345641.056485:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1763345641.056488:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345641.056496:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58ad0a2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833261 expref: 24 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345641.056510:0:8404:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58ad0a2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833261 expref: 24 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345641.056520:0:8404:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261200, rc 0) 00000100:00100000:3.0:1763345641.057561:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+24:2410:x1849000910403584:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1130us (1996us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345641.057571:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8210 00000100:00100000:0.0:1763345641.061319:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.061997:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.062073:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910403968 00000100:00100000:3.0:1763345641.062082:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910403968 00000100:00100000:3.0:1763345641.062128:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910404096 00000100:00100000:3.0:1763345641.062131:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910404096 00000100:00100000:3.0:1763345641.062310:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11266 00000100:00100000:3.0:1763345641.062321:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+328:57255:x1849000910403968:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345641.062339:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345641.062359:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad0a9 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x253:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083326f expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.062406:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad0a9 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x253:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083326f expref: 329 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.062418:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad0a9 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x253:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083326f expref: 329 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.062433:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:3.0:1763345641.062436:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345641.062438:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260400, rc 0) 00000100:00100000:3.0:1763345641.062481:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+329:57255:x1849000910403968:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 164us (1172us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345641.062487:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11266 00000100:00100000:3.0:1763345641.062503:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11267 00000100:00100000:3.0:1763345641.062509:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+328:55937:x1849000910404096:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345641.062517:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345641.062529:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad0b0 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x253:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833276 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.062548:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad0b7 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x253:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345641.062682:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad0b7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345641.062692:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad0b7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.063926:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad0b0 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x253:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833276 expref: 330 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.063946:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad0b7 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833276 expref: 329 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.063953:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:2.0:1763345641.063956:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763345641.063959:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261400, rc 0) 00000100:00100000:2.0:1763345641.064220:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+329:55937:x1849000910404096:12345-192.168.203.8@tcp:101:bash.0 Request processed in 1710us (2224us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345641.064227:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11267 00000100:00100000:1.0:1763345641.067528:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.067568:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.067663:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910404608 00000100:00100000:2.0:1763345641.067674:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910404608 00000100:00100000:2.0:1763345641.067738:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910404352 00000100:00100000:2.0:1763345641.067742:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910404352 00000100:00100000:2.0:1763345641.067793:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11268 00000100:00100000:2.0:1763345641.067804:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f877b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+330:55937:x1849000910404608:12345-192.168.203.8@tcp:36:bash.0 00010000:00010000:2.0:1763345641.067851:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345641.067884:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad094 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x253:0x0].0x0 bits 0x1f/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833268 expref: 330 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.067900:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:2.0:1763345641.067904:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345641.068076:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad0be lrc: 3/0,1 mode: --/PW res: [0x200000405:0x253:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068088:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad0be lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x253:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068097:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad0be lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x253:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000001:00080000:2.0:1763345641.068140:0:9296:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941151 00000004:00010000:2.0:1763345641.068161:0:9296:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000d57fa33 reply state 0000000013f8418a transno 8589941152 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad0be lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x253:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068172:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad0be lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x253:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068179:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:2.0:1763345641.068182:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345641.068184:0:9296:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345641.068257:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f877b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+332:55937:x1849000910404608:12345-192.168.203.8@tcp:36:bash.0 Request processed in 455us (736us total) trans 8589941152 rc 0/0 00000100:00100000:2.0:1763345641.068264:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11268 00000020:00080000:2.0:1763345641.068271:0:9296:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345641.068287:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11269 00000100:00100000:2.0:1763345641.068295:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f874e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+331:57255:x1849000910404352:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345641.068305:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345641.068316:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad0c5 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083327d expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.068359:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad0cc lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068367:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad0cc lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068375:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad0cc lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068386:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad0d3 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068393:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad0d3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068399:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad0d3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068467:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad0da lrc: 3/1,0 mode: --/PR res: [0x200000405:0x253:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068476:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad0da lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068483:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad0da lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:2.0:1763345641.068495:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x253:0x0]: returning size 0 00010000:00010000:2.0:1763345641.068535:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad0cc lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068542:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad0cc lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068548:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad0cc lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068554:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad0cc lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068559:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378ca00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.068563:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad0cc lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068569:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad0cc lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068578:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cca00) 00010000:00010000:2.0:1763345641.068580:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.068584:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad0cc lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068590:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad0cc lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068600:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad0d3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068605:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad0d3 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068615:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad0d3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068620:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.068623:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad0d3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068628:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad0d3 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068634:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc000) 00010000:00010000:2.0:1763345641.068637:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.068639:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad0d3 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068644:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad0d3 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.068670:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad0c5 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083327d expref: 334 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.068686:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad0da lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083327d expref: 333 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.068693:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:2.0:1763345641.068695:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345641.068697:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c600, rc 0) 00000100:00100000:2.0:1763345641.068724:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f874e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+333:57255:x1849000910404352:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 430us (1155us total) trans 8589941153 rc 0/0 00000100:00100000:2.0:1763345641.068730:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11269 00000100:00100000:0.0:1763345641.074805:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.074843:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.074947:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910404864 00000100:00100000:1.0:1763345641.074957:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910404864 00000100:00100000:1.0:1763345641.075018:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11270 00000100:00100000:1.0:1763345641.075029:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+333:55937:x1849000910404864:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:1.0:1763345641.075048:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.075051:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763345641.075074:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad0a9 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x253:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083326f expref: 333 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.075093:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:1.0:1763345641.075099:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345641.075111:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ad0e8 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x253:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833284 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.075156:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad0ef lrc: 3/0,1 mode: --/EX res: [0x200000405:0x253:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345641.075169:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad0da lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083327d expref: 333 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.075177:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad0ef lrc: 4/0,1 mode: --/EX res: [0x200000405:0x253:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345641.075208:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad0da lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083327d expref: 333 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.075221:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad0da lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083327d expref: 333 pid: 9296 timeout: 1133 lvb_type: 0 00000100:00100000:1.0:1763345641.075237:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54f876a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924413184:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345641.075392:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910405120 00000100:00100000:2.0:1763345641.075396:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910405120 00000100:00100000:2.0:1763345641.075426:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3901 00000100:00100000:2.0:1763345641.075434:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+334:57255:x1849000910405120:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345641.076091:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9900 going to sleep for 11 seconds 00000100:00100000:2.0:1763345641.076441:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+335:57255:x1849000910405120:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 1005us (1594us total) trans 8589941154 rc 0/0 00000100:00100000:2.0:1763345641.076450:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3901 00000100:00100000:1.0:1763345641.079970:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.079995:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.080099:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910405248 00000100:00100000:0.0:1763345641.080107:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910405248 00000100:00100000:0.0:1763345641.080149:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11271 00000100:00100000:0.0:1763345641.080156:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f876300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+335:57255:x1849000910405248:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345641.080173:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1763345641.080255:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910405376 00000100:00100000:3.0:1763345641.080259:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910405376 00010000:00010000:3.0:1763345641.080277:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad0da lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083327d expref: 336 pid: 9296 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763345641.080300:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3716 00000100:00100000:3.0:1763345641.080306:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f875c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+336:2411:x1849000910405376:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345641.080317:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345641.080323:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad0da lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083327d expref: 336 pid: 9296 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763345641.080333:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad0da lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083327d expref: 336 pid: 9296 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763345641.080364:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:3.0:1763345641.080370:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad0ef lrc: 3/0,1 mode: --/EX res: [0x200000405:0x253:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.080379:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad0ef lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.080387:0:6507:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad0ef lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.080405:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345641.080446:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f875c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+336:2411:x1849000910405376:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 140us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345641.080455:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3716 00010000:00010000:2.0:1763345641.080632:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad0da lrc: 0/0,0 mode: --/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083327d expref: 335 pid: 9296 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763345641.080744:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54f876a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924413184:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345641.080783:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad0ef lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.080791:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad0ef lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.080796:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad0ef lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000040:00080000:2.0:1763345641.080986:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1917, 88 off158872 00000004:00080000:2.0:1763345641.080993:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1033606233587ns, next at 1034161031282ns, rc = 0 00000040:00080000:2.0:1763345641.081021:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1933, 88 off160440 00000004:00080000:2.0:1763345641.081026:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1033606266462ns, next at 1034160984782ns, rc = 0 00000040:00080000:2.0:1763345641.081037:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1934, 88 off160528 00000004:00080000:2.0:1763345641.081040:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1033606280366ns, next at 1034160984782ns, rc = 0 00000040:00080000:2.0:1763345641.081047:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1918, 88 off158960 00000004:00080000:2.0:1763345641.081050:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1033606290331ns, next at 1034161031282ns, rc = 0 00010000:00010000:0.0:1763345641.081131:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ad0f6 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083328b expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.081227:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad0fd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x253:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.081236:0:9295:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad0ef lrc: 2/0,1 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345641.081243:0:9295:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad0fd lrc: 4/1,0 mode: --/PR res: [0x200000405:0x253:0x0].0x0 bits 0x13/0x40 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.081256:0:9295:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad0ef lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345641.081264:0:9295:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad0fd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x253:0x0].0x0 bits 0x13/0x40 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000001:00080000:0.0:1763345641.086616:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941155 is committed 00000004:00080000:0.0:1763345641.086628:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1229 committed 00000004:00080000:0.0:1763345641.087307:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1244 committed 00000004:00080000:0.0:1763345641.087319:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1243 committed 00000004:00080000:0.0:1763345641.087322:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1228 committed 00000100:00100000:3.0:1763345641.087503:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924413312:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1763345641.087554:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acf4b lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345641.087567:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763345641.087568:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acf4b lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.087578:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acf4b lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.087584:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.087589:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acf4b lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.087596:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acf4b lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345641.087611:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1763345641.087611:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc000) 00010000:00010000:2.0:1763345641.087617:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345641.087621:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924413440:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1763345641.087623:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acf4b lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.087633:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58acf4b lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345641.087646:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763345641.087659:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad00f lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.087666:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad00f lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.087672:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad00f lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.087677:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d800 already unused, calling callback (ffffffffc181e550) 00000100:00100000:3.0:1763345641.087679:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924413568:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1763345641.087682:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad00f lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.087690:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad00f lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.087698:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc000) 00010000:00010000:2.0:1763345641.087701:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.087703:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad00f lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.087708:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad00f lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.087726:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad0be lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x253:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.087731:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad0be lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x253:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.087736:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad0be lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x253:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.087740:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.087743:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad0be lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x253:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.087748:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad0be lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x253:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.087755:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:2.0:1763345641.087774:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.087778:0:3643:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad0fd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x253:0x0].0x0 bits 0x13/0x40 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.087788:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad0be lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x253:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.087794:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad0be lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x253:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000100:00100000:2.0:1763345641.087831:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924413312 00000100:00100000:2.0:1763345641.087837:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924413312 00000100:00100000:2.0:1763345641.087892:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924413440 00000100:00100000:2.0:1763345641.087895:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924413440 00000100:00100000:2.0:1763345641.087917:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8211 00000100:00100000:2.0:1763345641.087924:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:3656:x1849000924413312:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1763345641.087948:0:8404:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:866 count 1 00010000:00010000:2.0:1763345641.087969:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad104 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x362:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.087985:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58acf1a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x362:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808331f1 expref: 23 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.087994:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345641.087996:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345641.088001:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad104 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x362:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.088028:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58acf1a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x362:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a969808331f1 expref: 23 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.088043:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58acf1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x362:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808331f1 expref: 23 pid: 8405 timeout: 1133 lvb_type: 0 00000100:00100000:0.0:1763345641.088044:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8212 00000100:00100000:0.0:1763345641.088057:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+34:3656:x1849000924413440:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1763345641.088061:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8404:1849000924413824:192.168.203.8@tcp:104: 00002000:00080000:0.0:1763345641.088072:0:28867:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:867 count 1 00002000:00010000:0.0:1763345641.088103:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x363:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345641.088109:0:28867:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad10b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.088117:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345641.088119:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345641.088124:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad10b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.088136:0:28867:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad10b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.088144:0:28867:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad10b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.088150:0:28867:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad10b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.088165:0:28867:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:1.0:1763345641.088329:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763345641.088419:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54f875f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924413952:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1763345641.090325:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747d79c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763345641.090353:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924413696:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345641.090398:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345641.090426:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54f875880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924414336:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345641.090446:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345641.090468:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763345641.090473:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54f875180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924414208:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345641.090490:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763345641.090514:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345641.090521:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad10b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.090532:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4a00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345641.090536:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad10b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.090546:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad10b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.090564:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad10b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.090571:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad10b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.090593:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345641.090596:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345641.090600:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345641.090608:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+35:3656:x1849000924413440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2552us (2960us total) trans 21474839566 rc 0/0 00000100:00100000:0.0:1763345641.090620:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8212 00000100:00100000:0.0:1763345641.090642:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924413696 00000100:00100000:0.0:1763345641.090648:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924413696 00000100:00100000:0.0:1763345641.090682:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924414336 00000100:00100000:2.0:1763345641.090686:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924414208 00000100:00100000:0.0:1763345641.090686:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924414336 00000100:00100000:2.0:1763345641.090692:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924414208 00000100:00100000:2.0:1763345641.090725:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8213 00000100:00100000:2.0:1763345641.090733:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+35:3659:x1849000924413696:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345641.090788:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8214 00000100:00100000:0.0:1763345641.090796:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3659:x1849000924414208:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1763345641.090901:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x365:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345641.090905:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x365:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763345641.090908:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x365:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345641.090911:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x365:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763345641.090913:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x365:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345641.090929:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3659:x1849000924414208:12345-0@lo:2:osp-syn-1-0.0 Request processed in 133us (436us total) trans 17179872312 rc 0/0 00000100:00100000:0.0:1763345641.090937:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8214 00000100:00100000:2.0:1763345641.090949:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+36:3659:x1849000924413696:12345-0@lo:2:osp-syn-0-0.0 Request processed in 215us (549us total) trans 21474839567 rc 0/0 00000100:00100000:0.0:1763345641.090955:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8215 00000100:00100000:2.0:1763345641.090962:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8213 00000100:00100000:0.0:1763345641.090966:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3659:x1849000924414336:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1763345641.091013:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54f875180/2, rc 0, transno 17179872312 00002000:00010000:0.0:1763345641.091019:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x368:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:2.0:1763345641.091021:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54f875180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924414208:0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1763345641.091025:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x368:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763345641.091029:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x368:0x0] updating lvb atime from disk: 0 -> 0 00000004:00080000:2.0:1763345641.091037:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5454df100/2, rc 0, transno 21474839567 00000100:00100000:2.0:1763345641.091042:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924413696:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1763345641.091088:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad0ef lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x253:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.203.8@tcp remote: 0x199a96980833284 expref: 314 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.091098:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:2.0:1763345641.091101:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763345641.091104:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad0fd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x253:0x0].0x0 bits 0x13/0x40 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.091112:0:6520:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad0fd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.091117:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad0fd lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00002000:00010000:0.0:1763345641.091130:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x368:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763345641.091134:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x368:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:2.0:1763345641.091147:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ad0e8 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x253:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833284 expref: 314 pid: 6520 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763345641.091163:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad0ef lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x253:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.203.8@tcp remote: 0x199a96980833284 expref: 313 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345641.091179:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3659:x1849000924414336:12345-0@lo:2:osp-syn-1-0.0 Request processed in 215us (730us total) trans 17179872313 rc 0/0 00000100:00100000:0.0:1763345641.091187:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8215 00000004:00080000:2.0:1763345641.091194:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54f875880/2, rc 0, transno 17179872313 00000100:00100000:2.0:1763345641.091199:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54f875880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924414336:0@lo:2:osp-syn-1-0.0 00000100:00080000:0.0:1763345641.091212:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1763345641.091221:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54594c400, rc 0) 00010000:00010000:0.0:1763345641.091229:0:9295:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad0fd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.091238:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad0fd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000100:00100000:2.0:1763345641.091246:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+313:55937:x1849000910404864:12345-192.168.203.8@tcp:101:bash.0 Request processed in 16220us (16491us total) trans 8589941155 rc 0/0 00000100:00100000:2.0:1763345641.091255:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11270 00000004:00200000:0.0:1763345641.091272:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x253:0x0]: returning size 2 00000004:00200000:0.0:1763345641.091278:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:2.0:1763345641.091292:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54f877480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924414080:0@lo:6:osp-syn-1-0.0 00000004:00010000:0.0:1763345641.091295:0:9295:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad0fd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.091306:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad0fd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00000100:00100000:2.0:1763345641.091316:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763345641.091329:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ad0f6 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083328b expref: 313 pid: 9295 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345641.091346:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924414080 00000100:00100000:2.0:1763345641.091350:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924414080 00010000:00010000:0.0:1763345641.091352:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad0fd lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083328b expref: 312 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.091361:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:0.0:1763345641.091364:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763345641.091367:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5400, rc 0) 00000100:00100000:2.0:1763345641.091373:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8216 00000100:00100000:2.0:1763345641.091380:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3657:x1849000924414080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1763345641.091394:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:870 count 1 00000100:00100000:0.0:1763345641.091401:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f876300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+312:57255:x1849000910405248:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 11243us (11437us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345641.091408:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11271 00002000:00010000:2.0:1763345641.091413:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x366:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763345641.091420:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54378ca00/0x52bea07cb58ad112 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.091431:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.091432:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.091436:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378ca00/0x52bea07cb58ad112 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.091446:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54378ca00/0x52bea07cb58ad112 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.091453:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54378ca00/0x52bea07cb58ad112 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.091459:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378ca00/0x52bea07cb58ad112 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.091485:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763345641.091624:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3657:x1849000924414080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 243us (307us total) trans 17179872314 rc 0/0 00000100:00100000:2.0:1763345641.091630:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8216 00000004:00080000:2.0:1763345641.091653:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54f877480/2, rc 0, transno 17179872314 00000100:00100000:2.0:1763345641.091657:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54f877480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924414080:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1763345641.091893:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345641.091898:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b54378ca00/0x52bea07cb58ad112 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.091905:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378ca00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345641.091908:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54378ca00/0x52bea07cb58ad112 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.091916:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54378ca00/0x52bea07cb58ad112 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.091927:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b54378ca00/0x52bea07cb58ad112 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.091933:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54378ca00/0x52bea07cb58ad112 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.091946:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345641.091948:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345641.091949:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345641.092038:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345641.092365:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924413568 00000100:00100000:1.0:1763345641.092371:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924413568 00000100:00100000:1.0:1763345641.092407:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8217 00000100:00100000:1.0:1763345641.092414:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+36:3658:x1849000924413568:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345641.092520:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+37:3658:x1849000924413568:12345-0@lo:2:osp-syn-0-0.0 Request processed in 106us (482us total) trans 21474839568 rc 0/0 00000100:00100000:1.0:1763345641.092526:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8217 00000100:00100000:1.0:1763345641.092559:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763345641.092600:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5454dce00/2, rc 0, transno 21474839566 00000100:00100000:1.0:1763345641.092605:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924413440:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763345641.092932:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924413952 00000100:00100000:0.0:1763345641.092936:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924413952 00000100:00100000:0.0:1763345641.092965:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8218 00000100:00100000:0.0:1763345641.092971:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3656:x1849000924413952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1763345641.092984:0:28867:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:869 count 1 00010000:00010000:0.0:1763345641.092997:0:28867:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad119 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.093011:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acf13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a969808331ea expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.093019:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345641.093021:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345641.093024:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad119 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.093052:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acf13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.203.8@tcp remote: 0x199a969808331ea expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.093064:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acf13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.203.8@tcp remote: 0x199a969808331ea expref: 15 pid: 8405 timeout: 1133 lvb_type: 0 00000100:00100000:0.0:1763345641.093076:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924414464:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345641.093121:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417cec00 going to sleep for 11 seconds 00000004:00080000:2.0:1763345641.094272:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5454dc380/2, rc 0, transno 21474839568 00000100:00100000:2.0:1763345641.094282:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924413568:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345641.097205:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.097342:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910405504 00000100:00100000:2.0:1763345641.097350:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910405504 00000100:00100000:2.0:1763345641.097944:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11272 00000100:00100000:2.0:1763345641.097956:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+312:57255:x1849000910405504:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345641.097973:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345641.097993:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad120 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x253:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833292 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.098050:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad120 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x253:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833292 expref: 313 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.098063:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad120 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x253:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833292 expref: 313 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.098084:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:2.0:1763345641.098087:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345641.098092:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c600, rc 0) 00000100:00100000:2.0:1763345641.098608:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+313:57255:x1849000910405504:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 653us (1409us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345641.098616:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11272 00000100:00100000:1.0:1763345641.099649:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.099681:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.099706:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.099808:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8404:1849000924413824:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345641.099832:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad104 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x362:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345641.099903:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910405888 00000100:00100000:3.0:1763345641.099910:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910405888 00000100:00100000:3.0:1763345641.099946:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8219 00000100:00100000:3.0:1763345641.099955:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a828000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+24:55937:x1849000910405888:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345641.099968:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345641.099986:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58ad127 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833299 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345641.100007:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x364:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345641.100024:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345641.100026:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345641.100035:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58ad127 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833299 expref: 25 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.100049:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58ad127 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833299 expref: 25 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.100060:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260400, rc 0) 00000100:00100000:3.0:1763345641.100112:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a828000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+25:55937:x1849000910405888:12345-192.168.203.8@tcp:101:bash.0 Request processed in 158us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345641.100118:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8219 00000100:00100000:3.0:1763345641.100141:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910405760 00000100:00100000:3.0:1763345641.100145:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910405760 00010000:00010000:3.0:1763345641.100161:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acf13 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.203.8@tcp remote: 0x199a969808331ea expref: 16 pid: 8405 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763345641.100181:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910405632 00000100:00100000:3.0:1763345641.100184:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910405632 00010000:00010000:3.0:1763345641.100195:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58acf1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x362:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808331f1 expref: 25 pid: 8405 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763345641.100212:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3717 00000100:00100000:3.0:1763345641.100219:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f877100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2411:x1849000910405760:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345641.100230:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345641.100236:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acf13 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.203.8@tcp remote: 0x199a969808331ea expref: 16 pid: 8405 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763345641.100245:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acf13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.203.8@tcp remote: 0x199a969808331ea expref: 16 pid: 8405 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763345641.100261:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345641.100263:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345641.100267:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad119 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.100275:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad119 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.100292:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345641.100312:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f877100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2411:x1849000910405760:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 93us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345641.100318:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3717 00000100:00100000:3.0:1763345641.100331:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3718 00000100:00100000:3.0:1763345641.100338:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f876a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+25:2411:x1849000910405632:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345641.100345:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345641.100350:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58acf1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x362:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808331f1 expref: 25 pid: 8405 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763345641.100360:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58acf1a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x362:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808331f1 expref: 25 pid: 8405 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763345641.100371:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58acf1a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x362:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a969808331f1 expref: 25 pid: 8405 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763345641.100381:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345641.100382:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345641.100386:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad104 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x362:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.100392:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad104 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x362:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.100409:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345641.100427:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f876a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+24:2411:x1849000910405632:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 90us (745us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345641.100433:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3718 00010000:00010000:3.0:1763345641.100460:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad104 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.100468:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad104 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.100476:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad104 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.100485:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad104 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.100498:0:8404:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345641.100696:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+37:3656:x1849000924413312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12771us (13129us total) trans 21474839569 rc 0/0 00000100:00100000:3.0:1763345641.100704:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8211 00010000:00010000:3.0:1763345641.100722:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345641.100728:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad104 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.100735:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345641.100739:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad104 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.100747:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad104 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.100798:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad104 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.100805:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad104 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.100819:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345641.100821:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345641.100822:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763345641.100851:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5454dd180/2, rc 0, transno 21474839569 00000100:00100000:3.0:1763345641.100866:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924413312:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1763345641.100945:0:28867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58acf13 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.203.8@tcp remote: 0x199a969808331ea expref: 15 pid: 8405 timeout: 1133 lvb_type: 0 00000100:00100000:0.0:1763345641.100956:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924414464:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345641.100970:0:28867:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad119 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.100977:0:28867:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad119 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.100987:0:28867:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad119 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.100994:0:28867:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad119 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.101001:0:28867:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad119 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.101024:0:28867:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763345641.101152:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+23:3656:x1849000924413952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8180us (8591us total) trans 17179872315 rc 0/0 00000100:00100000:0.0:1763345641.101158:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8218 00010000:00010000:3.0:1763345641.101596:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345641.101602:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad119 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.101609:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5c00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345641.101611:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad119 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.101618:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad119 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.101628:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad119 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.101633:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad119 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.101646:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345641.101648:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345641.101649:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763345641.101671:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54f875f80/2, rc 0, transno 17179872315 00000100:00100000:3.0:1763345641.101676:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54f875f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924413952:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763345641.104465:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.104509:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.104510:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910406016 00000100:00100000:2.0:1763345641.104521:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910406016 00000100:00100000:2.0:1763345641.104574:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8220 00000100:00100000:2.0:1763345641.104583:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a829f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910406016:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345641.104598:0:27809:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345641.104613:0:27809:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad12e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x364:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808332a0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345641.104664:0:27809:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27809:1849000924414592:192.168.203.8@tcp:106: 00000100:00100000:2.0:1763345641.104741:0:27809:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747d79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763345641.104830:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910406144 00000100:00100000:3.0:1763345641.104835:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910406144 00000100:00100000:3.0:1763345641.104889:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 448 00000100:00100000:3.0:1763345641.104898:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a829c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+313:2409:x1849000910406144:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345641.104907:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345641.104927:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad120 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x253:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833292 expref: 313 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.104943:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:3.0:1763345641.104948:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345641.104972:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a829c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+312:2409:x1849000910406144:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 76us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345641.104978:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 448 00000100:00100000:0.0:1763345641.105050:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.105081:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910406272 00000100:00100000:2.0:1763345641.105086:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910406272 00000100:00100000:2.0:1763345641.105123:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8221 00000100:00100000:2.0:1763345641.105133:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+15:55937:x1849000910406272:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345641.105140:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345641.105152:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54378d800/0x52bea07cb58ad135 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808332a7 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345641.105171:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x367:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763345641.105184:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.105187:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.105195:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378d800/0x52bea07cb58ad135 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808332a7 expref: 16 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.105208:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b54378d800/0x52bea07cb58ad135 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808332a7 expref: 16 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.105220:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d800, rc 0) 00000100:00100000:2.0:1763345641.105253:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+16:55937:x1849000910406272:12345-192.168.203.8@tcp:101:bash.0 Request processed in 122us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345641.105260:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8221 00010000:00010000:0.0:1763345641.106547:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763345641.108344:0:27809:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x364:0x0] updating lvb mtime: 0 -> 1763345640 00002000:00010000:2.0:1763345641.108352:0:27809:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x364:0x0] updating lvb atime: 0 -> 1763345640 00002000:00010000:2.0:1763345641.108354:0:27809:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x364:0x0] updating lvb ctime: 0 -> 1763345640 00000100:00100000:2.0:1763345641.108375:0:27809:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27809:1849000924414592:192.168.203.8@tcp:106: 00010000:00010000:2.0:1763345641.108409:0:27809:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad12e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x364:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332a0 expref: 25 pid: 27809 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345641.108434:0:27809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad12e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x364:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332a0 expref: 25 pid: 27809 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345641.108447:0:27809:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d600, rc 0) 00000100:00100000:2.0:1763345641.108511:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a829f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910406016:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3928us (4051us total) trans 0 rc 301/301 00000100:00100000:2.0:1763345641.108519:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8220 00000100:00100000:1.0:1763345641.108704:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.108866:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.109129:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910406400 00000100:00100000:0.0:1763345641.109136:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910406400 00002000:00010000:0.0:1763345641.109168:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/868 (0->18446744073709551615) 00002000:00100000:0.0:1763345641.109172:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54a82aa00 with x1849000910406400 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345641.109180:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54a82aa00. 00000100:00100000:0.0:1763345641.109204:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910406528 00000100:00100000:0.0:1763345641.109207:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910406528 00002000:00010000:0.0:1763345641.109219:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/871 (0->18446744073709551615) 00002000:00100000:0.0:1763345641.109221:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54a828380 with x1849000910406528 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345641.109227:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54a828380. 00000100:00100000:0.0:1763345641.109251:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1938 00000100:00100000:0.0:1763345641.109261:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910406400:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:0.0:1763345641.109397:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x364:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345641.109401:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x364:0x0] updating lvb mtime from disk: 1763345640 -> 1763345640 00002000:00010000:0.0:1763345641.109403:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x364:0x0] updating lvb atime from disk: 1763345640 -> 0 00002000:00010000:0.0:1763345641.109405:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x364:0x0] updating lvb ctime from disk: 1763345640 -> 1763345640 00002000:00010000:0.0:1763345641.109407:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x364:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345641.109439:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+25:2408:x1849000910406400:12345-192.168.203.8@tcp:10:bash.0 Request processed in 180us (735us total) trans 21474839570 rc 0/0 00000100:00100000:0.0:1763345641.109445:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1938 00002000:00010000:0.0:1763345641.109448:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/868 (0->18446744073709551615) 00002000:00100000:0.0:1763345641.109450:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54a82aa00 with x1849000910406400 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345641.109454:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54a82aa00. 00000100:00100000:0.0:1763345641.109468:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1939 00000100:00100000:0.0:1763345641.109474:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910406528:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:0.0:1763345641.109551:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x367:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345641.109554:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x367:0x0] updating lvb mtime from disk: 0 -> 1763345640 00002000:00010000:0.0:1763345641.109556:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x367:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345641.109558:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x367:0x0] updating lvb ctime from disk: 0 -> 1763345640 00002000:00010000:0.0:1763345641.109560:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x367:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345641.109581:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a828380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910406528:12345-192.168.203.8@tcp:10:bash.0 Request processed in 106us (724us total) trans 17179872316 rc 0/0 00000100:00100000:0.0:1763345641.109588:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1939 00002000:00010000:0.0:1763345641.109590:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/871 (0->18446744073709551615) 00002000:00100000:0.0:1763345641.109593:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54a828380 with x1849000910406528 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345641.109597:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54a828380. 00000100:00100000:3.0:1763345641.114373:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.114419:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.114423:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910406784 00000100:00100000:2.0:1763345641.114434:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910406784 00000100:00100000:2.0:1763345641.114499:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11273 00000100:00100000:2.0:1763345641.114510:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+312:57255:x1849000910406784:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345641.114532:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763345641.114548:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910407040 00010000:00010000:2.0:1763345641.114554:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad13c lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808332ae expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345641.114554:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910407040 00010000:00010000:2.0:1763345641.114624:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad143 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.114637:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad143 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.114648:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad143 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.114660:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad14a lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.114666:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad14a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.114673:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad14a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.114803:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad151 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x253:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.114813:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad151 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00000100:00100000:0.0:1763345641.114818:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3902 00010000:00010000:2.0:1763345641.114825:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad151 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000100:00100000:0.0:1763345641.114833:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+314:55937:x1849000910407040:12345-192.168.203.8@tcp:35:bash.0 00000004:00200000:2.0:1763345641.114838:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x253:0x0]: returning size 2 00010000:00010000:2.0:1763345641.114965:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad143 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.114973:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad143 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.114978:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad143 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.114984:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad143 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.114989:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.114993:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad143 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.114999:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad143 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.115010:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc600) 00010000:00010000:2.0:1763345641.115013:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.115018:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad143 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.115025:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad143 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000100:00100000:0.0:1763345641.115048:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+316:55937:x1849000910407040:12345-192.168.203.8@tcp:35:bash.0 Request processed in 218us (628us total) trans 8589941157 rc 0/0 00010000:00010000:2.0:1763345641.115049:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad14a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.115060:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad14a lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00000100:00100000:0.0:1763345641.115061:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3902 00010000:00010000:2.0:1763345641.115070:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad14a lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.115074:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.115077:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad14a lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.115090:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad14a lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.115096:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cca00) 00010000:00010000:2.0:1763345641.115099:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.115102:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad14a lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.115107:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad14a lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.115141:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad13c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332ae expref: 316 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.115156:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad151 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332ae expref: 315 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.115163:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:2.0:1763345641.115166:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345641.115168:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d600, rc 0) 00000100:00100000:2.0:1763345641.115205:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+315:57255:x1849000910406784:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 698us (840us total) trans 8589941156 rc 0/0 00000100:00100000:2.0:1763345641.115213:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11273 00000100:00100000:1.0:1763345641.117369:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.117462:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910407168 00000100:00100000:0.0:1763345641.117470:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910407168 00000100:00100000:0.0:1763345641.118026:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3903 00000100:00100000:0.0:1763345641.118037:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b643167450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+315:57255:x1849000910407168:12345-192.168.203.8@tcp:33:lfs.0 00000100:00100000:0.0:1763345641.118185:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b643167450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+315:57255:x1849000910407168:12345-192.168.203.8@tcp:33:lfs.0 Request processed in 150us (823us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345641.118193:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3903 00000100:00100000:3.0:1763345641.120880:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.121091:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910407424 00000100:00100000:1.0:1763345641.121101:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910407424 00000100:00100000:1.0:1763345641.121158:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3904 00000100:00100000:1.0:1763345641.121168:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+315:57255:x1849000910407424:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345641.121375:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+316:57255:x1849000910407424:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 207us (525us total) trans 8589941158 rc 0/0 00000100:00100000:1.0:1763345641.121383:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3904 00000100:00100000:3.0:1763345641.121569:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.121637:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910407680 00000100:00100000:0.0:1763345641.121948:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910407680 00000100:00100000:0.0:1763345641.121986:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11274 00000100:00100000:0.0:1763345641.121995:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+316:57257:x1849000910407680:12345-192.168.203.8@tcp:36:rm.0 00010000:00010000:0.0:1763345641.122025:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1763345641.122049:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad151 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332ae expref: 316 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.122067:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad0fd lrc: 0/0,0 mode: --/PR res: [0x200000405:0x253:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083328b expref: 315 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.122080:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad0b7 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x253:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833276 expref: 314 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.122092:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad0ef lrc: 0/0,0 mode: --/CR res: [0x200000405:0x253:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.203.8@tcp remote: 0x199a96980833284 expref: 313 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.122102:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:0.0:1763345641.122106:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345641.122129:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad15f lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.122141:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad15f lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.122149:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad15f lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.122160:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad166 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.122166:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad166 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.122172:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad166 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.122241:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad16d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x253:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.122253:0:9295:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad04e lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x253:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083324c expref: 312 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.122262:0:9295:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad16d lrc: 4/0,1 mode: --/EX res: [0x200000405:0x253:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.122298:0:9295:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad04e lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x253:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083324c expref: 312 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.122310:0:9295:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad04e lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x253:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083324c expref: 312 pid: 6520 timeout: 1133 lvb_type: 0 00000100:00100000:0.0:1763345641.122324:0:9295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b95180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924414720:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345641.122397:0:9295:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce840 going to sleep for 11 seconds 00000100:00100000:2.0:1763345641.123612:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.124143:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910407936 00000100:00100000:3.0:1763345641.124154:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910407936 00000100:00100000:3.0:1763345641.124209:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11275 00000100:00100000:3.0:1763345641.124218:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+313:57255:x1849000910407936:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345641.124238:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345641.124241:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763345641.124254:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad04e lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x253:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083324c expref: 313 pid: 6520 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763345641.124276:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:3.0:1763345641.124280:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad16d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x253:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.124289:0:6520:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad16d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.124295:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad16d lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.124312:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345641.124322:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad174 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x253:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808332b5 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.124406:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad17b lrc: 3/0,1 mode: --/PW res: [0x200000405:0x253:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.124416:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad17b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x253:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.124424:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad17b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x253:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763345641.124434:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x253:0x0]: returning size 5 00010000:00010000:3.0:1763345641.124524:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad174 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x253:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332b5 expref: 316 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.124541:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad17b lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x253:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332b5 expref: 315 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.124549:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:3.0:1763345641.124552:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763345641.124570:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260e00, rc 0) 00000100:00100000:3.0:1763345641.124632:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+315:57255:x1849000910407936:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 413us (1023us total) trans 8589941159 rc 0/0 00000100:00100000:3.0:1763345641.124640:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11275 00010000:00010000:3.0:1763345641.125236:0:9295:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.8@tcp) returned -22 from blocking AST (req@00000000f0593a88 x1849000924414720) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad04e lrc: 1/0,0 mode: --/CR res: [0x200000405:0x253:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083324c expref: 314 pid: 6520 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763345641.125251:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad04e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x253:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083324c expref: 314 pid: 6520 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763345641.125262:0:9295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b95180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924414720:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345641.125279:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:3.0:1763345641.125285:0:9295:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad16d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.125294:0:9295:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad16d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.125299:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad16d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00080000:3.0:1763345641.125483:0:9295:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x200000405:0x253:0x0] is inserted into orphan list, open count = 2 00010000:00010000:3.0:1763345641.125542:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad16d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.125550:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad16d lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.125556:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad16d lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.125575:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345641.125579:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad16d lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.125586:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad16d lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.125595:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:3.0:1763345641.125598:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763345641.125601:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad16d lrc: 2/0,0 mode: --/EX res: [0x200000405:0x253:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.125607:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad16d lrc: 0/0,0 mode: --/EX res: [0x200000405:0x253:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.125620:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad15f lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.125626:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad15f lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.125632:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad15f lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.125637:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad15f lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.125642:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345641.125645:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad15f lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.125655:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad15f lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.125661:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37200) 00010000:00010000:3.0:1763345641.125664:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345641.125666:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad15f lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.125673:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad15f lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000004:00010000:3.0:1763345641.125687:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ca8ee58a reply state 00000000b18c17f0 transno 8589941160 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad166 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.125696:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad166 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.125712:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b642b37800) 00010000:00010000:3.0:1763345641.125714:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345641.125717:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763345641.125791:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+315:57257:x1849000910407680:12345-192.168.203.8@tcp:36:rm.0 Request processed in 3796us (4221us total) trans 8589941160 rc 0/0 00000100:00100000:3.0:1763345641.125798:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11274 00000100:00100000:1.0:1763345641.128901:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.128987:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910408192 00000100:00100000:0.0:1763345641.129008:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910408192 00000100:00100000:0.0:1763345641.129070:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3905 00000100:00100000:0.0:1763345641.129083:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+315:57255:x1849000910408192:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:0.0:1763345641.129152:0:6523:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000405:0x253:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad17b lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x253:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332b5 expref: 315 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.129189:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad189 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x253:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.129202:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad189 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.129211:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad189 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000004:00020000:0.0:1763345641.129343:0:6523:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0000-mdtlov: can not set all stale mirrors for [0x200000405:0x253:0x0]: rc = -1 00010000:00010000:0.0:1763345641.129371:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad189 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.129378:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad189 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.129386:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad189 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.129392:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345641.129396:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad189 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.129402:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad189 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x253:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.129412:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:0.0:1763345641.129415:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763345641.129419:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad189 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x253:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.129425:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad189 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x253:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.129435:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5484ccb00) 00010000:00010000:0.0:1763345641.129437:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345641.129442:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad17b lrc: 0/0,0 mode: --/PW res: [0x200000405:0x253:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332b5 expref: 315 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345641.129585:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+315:57255:x1849000910408192:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 505us (692us total) trans 8589941161 rc -1/-1 00000100:00100000:0.0:1763345641.129595:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3905 00000100:00100000:2.0:1763345641.136004:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.136070:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910408320 00000100:00100000:3.0:1763345641.136079:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910408320 00000100:00100000:3.0:1763345641.136140:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11276 00000100:00100000:3.0:1763345641.136150:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+315:57255:x1849000910408320:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345641.136173:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345641.136195:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ad190 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x253:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808332bc expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.136252:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ad190 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x253:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332bc expref: 316 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.136265:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260000/0x52bea07cb58ad190 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x253:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332bc expref: 316 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.136282:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5432e3500) 00010000:00010000:3.0:1763345641.136285:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345641.136289:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260000, rc 0) 00000100:00100000:3.0:1763345641.136343:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+316:57255:x1849000910408320:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 195us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345641.136350:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11276 00000100:00100000:2.0:1763345641.139455:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.139981:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910408576 00000100:00100000:0.0:1763345641.139991:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910408576 00000100:00100000:1.0:1763345641.140603:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3906 00000100:00100000:1.0:1763345641.140616:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+316:57255:x1849000910408576:12345-192.168.203.8@tcp:35:lfs.0 00000004:00080000:1.0:1763345641.140881:0:35216:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x253:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1763345641.140937:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1919, 64 off159024 00000040:00080000:1.0:1763345641.140956:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1935, 64 off160592 00000040:00080000:1.0:1763345641.140964:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1936, 64 off160656 00000040:00080000:1.0:1763345641.140971:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1920, 64 off159088 00010000:00010000:1.0:1763345641.141026:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad197 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x253:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345641.141042:0:35216:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad197 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x253:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345641.141052:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad197 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x253:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345641.141059:0:35216:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad197 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x253:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345641.141064:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad197 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x253:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345641.141070:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad197 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x253:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345641.141094:0:35216:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763345641.141378:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345641.141385:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad197 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x253:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345641.141392:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54594d400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345641.141396:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad197 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x253:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345641.141403:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad197 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x253:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345641.141415:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x253:0x0].0x0 (ffff91b5432e3500) 00010000:00010000:3.0:1763345641.141418:0:6509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763345641.141422:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad197 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x253:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345641.141428:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad197 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x253:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345641.141438:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345641.141440:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345641.141442:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763345641.142168:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+317:57255:x1849000910408576:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 1553us (2720us total) trans 8589941162 rc 0/0 00000100:00100000:1.0:1763345641.142178:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3906 00000100:00100000:2.0:1763345641.142404:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.143284:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910408704 00000100:00100000:0.0:1763345641.143293:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910408704 00000100:00100000:0.0:1763345641.143336:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11277 00000100:00100000:0.0:1763345641.143344:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+317:57258:x1849000910408704:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345641.143360:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345641.143378:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad19e lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808332c3 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.143429:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad1a5 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.143440:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad1a5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.143450:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad1a5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.143459:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad1ac lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.143465:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad1ac lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.143470:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad1ac lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.143500:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad1a5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.143506:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad1a5 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.143512:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad1a5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.143518:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345641.143521:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad1a5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.143529:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad1a5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.143539:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37600) 00010000:00010000:0.0:1763345641.143542:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345641.143545:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad1a5 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.143551:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad1a5 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.143564:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad1ac lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.143570:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad1ac lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.143576:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad1ac lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.143580:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345641.143583:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad1ac lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.143588:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad1ac lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.143594:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b642b37800) 00010000:00010000:0.0:1763345641.143596:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345641.143598:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad1ac lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.143603:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad1ac lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.143632:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad19e lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332c3 expref: 318 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.143641:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37600) 00010000:00010000:0.0:1763345641.143644:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345641.143648:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad19e lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332c3 expref: 318 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.143662:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5400, rc 0) 00000100:00100000:0.0:1763345641.143699:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+317:57258:x1849000910408704:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 355us (1295us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345641.143705:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11277 00000100:00100000:3.0:1763345641.146655:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.146713:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910408832 00000100:00100000:0.0:1763345641.146722:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910408832 00000100:00100000:0.0:1763345641.146831:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11278 00000100:00100000:1.0:1763345641.146951:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+317:57258:x1849000910408832:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345641.146975:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.146999:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad1b3 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808332ca expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.147058:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ad1ba lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.147071:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ad1ba lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.147082:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ad1ba lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.147092:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad1c1 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.147099:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad1c1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.147106:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad1c1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.147143:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ad1ba lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.147150:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ad1ba lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.147156:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ad1ba lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.147163:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ad1ba lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.147168:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54594c800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.147172:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ad1ba lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.147180:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ad1ba lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.147190:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59400) 00010000:00010000:1.0:1763345641.147192:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.147201:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ad1ba lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.147208:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ad1ba lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.147220:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad1c1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.147226:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad1c1 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.147231:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad1c1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.147236:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54594d800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.147239:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad1c1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.147244:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad1c1 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.147251:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b642b37800) 00010000:00010000:1.0:1763345641.147264:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.147268:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad1c1 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.147274:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad1c1 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.147299:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad1b3 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332ca expref: 318 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.147308:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59400) 00010000:00010000:1.0:1763345641.147311:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.147314:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad1b3 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332ca expref: 318 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.147326:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54594c400, rc 0) 00000100:00100000:1.0:1763345641.147407:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+317:57258:x1849000910408832:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 564us (758us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345641.147414:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11278 00000100:00100000:2.0:1763345641.153265:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.153347:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910408960 00000100:00100000:1.0:1763345641.153506:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910408960 00000100:00100000:1.0:1763345641.153562:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11279 00000100:00100000:1.0:1763345641.153572:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+317:57258:x1849000910408960:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345641.153594:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.153616:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad1c8 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808332d1 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.153669:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58ad1cf lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.153681:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58ad1cf lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.153691:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58ad1cf lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:1.0:1763345641.153729:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763345641.153734:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763345641.153793:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad1c8 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332d1 expref: 319 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.153809:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58ad1cf lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332d1 expref: 318 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.153817:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59600) 00010000:00010000:1.0:1763345641.153820:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763345641.153823:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545b86000, rc 0) 00000100:00100000:1.0:1763345641.153884:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+318:57258:x1849000910408960:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 315us (626us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345641.153891:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11279 00000100:00100000:2.0:1763345641.158484:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.161198:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910409088 00000100:00100000:1.0:1763345641.161213:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910409088 00000100:00100000:1.0:1763345641.161283:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11280 00000100:00100000:1.0:1763345641.161295:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+318:57258:x1849000910409088:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345641.161317:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.161339:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ad1d6 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808332d8 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.161406:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad1dd lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.161421:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad1dd lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.161432:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad1dd lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.161444:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad1e4 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.161452:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad1e4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.161458:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad1e4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.161495:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad1dd lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.161502:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad1dd lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.161508:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad1dd lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.161514:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad1dd lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.161524:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54594c400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.161528:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad1dd lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.161535:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad1dd lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.161547:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59600) 00010000:00010000:1.0:1763345641.161550:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.161554:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad1dd lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.161560:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad1dd lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.161574:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad1e4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.161580:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad1e4 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.161585:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad1e4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.161590:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54594d800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.161593:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad1e4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.161599:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad1e4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.161606:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b642b37800) 00010000:00010000:1.0:1763345641.161609:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.161612:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad1e4 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.161618:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad1e4 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.161643:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ad1d6 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332d8 expref: 319 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.161652:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59600) 00010000:00010000:1.0:1763345641.161655:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.161659:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ad1d6 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332d8 expref: 319 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.161667:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545b86200, rc 0) 00000100:00100000:1.0:1763345641.161747:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+318:57258:x1849000910409088:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 453us (3270us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345641.161755:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11280 00000100:00100000:3.0:1763345641.164025:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.164116:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910409344 00000100:00100000:0.0:1763345641.164127:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910409344 00000100:00100000:0.0:1763345641.164180:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11281 00000100:00100000:0.0:1763345641.164190:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+318:57258:x1849000910409344:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345641.164209:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345641.164212:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763345641.164239:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58ad1cf lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332d1 expref: 318 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.164256:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59600) 00010000:00010000:0.0:1763345641.164266:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345641.164281:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad1eb lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808332df expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.164371:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad1f2 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.164383:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad1f2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.164392:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad1f2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.164401:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad1f9 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.164408:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad1f9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.164414:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad1f9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.164753:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad200 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x254:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.170810:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad200 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.170827:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad200 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345641.170844:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x254:0x0]: returning size 0 00010000:00010000:0.0:1763345641.170897:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad1f2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.170904:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad1f2 lrc: 2/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.170917:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad1f2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.170922:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345641.170926:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad1f2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.170932:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad1f2 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.170943:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b642b37600) 00010000:00010000:0.0:1763345641.170945:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345641.170950:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad1f2 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.170955:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad1f2 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000004:00010000:0.0:1763345641.170971:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000023bca315 reply state 0000000066f29b8e transno 8589941163 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad1f9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.170981:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad1f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.170985:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b642b37800) 00010000:00010000:0.0:1763345641.170987:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345641.170990:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763345641.171040:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad1eb lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332df expref: 320 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.171060:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad200 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332df expref: 319 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.171072:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b642b37200) 00010000:00010000:0.0:1763345641.171074:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345641.171076:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5400, rc 0) 00000100:00100000:0.0:1763345641.171287:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+320:57258:x1849000910409344:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 7096us (7268us total) trans 8589941163 rc 0/0 00000100:00100000:0.0:1763345641.171296:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11281 00000100:00100000:0.0:1763345641.176157:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.177371:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910409600 00000100:00100000:3.0:1763345641.177384:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910409600 00000100:00100000:1.0:1763345641.178791:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11282 00000100:00100000:1.0:1763345641.178813:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+320:57258:x1849000910409600:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345641.178838:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.178869:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad20e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x254:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808332e6 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.178979:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad215 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x254:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.178993:0:9295:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad200 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332df expref: 321 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.179006:0:9295:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad215 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x254:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.179041:0:9295:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad200 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a969808332df expref: 321 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.179053:0:9295:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad200 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808332df expref: 321 pid: 35210 timeout: 1133 lvb_type: 0 00000100:00100000:1.0:1763345641.179067:0:9295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a82a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924414848:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345641.179163:0:9295:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763345641.185238:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.185332:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910409728 00000100:00100000:3.0:1763345641.185340:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910409728 00010000:00010000:3.0:1763345641.185376:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad200 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808332df expref: 322 pid: 35210 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763345641.185596:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3719 00000100:00100000:3.0:1763345641.185605:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+322:2409:x1849000910409728:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345641.185619:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345641.185625:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad200 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808332df expref: 322 pid: 35210 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763345641.185637:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad200 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808332df expref: 322 pid: 35210 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763345641.185657:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b642b37200) 00010000:00010000:3.0:1763345641.185662:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad215 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x254:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.185671:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad215 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.185678:0:28406:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad215 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.185710:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345641.185786:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+322:2409:x1849000910409728:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 181us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345641.185793:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3719 00010000:00010000:1.0:1763345641.185974:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad200 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808332df expref: 321 pid: 35210 timeout: 1133 lvb_type: 0 00000100:00100000:1.0:1763345641.185992:0:9295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a82a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924414848:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345641.186013:0:9295:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad215 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.186022:0:9295:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad215 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.186028:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad215 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:1.0:1763345641.186047:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x254:0x0]: returning size 0 00000004:00080000:1.0:1763345641.186194:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x369:0x0], index 1: 0 00000004:00080000:1.0:1763345641.186200:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x366:0x0], index 0: 0 00000004:00080000:1.0:1763345641.186205:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x367:0x0], index 0: 0 00000004:00080000:1.0:1763345641.186210:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x36a:0x0], index 1: 0 00010000:00010000:1.0:1763345641.186302:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad215 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.186310:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad215 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.186317:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad215 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.186322:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54594c400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.186326:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad215 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.186333:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad215 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.186341:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b642b37200) 00010000:00010000:1.0:1763345641.186344:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345641.186347:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad215 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x254:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.186352:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad215 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x254:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.186390:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad20e lrc: 1/0,0 mode: --/CR res: [0x200000405:0x254:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332e6 expref: 321 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.186399:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b642b37200) 00010000:00010000:1.0:1763345641.186401:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763345641.186405:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad20e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x254:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332e6 expref: 321 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.186423:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54594d800, rc 0) 00000100:00100000:1.0:1763345641.186469:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+320:57258:x1849000910409600:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 7665us (10321us total) trans 8589941164 rc 301/301 00000100:00100000:1.0:1763345641.186476:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11282 00000100:00100000:2.0:1763345641.188272:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.188322:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910409984 00000100:00100000:1.0:1763345641.188332:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910409984 00000100:00100000:1.0:1763345641.188382:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3907 00000100:00100000:1.0:1763345641.188391:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+320:57258:x1849000910409984:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345641.188622:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+321:57258:x1849000910409984:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 232us (357us total) trans 8589941165 rc 0/0 00000100:00100000:1.0:1763345641.188630:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3907 00000100:00100000:0.0:1763345641.193025:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.193217:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910410496 00000100:00100000:1.0:1763345641.193228:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910410496 00000100:00100000:1.0:1763345641.193288:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11283 00000100:00100000:1.0:1763345641.193298:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+321:57259:x1849000910410496:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345641.193319:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.193354:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad223 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808332ed expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345641.193393:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:1.0:1763345641.193435:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad22a lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.193449:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad22a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.193460:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad22a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.193483:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad231 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.193491:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad231 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.193497:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad231 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.193616:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ad238 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x254:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00000100:00100000:3.0:1763345641.193620:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910410240 00010000:00010000:1.0:1763345641.193625:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ad238 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00000100:00100000:3.0:1763345641.193626:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910410240 00010000:00010000:1.0:1763345641.193636:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ad238 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:1.0:1763345641.193644:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x254:0x0]: returning size 0 00000100:00100000:3.0:1763345641.193752:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3908 00000100:00100000:3.0:1763345641.193792:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b643166c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:57258:x1849000910410240:12345-192.168.203.8@tcp:35:lfs.0 00010000:00010000:1.0:1763345641.193803:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad22a lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.193812:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad22a lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.193817:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad22a lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.193823:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad22a lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.193829:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54594c400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.193833:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad22a lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.193843:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad22a lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.193855:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59400) 00010000:00010000:1.0:1763345641.193869:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.193874:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad22a lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.193888:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad22a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.193902:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad231 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.193907:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad231 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.193912:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad231 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.193916:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54594d400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.193919:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad231 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.193924:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad231 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.193931:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b642b37800) 00010000:00010000:1.0:1763345641.193934:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.193936:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad231 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.193942:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad231 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.193978:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad223 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332ed expref: 326 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.193997:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ad238 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332ed expref: 325 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.194005:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b541c59c00) 00010000:00010000:1.0:1763345641.194007:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345641.194010:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54594c800, rc 0) 00000100:00100000:3.0:1763345641.194068:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b643166c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+325:57258:x1849000910410240:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 307us (674us total) trans 8589941167 rc 0/0 00000100:00100000:3.0:1763345641.194076:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3908 00000100:00100000:1.0:1763345641.194324:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:57259:x1849000910410496:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1026us (1306us total) trans 8589941166 rc 0/0 00000100:00100000:1.0:1763345641.194332:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11283 00000100:00100000:2.0:1763345641.198627:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.198673:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.198679:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910410624 00000100:00100000:1.0:1763345641.198690:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910410624 00000100:00100000:2.0:1763345641.198716:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.198750:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11284 00000100:00100000:1.0:1763345641.198795:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:55937:x1849000910410624:12345-192.168.203.8@tcp:101:bash.0 00000100:00100000:3.0:1763345641.198812:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910410752 00000100:00100000:3.0:1763345641.198818:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910410752 00010000:00010000:1.0:1763345641.198819:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.198841:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58ad246 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x254:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808332f4 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345641.198842:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910410880 00000100:00100000:3.0:1763345641.198847:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910410880 00000100:00100000:2.0:1763345641.198855:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8222 00000100:00100000:2.0:1763345641.198878:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+25:2408:x1849000910410752:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345641.198887:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.198888:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ad24d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x254:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00000100:00100000:3.0:1763345641.198889:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8223 00000100:00100000:3.0:1763345641.198901:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+17:2410:x1849000910410880:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345641.198902:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad254 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808332fb expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.198905:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ad24d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.198909:0:27809:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345641.198921:0:27809:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58ad25b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833302 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.198922:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ad24d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00002000:00010000:2.0:1763345641.198925:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x367:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:3.0:1763345641.198944:0:27809:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x36a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763345641.198949:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.198952:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.198960:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad254 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332fb expref: 26 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345641.198963:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345641.198965:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345641.198972:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58ad25b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833302 expref: 18 pid: 27809 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345641.198974:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad254 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332fb expref: 26 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345641.198987:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d200, rc 0) 00010000:00010000:3.0:1763345641.198989:0:27809:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58ad25b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833302 expref: 18 pid: 27809 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345641.198995:0:27809:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261c00, rc 0) 00000100:00100000:3.0:1763345641.199041:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+18:2410:x1849000910410880:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 142us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345641.199041:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910410752:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 165us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345641.199049:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8223 00010000:00010000:1.0:1763345641.199055:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58ad246 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x254:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332f4 expref: 326 pid: 9295 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345641.199056:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8222 00010000:00010000:1.0:1763345641.199080:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ad24d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332f4 expref: 325 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.199088:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b541c59c00) 00010000:00010000:1.0:1763345641.199092:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763345641.199095:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545b86200, rc 0) 00000100:00100000:1.0:1763345641.199138:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+325:55937:x1849000910410624:12345-192.168.203.8@tcp:101:bash.0 Request processed in 379us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345641.199146:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11284 00000100:00100000:2.0:1763345641.205122:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.205212:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.205282:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910411136 00000100:00100000:0.0:1763345641.205290:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910411136 00000100:00100000:0.0:1763345641.205345:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910411264 00000100:00100000:0.0:1763345641.205348:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910411264 00000100:00100000:0.0:1763345641.205368:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11285 00000100:00100000:0.0:1763345641.205376:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544481500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+326:55937:x1849000910411136:12345-192.168.203.8@tcp:36:bash.0 00010000:00010000:0.0:1763345641.205421:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345641.205445:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c800/0x52bea07cb58ad238 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332ed expref: 326 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.205463:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b541c59c00) 00010000:00010000:0.0:1763345641.205467:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345641.205646:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad262 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x254:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.205659:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad262 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x254:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.205668:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad262 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x254:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000001:00080000:0.0:1763345641.205710:0:35210:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941168 00000004:00010000:0.0:1763345641.205730:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a2d81c72 reply state 00000000ab50af60 transno 8589941169 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad262 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x254:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.205741:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad262 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x254:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.205747:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b541c59c00) 00010000:00010000:0.0:1763345641.205749:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345641.205752:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345641.205847:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544481500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+328:55937:x1849000910411136:12345-192.168.203.8@tcp:36:bash.0 Request processed in 471us (782us total) trans 8589941169 rc 0/0 00000100:00100000:0.0:1763345641.205855:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11285 00000020:00080000:0.0:1763345641.205873:0:35210:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345641.205890:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11286 00000100:00100000:0.0:1763345641.205897:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544483800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+327:57259:x1849000910411264:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345641.205906:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345641.205916:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ad269 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x254:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833309 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.205943:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ad269 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x254:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833309 expref: 328 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.205952:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ad269 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x254:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833309 expref: 328 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.205967:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b541c59c00) 00010000:00010000:0.0:1763345641.205969:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345641.205972:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4e00, rc 0) 00000100:00100000:0.0:1763345641.205991:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544483800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+328:57259:x1849000910411264:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 96us (781us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345641.205997:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11286 00000100:00100000:0.0:1763345641.212237:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.212286:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.212367:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910411392 00000100:00100000:1.0:1763345641.212385:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910411392 00000100:00100000:1.0:1763345641.212441:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910411520 00000100:00100000:1.0:1763345641.212444:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910411520 00000100:00100000:1.0:1763345641.212738:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11287 00000100:00100000:1.0:1763345641.212749:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+329:57259:x1849000910411392:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345641.212804:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.212827:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58ad270 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833310 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.212902:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad277 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.212914:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad277 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.212925:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad277 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.212935:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad27e lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00000100:00100000:0.0:1763345641.213119:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11288 00000100:00100000:0.0:1763345641.213130:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+330:55937:x1849000910411520:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345641.213140:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345641.213150:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad285 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x254:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833317 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.213184:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad285 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x254:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833317 expref: 331 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.213195:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad285 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x254:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833317 expref: 331 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.213208:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b541c59c00) 00010000:00010000:0.0:1763345641.213211:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345641.213214:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5c00, rc 0) 00000100:00100000:0.0:1763345641.213282:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+331:55937:x1849000910411520:12345-192.168.203.8@tcp:101:bash.0 Request processed in 154us (994us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345641.213289:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11288 00010000:00010000:1.0:1763345641.213561:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad27e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.213570:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad27e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.213635:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad28c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x254:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.213643:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad28c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.213651:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad28c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:1.0:1763345641.213681:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x254:0x0]: returning size 0 00000004:00200000:1.0:1763345641.213686:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345641.213703:0:9295:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad28c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.213713:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad28c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.213721:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad277 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.213734:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad277 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.213740:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad277 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.213751:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad277 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.213777:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54594d800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.213781:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad277 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.213787:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad277 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.213805:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59400) 00010000:00010000:1.0:1763345641.213807:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.213810:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad277 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.213815:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d800/0x52bea07cb58ad277 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.213825:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad27e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.213829:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad27e lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.213833:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad27e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.213836:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54594d400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.213838:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad27e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.213842:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad27e lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.213850:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b642b37800) 00010000:00010000:1.0:1763345641.213852:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.213854:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad27e lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.213868:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594d400/0x52bea07cb58ad27e lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.213896:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58ad270 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833310 expref: 331 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.213919:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad28c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833310 expref: 330 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.213927:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b541c59c00) 00010000:00010000:1.0:1763345641.213930:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345641.213932:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54594c400, rc 0) 00000100:00100000:1.0:1763345641.213970:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+330:57259:x1849000910411392:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1221us (1741us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345641.213978:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11287 00000100:00100000:2.0:1763345641.217904:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.217976:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910411776 00000100:00100000:3.0:1763345641.217985:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910411776 00000100:00100000:3.0:1763345641.218044:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11289 00000100:00100000:3.0:1763345641.218054:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544481880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+330:55937:x1849000910411776:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345641.218074:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345641.218077:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:3.0:1763345641.218102:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad285 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x254:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833317 expref: 330 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.218120:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ad269 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x254:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833309 expref: 329 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.218129:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b541c59c00) 00010000:00010000:3.0:1763345641.218134:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345641.218146:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ad293 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x254:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083331e expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.218191:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ad29a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x254:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345641.218209:0:9296:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad28c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833310 expref: 329 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.218217:0:9296:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ad29a lrc: 4/0,1 mode: --/EX res: [0x200000405:0x254:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345641.218249:0:9296:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad28c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833310 expref: 329 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.218261:0:9296:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad28c lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833310 expref: 329 pid: 9295 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763345641.218274:0:9296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d06300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924414976:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345641.218352:0:9296:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66b137b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763345641.220798:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.220960:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910412032 00000100:00100000:1.0:1763345641.220968:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910412032 00000100:00100000:1.0:1763345641.221016:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11290 00000100:00100000:1.0:1763345641.221025:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+330:57259:x1849000910412032:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345641.221043:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.221061:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b640030e00/0x52bea07cb58ad2a1 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x254:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833325 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.221189:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58ad2a8 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x254:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.221204:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58ad2a8 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x254:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.221214:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58ad2a8 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x254:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:1.0:1763345641.221225:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x254:0x0]: returning size 0 00010000:00010000:1.0:1763345641.221332:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b640030e00/0x52bea07cb58ad2a1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x254:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833325 expref: 333 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.221348:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58ad2a8 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x254:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833325 expref: 332 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.221357:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b541c59c00) 00010000:00010000:1.0:1763345641.221359:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763345641.221363:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b640031a00, rc 0) 00000100:00100000:1.0:1763345641.221413:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+332:57259:x1849000910412032:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 388us (656us total) trans 8589941170 rc 0/0 00000100:00100000:1.0:1763345641.221419:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11290 00000100:00100000:0.0:1763345641.221713:0:9296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d06300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924414976:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345641.221734:0:9296:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ad29a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x254:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345641.222373:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.222754:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910412160 00000100:00100000:0.0:1763345641.222972:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910412160 00010000:00010000:0.0:1763345641.223001:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad28c lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833310 expref: 332 pid: 9295 timeout: 1133 lvb_type: 0 00000100:00100000:0.0:1763345641.223029:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3720 00000100:00100000:0.0:1763345641.223037:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65870c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+332:2409:x1849000910412160:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345641.223047:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345641.223052:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad28c lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833310 expref: 332 pid: 9295 timeout: 1133 lvb_type: 0 00010000:00010000:0.0:1763345641.223062:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad28c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833310 expref: 332 pid: 9295 timeout: 1133 lvb_type: 0 00010000:00010000:0.0:1763345641.223079:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54594c400/0x52bea07cb58ad28c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833310 expref: 332 pid: 9295 timeout: 1133 lvb_type: 0 00010000:00010000:0.0:1763345641.223091:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b541c59c00) 00010000:00010000:0.0:1763345641.223095:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ad29a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x254:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345641.223103:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ad29a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345641.223110:0:6507:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ad29a lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:0.0:1763345641.223136:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345641.223805:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65870c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+331:2409:x1849000910412160:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 764us (1429us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345641.223815:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3720 00010000:00010000:1.0:1763345641.224109:0:9296:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ad29a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.224119:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ad29a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345641.224342:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000040:00080000:1.0:1763345641.224450:0:9296:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1937, 88 off160744 00000004:00080000:1.0:1763345641.224458:0:9296:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1033749697774ns, next at 1034160984782ns, rc = 0 00000040:00080000:1.0:1763345641.224498:0:9296:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1921, 88 off159176 00000004:00080000:1.0:1763345641.224503:0:9296:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1033749743470ns, next at 1034161031282ns, rc = 0 00000040:00080000:1.0:1763345641.224531:0:9296:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1922, 88 off159264 00000004:00080000:1.0:1763345641.224536:0:9296:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1033749776260ns, next at 1034161031282ns, rc = 0 00000040:00080000:1.0:1763345641.224547:0:9296:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1938, 88 off160832 00000004:00080000:1.0:1763345641.224550:0:9296:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1033749790930ns, next at 1034160984782ns, rc = 0 00000100:00100000:2.0:1763345641.224882:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910412288 00000100:00100000:2.0:1763345641.224889:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910412288 00000100:00100000:2.0:1763345641.224931:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11291 00000100:00100000:2.0:1763345641.224941:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+332:57259:x1849000910412288:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345641.224957:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345641.224975:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad2b6 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x254:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083332c expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.225047:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad2bd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x254:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.225060:0:35210:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ad29a lrc: 2/0,1 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.225072:0:35210:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad2bd lrc: 4/1,0 mode: --/PR res: [0x200000405:0x254:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.225089:0:35210:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ad29a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210400000020 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.225098:0:35210:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad2bd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x254:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000001:00080000:2.0:1763345641.227413:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941171 is committed 00000004:00080000:2.0:1763345641.227422:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1246 committed 00000004:00080000:2.0:1763345641.227437:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1231 committed 00000004:00080000:2.0:1763345641.227447:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1230 committed 00000004:00080000:2.0:1763345641.227450:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1245 committed 00010000:00010000:1.0:1763345641.227473:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad166 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.227487:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad166 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.227496:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad166 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.227503:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.227508:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad166 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.227516:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad166 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.227534:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b642b37800) 00010000:00010000:1.0:1763345641.227539:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.227544:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad166 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.227550:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad166 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.227568:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad1f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.227579:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad1f9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.227585:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad1f9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.227590:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.227594:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad1f9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00000100:00100000:2.0:1763345641.227599:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924415232:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1763345641.227601:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad1f9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.227613:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b642b37800) 00010000:00010000:1.0:1763345641.227616:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.227619:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad1f9 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.227624:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad1f9 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.227642:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad262 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x254:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.227648:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad262 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x254:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.227654:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad262 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x254:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.227660:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.227663:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad262 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x254:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.227670:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad262 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x254:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.227678:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b541c59c00) 00010000:00010000:1.0:1763345641.227680:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.227685:0:3642:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad2bd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x254:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:2.0:1763345641.227686:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763345641.227698:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad262 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x254:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.227704:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad262 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x254:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000100:00100000:2.0:1763345641.227731:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763345641.227739:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924415104:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1763345641.227785:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ad29a lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x254:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.203.8@tcp remote: 0x199a9698083331e expref: 315 pid: 9296 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345641.227792:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763345641.227811:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b541c59c00) 00010000:00010000:1.0:1763345641.227814:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763345641.227817:0:9296:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad2bd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x254:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.227824:0:9296:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad2bd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.227830:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad2bd lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00000100:00100000:2.0:1763345641.227833:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924415232 00000100:00100000:2.0:1763345641.227841:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924415232 00010000:00010000:1.0:1763345641.227887:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ad293 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x254:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083331e expref: 315 pid: 9296 timeout: 0 lvb_type: 3 00000100:00100000:2.0:1763345641.227893:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924415104 00000100:00100000:2.0:1763345641.227898:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924415104 00010000:00010000:1.0:1763345641.227908:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ad29a lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x254:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.203.8@tcp remote: 0x199a9698083331e expref: 314 pid: 9296 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345641.227924:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8224 00000100:00100000:2.0:1763345641.227932:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544483100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+37:3657:x1849000924415232:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1763345641.227936:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261600, rc 0) 00002000:00080000:2.0:1763345641.227954:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:868 count 1 00010000:00010000:2.0:1763345641.227976:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad2c4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x364:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345641.227993:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544481880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+314:55937:x1849000910411776:12345-192.168.203.8@tcp:101:bash.0 Request processed in 9938us (10094us total) trans 8589941171 rc 0/0 00010000:00010000:2.0:1763345641.228004:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58ad127 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833299 expref: 25 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345641.228007:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11289 00000100:00100000:0.0:1763345641.228011:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1763345641.228020:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345641.228023:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1763345641.228025:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924415616:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1763345641.228028:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad2c4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x364:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.228057:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58ad127 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980833299 expref: 25 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345641.228058:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763345641.228075:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58ad127 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833299 expref: 25 pid: 8405 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763345641.228088:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544482300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924415744:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345641.228132:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747d7600 going to sleep for 11 seconds 00000100:00100000:2.0:1763345641.228150:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924415616 00000100:00100000:2.0:1763345641.228154:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924415616 00000100:00100000:2.0:1763345641.228191:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8225 00000100:00100000:2.0:1763345641.228198:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544482680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+23:3657:x1849000924415104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1763345641.228211:0:27809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:871 count 1 00010000:00010000:2.0:1763345641.228230:0:27809:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54378c200/0x52bea07cb58ad2cb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.228241:0:27809:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54378d800/0x52bea07cb58ad135 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808332a7 expref: 17 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.228252:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345641.228254:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345641.228256:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378c200/0x52bea07cb58ad2cb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.228275:0:27809:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b54378d800/0x52bea07cb58ad135 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a969808332a7 expref: 17 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.228284:0:27809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b54378d800/0x52bea07cb58ad135 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808332a7 expref: 17 pid: 28867 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763345641.228292:0:27809:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544482a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27809:1849000924415872:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345641.228333:0:27809:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747d79c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763345641.228351:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8226 00000100:00100000:2.0:1763345641.228359:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+38:3657:x1849000924415616:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1763345641.228480:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x367:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345641.228483:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x367:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763345641.228486:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x367:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345641.228488:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x367:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763345641.228490:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x367:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345641.228527:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+39:3657:x1849000924415616:12345-0@lo:2:osp-syn-0-0.0 Request processed in 168us (469us total) trans 21474839571 rc 0/0 00000100:00100000:2.0:1763345641.228534:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8226 00000004:00080000:0.0:1763345641.228545:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b677b96300/2, rc 0, transno 21474839571 00000100:00100000:0.0:1763345641.228553:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924415616:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345641.228564:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924415488:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345641.228587:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345641.228616:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763345641.228622:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924415360:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1763345641.228642:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345641.228668:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924415488 00000100:00100000:2.0:1763345641.228673:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924415488 00000100:00100000:2.0:1763345641.228690:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924415360 00000100:00100000:2.0:1763345641.228693:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924415360 00000100:00100000:2.0:1763345641.228710:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8227 00000100:00100000:2.0:1763345641.228717:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544481180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+40:3659:x1849000924415488:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345641.228826:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544481180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+41:3659:x1849000924415488:12345-0@lo:2:osp-syn-0-0.0 Request processed in 108us (237us total) trans 21474839572 rc 0/0 00000100:00100000:2.0:1763345641.228832:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8227 00000100:00100000:2.0:1763345641.228846:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8228 00000100:00100000:2.0:1763345641.228852:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544480a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+40:3659:x1849000924415360:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1763345641.228875:0:15692:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:869 count 1 00010000:00010000:2.0:1763345641.228888:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad2d2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x365:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.228899:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58ad0a2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833261 expref: 25 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345641.228905:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.228907:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.228909:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad2d2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.228928:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58ad0a2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980833261 expref: 25 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345641.228942:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58ad0a2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833261 expref: 25 pid: 8404 timeout: 1133 lvb_type: 1 00000100:00100000:2.0:1763345641.228952:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544482d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924416000:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345641.228977:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747d7a80 going to sleep for 11 seconds 00000004:00080000:2.0:1763345641.229006:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b677b95f80/2, rc 0, transno 21474839572 00000100:00100000:2.0:1763345641.229012:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924415488:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1763345641.229039:0:35210:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad2bd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.229047:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad2bd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:2.0:1763345641.229080:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x254:0x0]: returning size 2 00000004:00200000:2.0:1763345641.229084:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345641.229101:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad2bd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.229125:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad2b6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x254:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083332c expref: 314 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.229138:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad2bd lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083332c expref: 313 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.229146:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b541c59c00) 00010000:00010000:2.0:1763345641.229148:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763345641.229151:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d000, rc 0) 00000100:00100000:2.0:1763345641.229192:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+313:57259:x1849000910412288:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4252us (4859us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345641.229199:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11291 00000100:00100000:3.0:1763345641.229412:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924416384:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345641.229450:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345641.229483:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763345641.229489:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924416384 00000100:00100000:3.0:1763345641.229491:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924416256:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345641.229495:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924416384 00000100:00100000:3.0:1763345641.229518:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345641.229749:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924416256 00000100:00100000:0.0:1763345641.229754:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924416256 00000100:00100000:3.0:1763345641.229789:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8229 00000100:00100000:3.0:1763345641.229801:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+25:3659:x1849000924416384:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345641.229805:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8230 00000100:00100000:0.0:1763345641.229816:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+25:3659:x1849000924416256:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763345641.229918:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x36a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345641.229923:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x36a:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763345641.229925:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x36a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345641.229928:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x36a:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763345641.229930:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x36a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345641.229951:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3659:x1849000924416256:12345-0@lo:2:osp-syn-1-0.0 Request processed in 137us (432us total) trans 17179872317 rc 0/0 00000100:00100000:0.0:1763345641.229959:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8230 00000100:00100000:3.0:1763345641.229965:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+27:3659:x1849000924416384:12345-0@lo:2:osp-syn-1-0.0 Request processed in 166us (513us total) trans 17179872318 rc 0/0 00000100:00100000:3.0:1763345641.229974:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8229 00000100:00100000:3.0:1763345641.230000:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924416128:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345641.230130:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763345641.230228:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545d07800/2, rc 0, transno 17179872317 00000100:00100000:1.0:1763345641.230234:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924416256:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345641.230243:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545d05880/2, rc 0, transno 17179872318 00000100:00100000:1.0:1763345641.230246:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924416384:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345641.230322:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924416128 00000100:00100000:0.0:1763345641.230327:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924416128 00000100:00100000:0.0:1763345641.230363:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8231 00000100:00100000:0.0:1763345641.230370:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:3657:x1849000924416128:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1763345641.230384:0:8404:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:872 count 1 00010000:00010000:0.0:1763345641.230399:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4800/0x52bea07cb58ad2d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.230413:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ad086 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083325a expref: 17 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345641.230424:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345641.230426:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345641.230429:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4800/0x52bea07cb58ad2d9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.230452:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ad086 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a9698083325a expref: 17 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345641.230463:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ad086 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a9698083325a expref: 17 pid: 8405 timeout: 1133 lvb_type: 1 00000100:00100000:0.0:1763345641.230473:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8404:1849000924416512:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345641.230527:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ceb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763345641.233016:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.233098:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910412416 00000100:00100000:1.0:1763345641.233106:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910412416 00000100:00100000:3.0:1763345641.233359:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.233874:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910412544 00000100:00100000:1.0:1763345641.233879:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910412544 00000100:00100000:1.0:1763345641.233918:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8232 00000100:00100000:1.0:1763345641.233927:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+19:55937:x1849000910412416:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:1.0:1763345641.233945:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.233967:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b545b86000/0x52bea07cb58ad2e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833333 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345641.234051:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.234085:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.234104:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910412672 00000100:00100000:3.0:1763345641.234108:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910412672 00010000:00010000:3.0:1763345641.234130:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58ad127 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833299 expref: 26 pid: 8405 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763345641.234151:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910412800 00000100:00100000:3.0:1763345641.234155:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910412800 00010000:00010000:3.0:1763345641.234168:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378d800/0x52bea07cb58ad135 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808332a7 expref: 20 pid: 28867 timeout: 1133 lvb_type: 0 00000100:00100000:0.0:1763345641.234193:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8233 00000100:00100000:3.0:1763345641.234194:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3721 00000100:00100000:0.0:1763345641.234210:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910412544:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:3.0:1763345641.234211:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910412672:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345641.234223:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345641.234229:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345641.234234:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad2e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083333a expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.234236:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58ad127 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833299 expref: 26 pid: 8405 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763345641.234260:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58ad127 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833299 expref: 26 pid: 8405 timeout: 1133 lvb_type: 0 00000100:00100000:0.0:1763345641.234269:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3722 00000100:00100000:0.0:1763345641.234278:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910412800:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345641.234288:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345641.234288:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345641.234292:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345641.234294:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b54378d800/0x52bea07cb58ad135 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808332a7 expref: 20 pid: 28867 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763345641.234298:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad2c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.234312:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b54378d800/0x52bea07cb58ad135 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808332a7 expref: 20 pid: 28867 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763345641.234313:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad2c4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.234337:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345641.234339:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345641.234343:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54378c200/0x52bea07cb58ad2cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.234346:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345641.234353:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378c200/0x52bea07cb58ad2cb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.234368:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345641.234393:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910412672:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 187us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345641.234400:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3721 00002000:00010000:1.0:1763345641.234637:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x369:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763345641.234659:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345641.234661:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345641.234667:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b545b86000/0x52bea07cb58ad2e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833333 expref: 21 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.234680:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b545b86000/0x52bea07cb58ad2e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833333 expref: 21 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.234690:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545b86000, rc 0) 00010000:00010000:2.0:1763345641.234941:0:27809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54378d800/0x52bea07cb58ad135 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a969808332a7 expref: 21 pid: 28867 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763345641.234955:0:27809:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544482a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27809:1849000924415872:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345641.234972:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910412800:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 693us (883us total) trans 0 rc 0/0 00010000:00010000:2.0:1763345641.234975:0:27809:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b54378c200/0x52bea07cb58ad2cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345641.234982:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3722 00010000:00010000:2.0:1763345641.234992:0:27809:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b54378c200/0x52bea07cb58ad2cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.234999:0:27809:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54378c200/0x52bea07cb58ad2cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.235007:0:27809:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54378c200/0x52bea07cb58ad2cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.235014:0:27809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378c200/0x52bea07cb58ad2cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.235031:0:27809:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763345641.235756:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+19:55937:x1849000910412416:12345-192.168.203.8@tcp:101:bash.0 Request processed in 1828us (2747us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345641.235785:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8232 00000100:00100000:1.0:1763345641.235870:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a82a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924416640:192.168.203.8@tcp:106: 00000100:00100000:1.0:1763345641.236131:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9900 going to sleep for 11 seconds 00000100:00100000:2.0:1763345641.236545:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544482680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+27:3657:x1849000924415104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8346us (8756us total) trans 17179872319 rc 0/0 00000100:00100000:2.0:1763345641.236553:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8225 00000004:00080000:3.0:1763345641.236584:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545d06680/2, rc 0, transno 17179872319 00010000:00010000:2.0:1763345641.236584:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1763345641.236590:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924415104:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1763345641.236592:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b54378c200/0x52bea07cb58ad2cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.236600:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345641.236605:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54378c200/0x52bea07cb58ad2cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345641.236631:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:2.0:1763345641.236912:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54378c200/0x52bea07cb58ad2cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.236931:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b54378c200/0x52bea07cb58ad2cb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.236937:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54378c200/0x52bea07cb58ad2cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.236952:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345641.236954:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345641.236956:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763345641.236978:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544482d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924416000:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345641.237054:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543260400/0x52bea07cb58ad127 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x364:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833299 expref: 25 pid: 8405 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763345641.237065:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544482300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924415744:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345641.237076:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad2c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.237084:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad2c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.237091:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad2c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.237103:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad2c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.237110:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad2c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.237131:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763345641.237250:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345641.237256:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad2c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.237265:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378da00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345641.237269:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad2c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.237276:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad2c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.237294:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad2c4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.237300:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad2c4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345641.237311:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544483100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+41:3657:x1849000924415232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9378us (9627us total) trans 21474839573 rc 0/0 00010000:00010000:0.0:1763345641.237317:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345641.237320:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345641.237323:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8224 00010000:00010000:0.0:1763345641.237324:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763345641.237365:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b677b95880/2, rc 0, transno 21474839573 00000100:00100000:3.0:1763345641.237371:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924415232:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763345641.237382:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8404:1849000924416512:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345641.237399:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4800/0x52bea07cb58ad2d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.237407:0:15692:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad2d2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345641.237435:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.237683:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910412928 00000100:00100000:1.0:1763345641.237689:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910412928 00010000:00010000:1.0:1763345641.237717:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58ad0a2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833261 expref: 25 pid: 8404 timeout: 1133 lvb_type: 1 00000100:00100000:1.0:1763345641.237750:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910413056 00000100:00100000:1.0:1763345641.237753:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910413056 00010000:00010000:1.0:1763345641.237797:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ad086 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a9698083325a expref: 20 pid: 8405 timeout: 1133 lvb_type: 1 00000100:00100000:1.0:1763345641.237825:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3723 00000100:00100000:1.0:1763345641.237835:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+25:2408:x1849000910412928:12345-192.168.203.8@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1763345641.237842:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3724 00010000:00010000:1.0:1763345641.237847:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345641.237866:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58ad0a2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x365:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833261 expref: 25 pid: 8404 timeout: 1133 lvb_type: 1 00000100:00100000:3.0:1763345641.237867:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910413056:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345641.237882:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345641.237885:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58ad0a2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x365:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833261 expref: 25 pid: 8404 timeout: 1133 lvb_type: 1 00010000:00010000:3.0:1763345641.237890:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ad086 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x368:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a9698083325a expref: 20 pid: 8405 timeout: 1133 lvb_type: 1 00010000:00010000:3.0:1763345641.237921:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ad086 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x368:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a9698083325a expref: 20 pid: 8405 timeout: 1133 lvb_type: 1 00010000:00010000:1.0:1763345641.237926:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58ad0a2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x365:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833261 expref: 25 pid: 8404 timeout: 1133 lvb_type: 1 00010000:00010000:1.0:1763345641.237943:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345641.237945:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543260c00/0x52bea07cb58ad086 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x368:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a9698083325a expref: 20 pid: 8405 timeout: 1133 lvb_type: 1 00010000:00010000:1.0:1763345641.237946:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345641.237952:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad2d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.237974:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345641.237974:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad2d2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.237978:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345641.237983:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4800/0x52bea07cb58ad2d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.237991:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4800/0x52bea07cb58ad2d9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.238010:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345641.238012:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345641.238038:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4800/0x52bea07cb58ad2d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.238048:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4800/0x52bea07cb58ad2d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345641.238062:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910413056:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 210us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345641.238070:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3724 00010000:00010000:0.0:1763345641.238093:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4800/0x52bea07cb58ad2d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.238103:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4800/0x52bea07cb58ad2d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.238132:0:8404:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763345641.238144:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345641.238150:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4800/0x52bea07cb58ad2d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.238157:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345641.238160:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4800/0x52bea07cb58ad2d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.238167:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4800/0x52bea07cb58ad2d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.238177:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4800/0x52bea07cb58ad2d9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.238184:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4800/0x52bea07cb58ad2d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.238197:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345641.238199:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345641.238201:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345641.238290:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+27:3657:x1849000924416128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7919us (8158us total) trans 17179872320 rc 0/0 00000100:00100000:0.0:1763345641.238298:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8231 00000004:00080000:0.0:1763345641.238343:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545d07100/2, rc 0, transno 17179872320 00000100:00100000:0.0:1763345641.238348:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924416128:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1763345641.238364:0:15692:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad2d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.238372:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad2d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.238380:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad2d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.238388:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad2d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.238412:0:15692:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763345641.238428:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345641.238434:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad2d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.238442:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345641.238447:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad2d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.238454:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad2d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.238466:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad2d2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.238473:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad2d2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.238487:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345641.238490:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345641.238492:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345641.238561:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544480a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+41:3659:x1849000924415360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9708us (9916us total) trans 21474839574 rc 0/0 00000100:00100000:0.0:1763345641.238568:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8228 00000004:00080000:3.0:1763345641.238617:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b677b94000/2, rc 0, transno 21474839574 00000100:00100000:3.0:1763345641.238624:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924415360:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345641.238679:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910412928:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 844us (2046us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345641.238685:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3723 00002000:00010000:1.0:1763345641.238723:0:28867:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x369:0x0] updating lvb mtime: 0 -> 1763345640 00002000:00010000:1.0:1763345641.238727:0:28867:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x369:0x0] updating lvb atime: 0 -> 1763345640 00002000:00010000:1.0:1763345641.238729:0:28867:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x369:0x0] updating lvb ctime: 0 -> 1763345640 00000100:00100000:1.0:1763345641.238740:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a82a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924416640:192.168.203.8@tcp:106: 00010000:00010000:1.0:1763345641.238790:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad2e7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083333a expref: 18 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345641.238806:0:28867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad2e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083333a expref: 18 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345641.238816:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4a00, rc 0) 00000100:00100000:0.0:1763345641.238818:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.238846:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910412544:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4641us (5486us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345641.238853:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8233 00000100:00100000:3.0:1763345641.238854:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910413184 00000100:00100000:3.0:1763345641.238871:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910413184 00000100:00100000:3.0:1763345641.239179:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8234 00000100:00100000:3.0:1763345641.239192:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+24:55937:x1849000910413184:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345641.239205:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345641.239219:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad2ee lrc: 2/0,0 mode: --/PW res: [0x280000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833341 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345641.239233:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x366:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345641.239245:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345641.239248:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345641.239254:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad2ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833341 expref: 25 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.239266:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad2ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833341 expref: 25 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.239274:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260e00, rc 0) 00000100:00100000:3.0:1763345641.239312:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+25:55937:x1849000910413184:12345-192.168.203.8@tcp:101:bash.0 Request processed in 123us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345641.239318:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8234 00000100:00100000:0.0:1763345641.241829:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.241831:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.241881:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.241942:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910413568 00000100:00100000:0.0:1763345641.241952:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910413568 00000100:00100000:1.0:1763345641.241955:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910413696 00000100:00100000:1.0:1763345641.241959:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910413696 00000100:00100000:3.0:1763345641.241974:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910413440 00000100:00100000:3.0:1763345641.241979:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910413440 00002000:00010000:0.0:1763345641.241995:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/873 (0->18446744073709551615) 00002000:00100000:0.0:1763345641.242001:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544482d80 with x1849000910413568 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345641.242013:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b544482d80. 00000100:00100000:3.0:1763345641.242024:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11292 00000100:00100000:3.0:1763345641.242036:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f875c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+313:57259:x1849000910413440:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:0.0:1763345641.242036:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1940 00000100:00100000:0.0:1763345641.242049:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544482d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910413568:12345-192.168.203.8@tcp:10:bash.0 00010000:00010000:3.0:1763345641.242058:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345641.242076:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ad2f5 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833348 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.242142:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad2fc lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.242155:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad2fc lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.242166:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad2fc lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.242180:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad303 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.242187:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad303 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.242194:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad303 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00002000:00010000:0.0:1763345641.242217:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x369:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345641.242221:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x369:0x0] updating lvb mtime from disk: 1763345640 -> 1763345640 00002000:00010000:1.0:1763345641.242224:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/870 (0->18446744073709551615) 00002000:00010000:0.0:1763345641.242224:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x369:0x0] updating lvb atime from disk: 1763345640 -> 0 00002000:00010000:0.0:1763345641.242226:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x369:0x0] updating lvb ctime from disk: 1763345640 -> 1763345640 00002000:00100000:1.0:1763345641.242228:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544482a00 with x1849000910413696 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345641.242229:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x369:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763345641.242234:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b544482a00. 00000100:00100000:1.0:1763345641.242255:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1941 00000100:00100000:1.0:1763345641.242262:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544482a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+25:2409:x1849000910413696:12345-192.168.203.8@tcp:10:bash.0 00000100:00100000:0.0:1763345641.242275:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544482d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910413568:12345-192.168.203.8@tcp:10:bash.0 Request processed in 228us (446us total) trans 17179872321 rc 0/0 00000100:00100000:0.0:1763345641.242283:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1940 00010000:00010000:3.0:1763345641.242285:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad30a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x254:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00002000:00010000:0.0:1763345641.242287:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/873 (0->18446744073709551615) 00002000:00100000:0.0:1763345641.242292:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544482d80 with x1849000910413568 ext(0->18446744073709551615) 00010000:00010000:3.0:1763345641.242300:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad30a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00002000:00010000:0.0:1763345641.242306:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b544482d80. 00010000:00010000:3.0:1763345641.242310:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad30a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:3.0:1763345641.242325:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x254:0x0]: returning size 2 00002000:00010000:1.0:1763345641.242358:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x366:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345641.242362:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x366:0x0] updating lvb mtime from disk: 0 -> 1763345640 00002000:00010000:1.0:1763345641.242365:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x366:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345641.242367:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x366:0x0] updating lvb ctime from disk: 0 -> 1763345640 00002000:00010000:1.0:1763345641.242369:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x366:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345641.242393:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544482a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+26:2409:x1849000910413696:12345-192.168.203.8@tcp:10:bash.0 Request processed in 132us (512us total) trans 21474839575 rc 0/0 00010000:00010000:3.0:1763345641.242399:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad2fc lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00000100:00100000:1.0:1763345641.242401:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1941 00002000:00010000:1.0:1763345641.242407:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/870 (0->18446744073709551615) 00002000:00100000:1.0:1763345641.242412:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544482a00 with x1849000910413696 ext(0->18446744073709551615) 00010000:00010000:3.0:1763345641.242413:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad2fc lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00002000:00010000:1.0:1763345641.242418:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b544482a00. 00010000:00010000:3.0:1763345641.242424:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad2fc lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.242432:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345641.242436:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad2fc lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.242443:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad2fc lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.242454:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432e3e00) 00010000:00010000:3.0:1763345641.242457:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345641.242461:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad2fc lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.242473:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad2fc lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.242485:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad303 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.242491:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad303 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.242496:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad303 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.242508:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345641.242511:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad303 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.242517:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad303 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.242524:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432e3d00) 00010000:00010000:3.0:1763345641.242526:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345641.242529:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad303 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.242534:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad303 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.242569:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ad2f5 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833348 expref: 316 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.242589:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad30a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833348 expref: 315 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.242596:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b541c59c00) 00010000:00010000:3.0:1763345641.242598:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345641.242601:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261e00, rc 0) 00000100:00100000:3.0:1763345641.242636:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f875c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+315:57259:x1849000910413440:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 603us (820us total) trans 8589941172 rc 0/0 00000100:00100000:3.0:1763345641.242715:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11292 00000100:00100000:2.0:1763345641.244664:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.244735:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910413952 00000100:00100000:3.0:1763345641.244744:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910413952 00000100:00100000:3.0:1763345641.244823:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3909 00000100:00100000:3.0:1763345641.244833:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544480700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+315:57259:x1849000910413952:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345641.245041:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544480700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+316:57259:x1849000910413952:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 208us (382us total) trans 8589941173 rc 0/0 00000100:00100000:3.0:1763345641.245047:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3909 00000100:00100000:0.0:1763345641.247844:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.248350:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910414080 00000100:00100000:2.0:1763345641.248360:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910414080 00000100:00100000:2.0:1763345641.248415:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3910 00000100:00100000:2.0:1763345641.248426:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f877100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+316:57259:x1849000910414080:12345-192.168.203.8@tcp:33:lfs.0 00000100:00100000:2.0:1763345641.248575:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f877100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+316:57259:x1849000910414080:12345-192.168.203.8@tcp:33:lfs.0 Request processed in 147us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345641.248584:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3910 00000100:00100000:0.0:1763345641.251022:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.251308:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910414336 00000100:00100000:2.0:1763345641.251318:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910414336 00000100:00100000:2.0:1763345641.251375:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3911 00000100:00100000:2.0:1763345641.251383:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f876a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+316:57259:x1849000910414336:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345641.251654:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f876a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+317:57259:x1849000910414336:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 270us (639us total) trans 8589941174 rc 0/0 00000100:00100000:2.0:1763345641.251663:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3911 00000100:00100000:3.0:1763345641.252063:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.252463:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910414592 00000100:00100000:2.0:1763345641.252470:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910414592 00000100:00100000:2.0:1763345641.252514:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11293 00000100:00100000:2.0:1763345641.252524:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+317:57260:x1849000910414592:12345-192.168.203.8@tcp:36:rm.0 00010000:00010000:2.0:1763345641.252562:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1763345641.252588:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ad29a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x254:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.203.8@tcp remote: 0x199a9698083331e expref: 317 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.252609:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad30a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833348 expref: 316 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.252621:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad2bd lrc: 0/0,0 mode: --/PR res: [0x200000405:0x254:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083332c expref: 315 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.252634:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ad24d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x254:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332f4 expref: 314 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.252644:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b541c59c00) 00010000:00010000:2.0:1763345641.252649:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345641.252689:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad318 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.252701:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad318 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.252715:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad318 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.252725:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad31f lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.252732:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad31f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.252738:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad31f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.252828:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad326 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x254:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.252839:0:35210:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58ad2a8 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x254:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833325 expref: 313 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.252847:0:35210:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad326 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x254:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.252894:0:35210:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58ad2a8 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x254:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833325 expref: 313 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.252907:0:35210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58ad2a8 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x254:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833325 expref: 313 pid: 9295 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763345641.252920:0:35210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544480380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924416768:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345641.252994:0:35210:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747d79c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763345641.254548:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.254618:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910414848 00000100:00100000:1.0:1763345641.254627:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910414848 00000100:00100000:1.0:1763345641.254679:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11294 00000100:00100000:1.0:1763345641.254690:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f877800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+314:57259:x1849000910414848:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345641.254711:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.254714:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763345641.254728:0:9296:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58ad2a8 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x254:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833325 expref: 314 pid: 9295 timeout: 1133 lvb_type: 0 00010000:00010000:1.0:1763345641.254750:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b541c59c00) 00010000:00010000:1.0:1763345641.254754:0:9296:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad326 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x254:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.254795:0:9296:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad326 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.254803:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad326 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.254820:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345641.254834:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881a00/0x52bea07cb58ad32d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x254:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083334f expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.254939:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58ad334 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x254:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.254962:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58ad334 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x254:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.254969:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58ad334 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x254:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:1.0:1763345641.254981:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x254:0x0]: returning size 2 00010000:00010000:1.0:1763345641.255079:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881a00/0x52bea07cb58ad32d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x254:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083334f expref: 317 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.255094:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58ad334 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x254:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083334f expref: 316 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.255105:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b541c59c00) 00010000:00010000:1.0:1763345641.255107:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763345641.255110:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54a881800, rc 0) 00000100:00100000:1.0:1763345641.255160:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f877800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+316:57259:x1849000910414848:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 473us (617us total) trans 8589941175 rc 0/0 00000100:00100000:1.0:1763345641.255168:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11294 00010000:00010000:2.0:1763345641.255407:0:35210:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.8@tcp) returned -22 from blocking AST (req@000000006d2f7ff6 x1849000924416768) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58ad2a8 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x254:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833325 expref: 315 pid: 9295 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345641.255433:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b640031a00/0x52bea07cb58ad2a8 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x254:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833325 expref: 315 pid: 9295 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763345641.255445:0:35210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544480380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924416768:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345641.255463:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b541c59c00) 00010000:00010000:2.0:1763345641.255468:0:35210:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad326 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.255476:0:35210:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad326 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.255482:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad326 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00080000:2.0:1763345641.255680:0:35210:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x200000405:0x254:0x0] is inserted into orphan list, open count = 2 00010000:00010000:2.0:1763345641.255737:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad326 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.255744:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad326 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.255750:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad326 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.255756:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.255794:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad326 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.255801:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad326 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.255812:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b541c59c00) 00010000:00010000:2.0:1763345641.255815:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763345641.255820:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad326 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x254:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.255825:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad326 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x254:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.255837:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad318 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.255843:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad318 lrc: 2/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.255847:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad318 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.255852:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.255854:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad318 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.255873:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad318 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.255881:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc000) 00010000:00010000:2.0:1763345641.255884:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.255886:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad318 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.255892:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad318 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000004:00010000:2.0:1763345641.255904:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007329671e reply state 000000002a07668b transno 8589941176 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad31f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.255913:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad31f lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.255919:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc200) 00010000:00010000:2.0:1763345641.256196:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345641.256200:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345641.256327:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+316:57260:x1849000910414592:12345-192.168.203.8@tcp:36:rm.0 Request processed in 3803us (4263us total) trans 8589941176 rc 0/0 00000100:00100000:2.0:1763345641.256335:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11293 00000100:00100000:3.0:1763345641.256724:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.256935:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910415104 00000100:00100000:0.0:1763345641.256941:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910415104 00000100:00100000:0.0:1763345641.256978:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3912 00000100:00100000:0.0:1763345641.256987:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+316:57259:x1849000910415104:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:0.0:1763345641.257032:0:6523:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000405:0x254:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58ad334 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x254:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083334f expref: 316 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.257065:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad342 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x254:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.257075:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad342 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.257084:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad342 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000004:00020000:0.0:1763345641.257193:0:6523:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0000-mdtlov: can not set all stale mirrors for [0x200000405:0x254:0x0]: rc = -1 00010000:00010000:0.0:1763345641.257216:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad342 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.257224:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad342 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.257230:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad342 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.257236:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345641.257240:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad342 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.257247:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad342 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x254:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.257255:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b541c59c00) 00010000:00010000:0.0:1763345641.257258:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763345641.257262:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad342 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x254:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.257268:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad342 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x254:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.257278:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b541c59c00) 00010000:00010000:0.0:1763345641.257280:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345641.257284:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58ad334 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x254:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083334f expref: 316 pid: 9296 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345641.257442:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+316:57259:x1849000910415104:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 455us (717us total) trans 8589941177 rc -1/-1 00000100:00100000:0.0:1763345641.257450:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3912 00000100:00100000:0.0:1763345641.265885:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.265935:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.266508:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910415232 00000100:00100000:1.0:1763345641.266519:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910415232 00000100:00100000:1.0:1763345641.266572:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910415360 00000100:00100000:1.0:1763345641.266576:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910415360 00000100:00100000:3.0:1763345641.266601:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11295 00000100:00100000:1.0:1763345641.266611:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11296 00000100:00100000:3.0:1763345641.266616:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f874000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+317:57259:x1849000910415232:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:1.0:1763345641.266625:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+317:57261:x1849000910415360:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345641.266642:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345641.266643:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345641.266667:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ad349 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x254:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833356 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.266728:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73600/0x52bea07cb58ad350 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083335d expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.266737:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ad349 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x254:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833356 expref: 318 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.266754:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260c00/0x52bea07cb58ad349 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x254:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833356 expref: 319 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.266805:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73800/0x52bea07cb58ad357 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345641.266808:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b5432e3e00) 00010000:00010000:3.0:1763345641.266816:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345641.266819:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73800/0x52bea07cb58ad357 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345641.266820:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260c00, rc 0) 00010000:00010000:1.0:1763345641.266831:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73800/0x52bea07cb58ad357 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.266845:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad35e lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.266853:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad35e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.266875:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad35e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345641.266896:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f874000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+319:57259:x1849000910415232:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 284us (1021us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345641.266904:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11295 00010000:00010000:1.0:1763345641.267058:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73800/0x52bea07cb58ad357 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.267066:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73800/0x52bea07cb58ad357 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.267072:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73800/0x52bea07cb58ad357 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.267078:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73800/0x52bea07cb58ad357 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.267085:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b650a73800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.267089:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73800/0x52bea07cb58ad357 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.267095:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73800/0x52bea07cb58ad357 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.267105:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59900) 00010000:00010000:1.0:1763345641.267108:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.267111:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73800/0x52bea07cb58ad357 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.267118:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73800/0x52bea07cb58ad357 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.267129:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad35e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.267135:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad35e lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.267141:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad35e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.267146:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b650a72000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.267149:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad35e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.267154:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad35e lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.267160:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc200) 00010000:00010000:1.0:1763345641.267162:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.267177:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad35e lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.267183:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad35e lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.267205:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73600/0x52bea07cb58ad350 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083335d expref: 318 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.267215:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c59900) 00010000:00010000:1.0:1763345641.267218:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.267221:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a73600/0x52bea07cb58ad350 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083335d expref: 318 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.267235:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b650a73600, rc 0) 00000100:00100000:1.0:1763345641.267259:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+317:57261:x1849000910415360:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 638us (1323us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345641.267265:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11296 00000100:00100000:1.0:1763345641.269603:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.269718:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910415488 00000100:00100000:2.0:1763345641.269727:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910415488 00000100:00100000:2.0:1763345641.269830:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11297 00000100:00100000:2.0:1763345641.269841:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+317:57261:x1849000910415488:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345641.269871:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345641.269892:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad365 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833364 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.269948:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad36c lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.269959:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad36c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.269968:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad36c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.269978:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad373 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.269984:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad373 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.269991:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad373 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.270022:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad36c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.270028:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad36c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.270050:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad36c lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.270057:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad36c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.270062:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.270066:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad36c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.270072:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad36c lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.270082:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc000) 00010000:00010000:2.0:1763345641.270085:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.270089:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad36c lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.270095:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad36c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.270107:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad373 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.270112:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad373 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.270118:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad373 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.270123:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.270125:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad373 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.270131:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad373 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.270142:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc200) 00010000:00010000:2.0:1763345641.270145:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.270147:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad373 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.270153:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad373 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.270176:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad365 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833364 expref: 318 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.270185:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc000) 00010000:00010000:2.0:1763345641.270187:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.270190:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad365 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833364 expref: 318 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.270202:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d000, rc 0) 00000100:00100000:2.0:1763345641.270582:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+317:57261:x1849000910415488:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 742us (987us total) trans 0 rc 301/301 00000100:00100000:2.0:1763345641.270591:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11297 00000100:00100000:0.0:1763345641.270823:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.270851:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910415744 00000100:00100000:0.0:1763345641.270869:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910415744 00000100:00100000:0.0:1763345641.270906:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3913 00000100:00100000:0.0:1763345641.270914:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b643166050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+317:57259:x1849000910415744:12345-192.168.203.8@tcp:35:lfs.0 00000004:00080000:0.0:1763345641.271160:0:35216:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x254:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763345641.271223:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1939, 64 off160896 00000040:00080000:0.0:1763345641.271246:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1923, 64 off159328 00000040:00080000:0.0:1763345641.271256:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1924, 64 off159392 00000040:00080000:0.0:1763345641.271265:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1940, 64 off160960 00010000:00010000:0.0:1763345641.271315:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad37a lrc: 3/0,1 mode: --/PW res: [0x200000405:0x254:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345641.271328:0:35216:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad37a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x254:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345641.271337:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad37a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x254:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345641.271349:0:35216:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad37a lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x254:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345641.271354:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad37a lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x254:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345641.271360:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad37a lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x254:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345641.271383:0:35216:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763345641.271409:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345641.271417:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad37a lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x254:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345641.271425:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345641.271429:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad37a lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x254:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345641.271438:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad37a lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x254:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345641.271450:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x254:0x0].0x0 (ffff91b5432e3e00) 00010000:00010000:2.0:1763345641.271453:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763345641.271457:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad37a lrc: 1/0,0 mode: --/PW res: [0x200000405:0x254:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345641.271463:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad37a lrc: 0/0,0 mode: --/PW res: [0x200000405:0x254:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35216 initiator: MDT0 00000100:00100000:0.0:1763345641.271577:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b643166050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+318:57259:x1849000910415744:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 661us (752us total) trans 8589941178 rc 0/0 00000100:00100000:0.0:1763345641.271587:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3913 00010000:00010000:2.0:1763345641.271596:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345641.271600:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345641.271603:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763345641.273373:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.273580:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910415872 00000100:00100000:3.0:1763345641.273589:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910415872 00000100:00100000:3.0:1763345641.273652:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11298 00000100:00100000:3.0:1763345641.273674:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544480380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+318:57261:x1849000910415872:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345641.273694:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345641.273717:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad381 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083336b expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.274125:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad388 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.274138:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad388 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.274148:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad388 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:3.0:1763345641.274183:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763345641.274188:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763345641.274216:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad381 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083336b expref: 320 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.274351:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad388 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083336b expref: 319 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.274359:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432e3d00) 00010000:00010000:3.0:1763345641.274362:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763345641.274364:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260400, rc 0) 00000100:00100000:3.0:1763345641.274421:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544480380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+319:57261:x1849000910415872:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 761us (1054us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345641.274428:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11298 00000100:00100000:1.0:1763345641.278897:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.279009:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910416000 00000100:00100000:3.0:1763345641.279019:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910416000 00000100:00100000:3.0:1763345641.279064:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11299 00000100:00100000:3.0:1763345641.279072:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+319:57261:x1849000910416000:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345641.279092:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345641.279111:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad38f lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833372 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.279172:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ad396 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.279187:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ad396 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.279197:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ad396 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.279208:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad39d lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.279214:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad39d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.279220:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad39d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.279254:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ad396 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.279261:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ad396 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.279267:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ad396 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.279276:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ad396 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.279282:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345641.279286:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ad396 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.279294:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ad396 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.279304:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432e3d00) 00010000:00010000:3.0:1763345641.279308:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345641.279312:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ad396 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.279318:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ad396 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.279329:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad39d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.279335:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad39d lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.279341:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad39d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.279346:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345641.279349:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad39d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.279354:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad39d lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.279365:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc200) 00010000:00010000:3.0:1763345641.279367:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345641.279370:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad39d lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.279376:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad39d lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.279401:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad38f lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833372 expref: 320 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.279412:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432e3d00) 00010000:00010000:3.0:1763345641.279414:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345641.279418:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad38f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833372 expref: 320 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.279427:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261200, rc 0) 00000100:00100000:3.0:1763345641.279496:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+319:57261:x1849000910416000:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 423us (605us total) trans 0 rc 301/301 00000100:00100000:3.0:1763345641.279503:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11299 00000100:00100000:0.0:1763345641.281925:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.282526:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910416256 00000100:00100000:2.0:1763345641.282536:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910416256 00000100:00100000:2.0:1763345641.282595:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11300 00000100:00100000:2.0:1763345641.282605:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+319:57261:x1849000910416256:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345641.282622:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345641.282625:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763345641.282648:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad388 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083336b expref: 319 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.282671:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432e3d00) 00010000:00010000:2.0:1763345641.282681:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345641.282696:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad3a4 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833379 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.283028:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad3ab lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.283040:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad3ab lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.283049:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad3ab lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.283057:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad3b2 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.283064:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad3b2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.283069:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad3b2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.283413:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad3b9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.283422:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad3b9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.283429:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad3b9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:2.0:1763345641.283437:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x255:0x0]: returning size 0 00010000:00010000:2.0:1763345641.283460:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad3ab lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.283467:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad3ab lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.283473:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad3ab lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.283480:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad3ab lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.283485:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.283489:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad3ab lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.283495:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad3ab lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.283503:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc000) 00010000:00010000:2.0:1763345641.283506:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.283510:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad3ab lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.283515:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad3ab lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000004:00010000:2.0:1763345641.283526:0:9296:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bb91107d reply state 0000000066683398 transno 8589941179 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad3b2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.283535:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad3b2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.283542:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc200) 00010000:00010000:2.0:1763345641.283544:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345641.283547:0:9296:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763345641.283571:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad3a4 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833379 expref: 321 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.283587:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad3b9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833379 expref: 320 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.283595:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:2.0:1763345641.283597:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345641.283600:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c000, rc 0) 00000100:00100000:2.0:1763345641.283665:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+321:57261:x1849000910416256:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1062us (1747us total) trans 8589941179 rc 0/0 00000100:00100000:2.0:1763345641.283673:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11300 00000100:00100000:0.0:1763345641.288571:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.288617:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.288683:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910416512 00000100:00100000:3.0:1763345641.288693:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910416512 00000100:00100000:2.0:1763345641.288960:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910416768 00000100:00100000:2.0:1763345641.288966:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910416768 00000100:00100000:2.0:1763345641.289022:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11301 00000100:00100000:3.0:1763345641.289028:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11302 00000100:00100000:3.0:1763345641.289035:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f877100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+322:57261:x1849000910416512:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:2.0:1763345641.289049:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f876a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+322:57262:x1849000910416768:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345641.289057:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345641.289057:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345641.289077:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad3c7 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833380 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.289168:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad3ce lrc: 2/0,0 mode: --/CR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833387 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.289233:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad3d5 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.289236:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad3dc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.289249:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad3d5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.289261:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad3d5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.289266:0:9295:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad3b9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833379 expref: 324 pid: 9296 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1763345641.289274:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x255:0x0]: returning size 0 00010000:00010000:1.0:1763345641.289276:0:9295:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad3d5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.289286:0:9295:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad3dc lrc: 5/0,1 mode: --/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.289302:0:9295:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad3d5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.289326:0:9295:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad3b9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833379 expref: 324 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.289339:0:9295:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad3b9 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833379 expref: 324 pid: 9296 timeout: 1133 lvb_type: 0 00000100:00100000:1.0:1763345641.289354:0:9295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a82b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924416896:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345641.289432:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad3ce lrc: 0/0,0 mode: --/CR res: [0x200000405:0x255:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833387 expref: 326 pid: 9296 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345641.289437:0:9295:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8bcc0 going to sleep for 11 seconds 00010000:00010000:2.0:1763345641.289452:0:9296:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad3d5 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833387 expref: 325 pid: 9296 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345641.289461:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad3d5 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833387 expref: 325 pid: 9296 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345641.289467:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d400, rc 0) 00000100:00100000:2.0:1763345641.289498:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f876a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+325:57262:x1849000910416768:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 467us (879us total) trans 8589941180 rc 0/0 00000100:00100000:2.0:1763345641.289505:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11301 00000100:00100000:0.0:1763345641.294640:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.294675:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.294705:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.294955:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910416896 00000100:00100000:2.0:1763345641.294965:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910416896 00000100:00100000:3.0:1763345641.294981:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910417152 00000100:00100000:3.0:1763345641.294986:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910417152 00010000:00010000:2.0:1763345641.295005:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad3b9 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833379 expref: 326 pid: 9296 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763345641.295017:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3914 00000100:00100000:3.0:1763345641.295026:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+326:57262:x1849000910417152:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345641.295028:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910417280 00000100:00100000:2.0:1763345641.295031:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910417280 00010000:00010000:2.0:1763345641.295040:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad3d5 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833387 expref: 327 pid: 9296 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763345641.295054:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3725 00000100:00100000:2.0:1763345641.295060:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+327:2408:x1849000910416896:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345641.295070:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345641.295076:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad3b9 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833379 expref: 327 pid: 9296 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345641.295091:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad3b9 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833379 expref: 327 pid: 9296 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345641.295112:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00000100:00100000:1.0:1763345641.295115:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3726 00010000:00010000:2.0:1763345641.295119:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad3dc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.295129:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345641.295130:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:2409:x1849000910417280:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345641.295143:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345641.295150:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad3d5 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833387 expref: 327 pid: 9296 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763345641.295175:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+328:2408:x1849000910416896:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 114us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345641.295183:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3725 00000100:00100000:3.0:1763345641.295207:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+327:57262:x1849000910417152:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 183us (531us total) trans 8589941181 rc 0/0 00000100:00100000:3.0:1763345641.295213:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3914 00010000:00010000:2.0:1763345641.295230:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad3b9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833379 expref: 326 pid: 9296 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763345641.295243:0:9295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a82b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924416896:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345641.295264:0:9295:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad3dc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.295273:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad3d5 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833387 expref: 325 pid: 9296 timeout: 1133 lvb_type: 0 00010000:00010000:1.0:1763345641.296704:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad3d5 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833387 expref: 325 pid: 9296 timeout: 1133 lvb_type: 0 00010000:00010000:1.0:1763345641.296724:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:1.0:1763345641.296730:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad3dc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.296740:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad3dc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.296748:0:6507:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad3dc lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.296814:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345641.296881:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:2409:x1849000910417280:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 1754us (2171us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345641.296892:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3726 00010000:00010000:2.0:1763345641.296985:0:9295:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad3dc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.296994:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad3dc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:2.0:1763345641.297019:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x255:0x0]: returning size 0 00000004:00080000:2.0:1763345641.297179:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x368:0x0], index 0: 0 00000004:00080000:2.0:1763345641.297186:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x36b:0x0], index 1: 0 00000004:00080000:2.0:1763345641.297191:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x36c:0x0], index 1: 0 00000004:00080000:2.0:1763345641.297196:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x369:0x0], index 0: 0 00010000:00010000:2.0:1763345641.297303:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad3dc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.297311:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad3dc lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.297318:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad3dc lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.297324:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b650a72000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.297328:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad3dc lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.297335:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad3dc lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.298479:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:2.0:1763345641.298484:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345641.298490:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad3dc lrc: 2/0,0 mode: --/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.298498:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad3dc lrc: 0/0,0 mode: --/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.298558:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad3c7 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x255:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833380 expref: 324 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.298569:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:2.0:1763345641.298571:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763345641.298574:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad3c7 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x255:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833380 expref: 324 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.298596:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261200, rc 0) 00000100:00100000:2.0:1763345641.298667:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f877100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+323:57261:x1849000910416512:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 9630us (10104us total) trans 8589941182 rc 301/301 00000100:00100000:2.0:1763345641.298676:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11302 00000100:00100000:0.0:1763345641.303516:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.303598:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910417536 00000100:00100000:2.0:1763345641.303608:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910417536 00000100:00100000:2.0:1763345641.303671:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11303 00000100:00100000:2.0:1763345641.303681:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+323:57262:x1849000910417536:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345641.303699:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345641.303722:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad3f1 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083338e expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.303827:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad3f8 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.303840:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad3f8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.303851:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad3f8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.303870:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad3ff lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.303878:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad3ff lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.303884:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad3ff lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.303983:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad406 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.303991:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad406 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.303998:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad406 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.304075:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad3f8 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.304083:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad3f8 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.304089:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad3f8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.304095:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad3f8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.304101:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.304105:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad3f8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.304111:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad3f8 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.304122:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc000) 00010000:00010000:2.0:1763345641.304125:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.304129:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad3f8 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.304135:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad3f8 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.304146:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad3ff lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.304152:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad3ff lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.304157:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad3ff lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.304161:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.304165:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad3ff lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.304170:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad3ff lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.304175:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc200) 00010000:00010000:2.0:1763345641.304177:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.304180:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad3ff lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.304185:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad3ff lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.304214:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378da00/0x52bea07cb58ad3f1 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083338e expref: 326 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.304230:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad406 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083338e expref: 325 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.304237:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484ccc00) 00010000:00010000:2.0:1763345641.304240:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345641.304242:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c800, rc 0) 00000100:00100000:2.0:1763345641.304290:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+325:57262:x1849000910417536:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 611us (782us total) trans 8589941183 rc 0/0 00000100:00100000:2.0:1763345641.304296:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11303 00000100:00100000:0.0:1763345641.307013:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.307400:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910417792 00000100:00100000:1.0:1763345641.307410:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910417792 00000100:00100000:1.0:1763345641.307465:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3915 00000100:00100000:1.0:1763345641.307474:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57261:x1849000910417792:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345641.307729:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+326:57261:x1849000910417792:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 255us (724us total) trans 8589941184 rc 0/0 00000100:00100000:1.0:1763345641.307737:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3915 00000100:00100000:0.0:1763345641.308005:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.308111:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.308164:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910417920 00000100:00100000:1.0:1763345641.308170:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910417920 00000100:00100000:1.0:1763345641.308199:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910418048 00000100:00100000:1.0:1763345641.308202:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910418048 00000100:00100000:1.0:1763345641.308220:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8235 00000100:00100000:1.0:1763345641.308227:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910417920:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345641.308237:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.308257:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b650a73800/0x52bea07cb58ad414 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833395 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345641.308277:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x36c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763345641.308291:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345641.308293:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345641.308301:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b650a73800/0x52bea07cb58ad414 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833395 expref: 19 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345641.308316:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b650a73800/0x52bea07cb58ad414 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833395 expref: 19 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345641.308328:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b650a73800, rc 0) 00000100:00100000:1.0:1763345641.308352:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910417920:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 126us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345641.308358:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8235 00000100:00100000:1.0:1763345641.308370:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8236 00000100:00100000:1.0:1763345641.308376:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+26:2409:x1849000910418048:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345641.308383:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.308393:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58ad41b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083339c expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345641.308410:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x369:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763345641.308418:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345641.308420:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345641.308424:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58ad41b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083339c expref: 27 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345641.308434:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58ad41b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083339c expref: 27 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345641.308442:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b650a73600, rc 0) 00000100:00100000:1.0:1763345641.308458:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+27:2409:x1849000910418048:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 82us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345641.308464:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8236 00000100:00100000:0.0:1763345641.310205:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.310281:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910418304 00000100:00100000:3.0:1763345641.310290:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910418304 00000100:00100000:3.0:1763345641.310340:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3916 00000100:00100000:3.0:1763345641.310350:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+326:57261:x1849000910418304:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345641.310552:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+327:57261:x1849000910418304:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 203us (353us total) trans 8589941185 rc 0/0 00000100:00100000:3.0:1763345641.310559:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3916 00000100:00100000:2.0:1763345641.314892:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.314955:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910418560 00000100:00100000:3.0:1763345641.314965:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910418560 00000100:00100000:3.0:1763345641.315565:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3917 00000100:00100000:3.0:1763345641.315578:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544480000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+327:57262:x1849000910418560:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345641.316611:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544480000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+328:57262:x1849000910418560:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 1030us (1722us total) trans 8589941186 rc 0/0 00000100:00100000:3.0:1763345641.316620:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3917 00000100:00100000:0.0:1763345641.316788:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.316871:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910418816 00000100:00100000:2.0:1763345641.316878:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910418816 00000100:00100000:2.0:1763345641.316918:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11304 00000100:00100000:2.0:1763345641.316926:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+328:55937:x1849000910418816:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345641.316939:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345641.316942:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763345641.316964:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad406 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083338e expref: 328 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.316978:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484ccc00) 00010000:00010000:2.0:1763345641.316988:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345641.317000:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad422 lrc: 2/0,0 mode: --/CW res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808333a3 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.317067:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad429 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.317079:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad429 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x255:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.317089:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad429 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x255:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:2.0:1763345641.317100:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x255:0x0]: returning size 0 00010000:00010000:1.0:1763345641.317248:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad422 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333a3 expref: 330 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.317262:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad429 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x255:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333a3 expref: 329 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.317269:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:1.0:1763345641.317271:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:1.0:1763345641.317274:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378cc00, rc 0) 00000100:00100000:1.0:1763345641.317310:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+329:55937:x1849000910418816:12345-192.168.203.8@tcp:101:bash.0 Request processed in 384us (522us total) trans 8589941187 rc 0/0 00000100:00100000:1.0:1763345641.317315:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11304 00000100:00100000:0.0:1763345641.319933:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.319983:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910418944 00000100:00100000:3.0:1763345641.319992:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910418944 00000100:00100000:3.0:1763345641.320045:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11305 00000100:00100000:3.0:1763345641.320056:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+329:55937:x1849000910418944:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345641.320073:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345641.320091:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad437 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808333aa expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.320122:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ad43e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.320136:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ad43e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.320148:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ad43e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.320253:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad437 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333aa expref: 331 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.320270:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ad43e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333aa expref: 330 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.320360:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:3.0:1763345641.320364:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763345641.320368:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260600, rc 0) 00000100:00100000:1.0:1763345641.320493:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.320604:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+330:55937:x1849000910418944:12345-192.168.203.8@tcp:101:bash.0 Request processed in 549us (679us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345641.320612:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11305 00000100:00100000:0.0:1763345641.320631:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910419200 00000100:00100000:0.0:1763345641.320635:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910419200 00000100:00100000:0.0:1763345641.320668:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11306 00000100:00100000:0.0:1763345641.320676:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+330:57262:x1849000910419200:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345641.320690:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345641.320715:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad445 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808333b1 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.320801:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad44c lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.320810:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad44c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.320817:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad44c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.320826:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad453 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.320833:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad453 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.320838:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad453 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.320932:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad45a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.320942:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad45a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.320947:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad45a lrc: 2/0,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.320956:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad45a lrc: 3/0,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.320961:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345641.320965:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad45a lrc: 3/0,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.320971:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad45a lrc: 4/0,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.320979:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:0.0:1763345641.320983:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad45a lrc: 2/0,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.320988:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad45a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000004:00200000:0.0:1763345641.321007:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x255:0x0]: returning size 0 00010000:00010000:0.0:1763345641.321074:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad44c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.321081:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad44c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.321087:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad44c lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.321091:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad44c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.321095:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345641.321097:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad44c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.321106:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad44c lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.321113:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5b700) 00010000:00010000:0.0:1763345641.321115:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345641.321119:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad44c lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.321124:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad44c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.321134:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad453 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.321139:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad453 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.321145:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad453 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.321150:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345641.321153:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad453 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.321159:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad453 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.321165:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc200) 00010000:00010000:0.0:1763345641.321167:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345641.321171:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad453 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.321176:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad453 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.321204:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad445 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333b1 expref: 332 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.321213:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5b700) 00010000:00010000:0.0:1763345641.321216:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763345641.321220:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad445 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333b1 expref: 332 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.321232:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5e00, rc 0) 00000100:00100000:0.0:1763345641.321259:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+331:57262:x1849000910419200:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 584us (767us total) trans 8589941188 rc 301/301 00000100:00100000:0.0:1763345641.321265:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11306 00000100:00100000:0.0:1763345641.324128:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.324394:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.324449:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910419456 00000100:00100000:1.0:1763345641.324458:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910419456 00000100:00100000:1.0:1763345641.324513:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11307 00000100:00100000:1.0:1763345641.324523:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+331:55937:x1849000910419456:12345-192.168.203.8@tcp:36:bash.0 00010000:00010000:1.0:1763345641.324573:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345641.324598:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad429 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x255:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333a3 expref: 331 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.324614:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:1.0:1763345641.324620:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345641.324824:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72e00/0x52bea07cb58ad468 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.324837:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72e00/0x52bea07cb58ad468 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.324846:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72e00/0x52bea07cb58ad468 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000001:00080000:1.0:1763345641.324900:0:35210:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941189 00000004:00010000:1.0:1763345641.324923:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001d9d2fa4 reply state 000000005e064734 transno 8589941190 ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72e00/0x52bea07cb58ad468 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.324935:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72e00/0x52bea07cb58ad468 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.324941:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:1.0:1763345641.324943:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345641.324946:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345641.325039:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+333:55937:x1849000910419456:12345-192.168.203.8@tcp:36:bash.0 Request processed in 516us (918us total) trans 8589941190 rc 0/0 00000100:00100000:1.0:1763345641.325047:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11307 00000020:00080000:1.0:1763345641.325055:0:35210:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345641.325138:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910419712 00000100:00100000:3.0:1763345641.325144:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910419712 00000100:00100000:3.0:1763345641.325184:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3918 00000100:00100000:3.0:1763345641.325193:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+333:57262:x1849000910419712:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345641.325302:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+334:57262:x1849000910419712:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 110us (907us total) trans 8589941191 rc 0/0 00000100:00100000:3.0:1763345641.325313:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3918 00000100:00100000:0.0:1763345641.329390:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.329473:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910419840 00000100:00100000:2.0:1763345641.329483:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910419840 00000100:00100000:2.0:1763345641.329547:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11308 00000100:00100000:2.0:1763345641.329558:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+334:55937:x1849000910419840:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345641.329581:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345641.329602:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad46f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808333b8 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.329657:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad46f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333b8 expref: 335 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.329673:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad46f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333b8 expref: 335 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.329692:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:2.0:1763345641.329695:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345641.329699:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d600, rc 0) 00000100:00100000:2.0:1763345641.329779:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+335:55937:x1849000910419840:12345-192.168.203.8@tcp:101:bash.0 Request processed in 222us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345641.329786:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11308 00000100:00100000:2.0:1763345641.331098:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.331283:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910419968 00000100:00100000:1.0:1763345641.331291:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910419968 00000100:00100000:1.0:1763345641.331616:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3919 00000100:00100000:1.0:1763345641.331630:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b643165450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+335:57262:x1849000910419968:12345-192.168.203.8@tcp:33:lfs.0 00000100:00100000:1.0:1763345641.331804:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b643165450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+335:57262:x1849000910419968:12345-192.168.203.8@tcp:33:lfs.0 Request processed in 176us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345641.332230:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3919 00000100:00100000:2.0:1763345641.334096:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.334289:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910420224 00000100:00100000:1.0:1763345641.334298:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910420224 00000100:00100000:1.0:1763345641.334356:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11309 00000100:00100000:1.0:1763345641.334366:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544483b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+335:55937:x1849000910420224:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:1.0:1763345641.334384:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.334387:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763345641.334413:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad46f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333b8 expref: 335 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.334431:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:1.0:1763345641.334436:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345641.334449:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad476 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808333bf expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.334495:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58ad47d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.334507:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58ad47d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x255:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.334516:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58ad47d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x255:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000040:00080000:1.0:1763345641.334728:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1925, 88 off159480 00000004:00080000:1.0:1763345641.334735:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1033859975381ns, next at 1034161031282ns, rc = 0 00000040:00080000:1.0:1763345641.334808:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1941, 88 off161048 00000004:00080000:1.0:1763345641.334814:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1033860054183ns, next at 1034160984782ns, rc = 0 00000040:00080000:1.0:1763345641.334826:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1942, 88 off161136 00000004:00080000:1.0:1763345641.334829:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1033860069603ns, next at 1034160984782ns, rc = 0 00000040:00080000:1.0:1763345641.334837:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1926, 88 off159568 00000004:00080000:1.0:1763345641.334841:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1033860081253ns, next at 1034161031282ns, rc = 0 00000001:00080000:1.0:1763345641.336702:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941192 is committed 00000004:00080000:1.0:1763345641.336712:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1233 committed 00000004:00080000:1.0:1763345641.336726:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1248 committed 00000004:00080000:1.0:1763345641.336738:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1247 committed 00000004:00080000:1.0:1763345641.336740:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1232 committed 00010000:00010000:1.0:1763345641.336877:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58ad47d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x255:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333bf expref: 316 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.336891:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:1.0:1763345641.336894:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763345641.336911:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58ad476 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333bf expref: 316 pid: 35210 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763345641.336928:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58ad47d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x255:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333bf expref: 315 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.336955:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:1.0:1763345641.336957:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763345641.336960:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54a881800, rc 0) 00000100:00100000:1.0:1763345641.337023:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544483b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+315:55937:x1849000910420224:12345-192.168.203.8@tcp:101:bash.0 Request processed in 2657us (2936us total) trans 8589941192 rc 0/0 00000100:00100000:1.0:1763345641.337031:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11309 00010000:00010000:2.0:1763345641.337112:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad31f lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.337122:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad31f lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.337129:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad31f lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.337139:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.337144:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad31f lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.337151:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad31f lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.337173:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc200) 00010000:00010000:2.0:1763345641.337176:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.337180:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad31f lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.337186:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad31f lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.337200:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad3b2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.337206:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad3b2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.337212:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad3b2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.337217:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.337220:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad3b2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.337226:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad3b2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.337233:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5484cc200) 00010000:00010000:2.0:1763345641.337237:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.337239:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad3b2 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.337244:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad3b2 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.337257:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72e00/0x52bea07cb58ad468 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.337263:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72e00/0x52bea07cb58ad468 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.337269:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72e00/0x52bea07cb58ad468 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.337274:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b650a72e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.337277:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72e00/0x52bea07cb58ad468 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.337282:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72e00/0x52bea07cb58ad468 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.337289:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:2.0:1763345641.337292:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.337294:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72e00/0x52bea07cb58ad468 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.337301:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72e00/0x52bea07cb58ad468 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000100:00100000:2.0:1763345641.337368:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924417408:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345641.337368:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924417152:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345641.338456:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54440b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924417024:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763345641.338645:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924417280:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345641.338810:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345641.338888:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5450c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924417920:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345641.338915:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345641.338941:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345641.338976:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5450ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924417664:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763345641.339002:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924417408 00000100:00100000:1.0:1763345641.339004:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345641.339011:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924417408 00000100:00100000:1.0:1763345641.339127:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763345641.339133:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5450c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924417536:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763345641.339154:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345641.339415:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924417920 00000100:00100000:2.0:1763345641.339420:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924417920 00000100:00100000:2.0:1763345641.339444:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924417152 00000100:00100000:2.0:1763345641.339447:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924417152 00000100:00100000:2.0:1763345641.339464:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924417664 00000100:00100000:2.0:1763345641.339467:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924417664 00000100:00100000:0.0:1763345641.339468:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924417536 00000100:00100000:0.0:1763345641.339475:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924417536 00000100:00100000:2.0:1763345641.339489:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8237 00000100:00100000:2.0:1763345641.339500:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544481c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+42:3659:x1849000924417408:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345641.339508:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8238 00000100:00100000:0.0:1763345641.339518:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544480000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:3659:x1849000924417920:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1763345641.339645:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x36c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345641.339649:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x36c:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763345641.339651:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x36c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345641.339654:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x36c:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763345641.339657:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x36c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345641.339695:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544480000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+30:3659:x1849000924417920:12345-0@lo:2:osp-syn-1-0.0 Request processed in 180us (779us total) trans 17179872322 rc 0/0 00000100:00100000:3.0:1763345641.339869:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8239 00000100:00100000:3.0:1763345641.339880:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+42:3657:x1849000924417152:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345641.339887:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8240 00002000:00080000:3.0:1763345641.339899:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:871 count 1 00000100:00100000:1.0:1763345641.339899:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+30:3657:x1849000924417664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1763345641.339918:0:8560:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:874 count 1 00010000:00010000:3.0:1763345641.339922:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad484 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x367:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.339931:0:8560:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54a881a00/0x52bea07cb58ad48b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.339942:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad254 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x367:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808332fb expref: 26 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345641.339947:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58ad25b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x36a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833302 expref: 18 pid: 27809 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345641.339959:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345641.339961:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345641.339964:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345641.339965:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345641.339972:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad484 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x367:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.339972:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54a881a00/0x52bea07cb58ad48b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x36a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.340014:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad254 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x367:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a969808332fb expref: 26 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345641.340027:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad254 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x367:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808332fb expref: 26 pid: 28867 timeout: 1133 lvb_type: 1 00000100:00100000:3.0:1763345641.340052:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5450c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924418048:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345641.340112:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66b137c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763345641.340128:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345641.340174:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924417024 00000100:00100000:3.0:1763345641.340178:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924417024 00000100:00100000:3.0:1763345641.340198:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8241 00000100:00100000:3.0:1763345641.340205:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+30:3657:x1849000924417536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763345641.340217:0:15692:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:873 count 1 00010000:00010000:3.0:1763345641.340228:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58ad492 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.340240:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b545b86000/0x52bea07cb58ad2e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833333 expref: 18 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.340246:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345641.340247:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345641.340250:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58ad492 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.340270:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b545b86000/0x52bea07cb58ad2e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980833333 expref: 18 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.340279:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b545b86000/0x52bea07cb58ad2e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833333 expref: 18 pid: 8403 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763345641.340290:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5450c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924418176:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345641.340314:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66b137600 going to sleep for 11 seconds 00002000:00010000:2.0:1763345641.340516:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x369:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345641.340520:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x369:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763345641.340522:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x369:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345641.340524:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x369:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763345641.340526:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x369:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345641.340566:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544481c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+44:3659:x1849000924417408:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1068us (2075us total) trans 21474839576 rc 0/0 00000100:00100000:0.0:1763345641.340577:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8238 00010000:00010000:1.0:1763345641.340710:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58ad25b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980833302 expref: 18 pid: 27809 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345641.340720:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58ad25b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x36a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833302 expref: 18 pid: 27809 timeout: 1133 lvb_type: 1 00000100:00100000:1.0:1763345641.340730:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a82b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8560:1849000924418304:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345641.340753:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9480 going to sleep for 11 seconds 00000100:00100000:2.0:1763345641.340865:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8237 00000100:00100000:0.0:1763345641.340873:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8242 00000100:00100000:0.0:1763345641.340884:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+43:3656:x1849000924417024:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1763345641.340898:0:8404:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:870 count 1 00010000:00010000:0.0:1763345641.340911:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad499 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x366:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.340923:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad2ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x366:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833341 expref: 26 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.340930:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345641.340931:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345641.340933:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad499 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x366:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.340952:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad2ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x366:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980833341 expref: 26 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.340960:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad2ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x366:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833341 expref: 26 pid: 15692 timeout: 1133 lvb_type: 0 00000100:00100000:0.0:1763345641.340970:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544408e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8404:1849000924418432:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345641.341001:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b653fa6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763345641.341022:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345641.341068:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5450c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924417792:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345641.341093:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1763345641.341160:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5450c9180/2, rc 0, transno 17179872322 00000100:00100000:0.0:1763345641.341166:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5450c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924417920:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763345641.341177:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544408000/2, rc 0, transno 21474839576 00000100:00100000:0.0:1763345641.341180:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924417408:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345641.341392:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924417280 00000100:00100000:2.0:1763345641.341398:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924417280 00000100:00100000:2.0:1763345641.341422:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924417792 00000100:00100000:2.0:1763345641.341425:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924417792 00000100:00100000:2.0:1763345641.341452:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8243 00000100:00100000:2.0:1763345641.341459:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b61c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+44:3658:x1849000924417280:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345641.341561:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b61c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+45:3658:x1849000924417280:12345-0@lo:2:osp-syn-0-0.0 Request processed in 102us (537us total) trans 21474839577 rc 0/0 00000100:00100000:2.0:1763345641.341566:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8243 00000100:00100000:2.0:1763345641.341580:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8244 00000100:00100000:2.0:1763345641.341586:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+30:3658:x1849000924417792:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345641.341668:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+31:3658:x1849000924417792:12345-0@lo:2:osp-syn-1-0.0 Request processed in 82us (573us total) trans 17179872323 rc 0/0 00000100:00100000:2.0:1763345641.341675:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8244 00000004:00080000:0.0:1763345641.342112:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544409f80/2, rc 0, transno 21474839577 00000100:00100000:0.0:1763345641.342117:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924417280:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345641.342126:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5450c9880/2, rc 0, transno 17179872323 00000100:00100000:0.0:1763345641.342130:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5450c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924417792:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345641.342835:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.342920:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910420352 00000100:00100000:0.0:1763345641.342925:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910420352 00000100:00100000:0.0:1763345641.343002:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8245 00000100:00100000:0.0:1763345641.343010:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544480700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+27:55937:x1849000910420352:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345641.343022:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345641.343038:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad4a0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808333c6 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345641.343058:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x368:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345641.343074:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345641.343076:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345641.343084:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad4a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808333c6 expref: 28 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.343097:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad4a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808333c6 expref: 28 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.343115:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5200, rc 0) 00000100:00100000:0.0:1763345641.343316:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544480700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+28:55937:x1849000910420352:12345-192.168.203.8@tcp:101:bash.0 Request processed in 305us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345641.343323:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8245 00000100:00100000:0.0:1763345641.347241:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a82b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8560:1849000924418304:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345641.347267:0:8560:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b54a881a00/0x52bea07cb58ad48b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345641.347321:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544408e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8404:1849000924418432:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345641.347333:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad499 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x366:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345641.347388:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.347411:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910420480 00000100:00100000:0.0:1763345641.347419:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910420480 00010000:00010000:0.0:1763345641.347457:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad254 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x367:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808332fb expref: 28 pid: 28867 timeout: 1133 lvb_type: 1 00000100:00100000:0.0:1763345641.347491:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3727 00000100:00100000:0.0:1763345641.347501:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65870d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+28:2411:x1849000910420480:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345641.347514:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345641.347519:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad254 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x367:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808332fb expref: 28 pid: 28867 timeout: 1133 lvb_type: 1 00010000:00010000:0.0:1763345641.347537:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad254 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x367:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a969808332fb expref: 28 pid: 28867 timeout: 1133 lvb_type: 1 00010000:00010000:0.0:1763345641.347559:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345641.347561:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345641.347565:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad484 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x367:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.347575:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad484 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x367:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.347591:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345641.347645:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65870d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+28:2411:x1849000910420480:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 144us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345641.347652:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3727 00000100:00100000:1.0:1763345641.347954:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5450c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924418176:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345641.347970:0:15692:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58ad492 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.348144:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad254 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x367:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a969808332fb expref: 27 pid: 28867 timeout: 1133 lvb_type: 1 00000100:00100000:3.0:1763345641.348157:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5450c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924418048:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345641.348170:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad484 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.348180:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad484 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.348187:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad484 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.348197:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad484 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.348204:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad484 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.348222:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345641.348429:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+45:3657:x1849000924417152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8551us (9488us total) trans 21474839578 rc 0/0 00000100:00100000:3.0:1763345641.348437:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8239 00010000:00010000:3.0:1763345641.348458:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345641.348464:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad484 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.348471:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345641.348476:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad484 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.348486:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad484 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.348502:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad484 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.348509:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad484 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.348523:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345641.348524:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345641.348526:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763345641.348548:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544408380/2, rc 0, transno 21474839578 00000100:00100000:3.0:1763345641.348553:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924417152:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345641.348626:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.348655:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.348668:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.348679:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.348693:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.348893:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910420736 00000100:00100000:0.0:1763345641.348898:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910420736 00010000:00010000:0.0:1763345641.348919:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58ad25b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x36a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833302 expref: 19 pid: 27809 timeout: 1133 lvb_type: 1 00000100:00100000:0.0:1763345641.349240:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910420608 00000100:00100000:0.0:1763345641.349244:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910420608 00010000:00010000:0.0:1763345641.349259:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b545b86000/0x52bea07cb58ad2e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833333 expref: 20 pid: 8403 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763345641.349306:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910420864 00000100:00100000:2.0:1763345641.349310:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910420864 00010000:00010000:2.0:1763345641.349327:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad2ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x366:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833341 expref: 27 pid: 15692 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763345641.349358:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3728 00000100:00100000:2.0:1763345641.349366:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+20:2411:x1849000910420736:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345641.349377:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345641.349382:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58ad25b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x36a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833302 expref: 20 pid: 27809 timeout: 1133 lvb_type: 1 00010000:00010000:2.0:1763345641.349392:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58ad25b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833302 expref: 20 pid: 27809 timeout: 1133 lvb_type: 1 00010000:00010000:2.0:1763345641.349407:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543261c00/0x52bea07cb58ad25b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x36a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833302 expref: 20 pid: 27809 timeout: 1133 lvb_type: 1 00010000:00010000:2.0:1763345641.349417:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.349419:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.349422:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54a881a00/0x52bea07cb58ad48b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.349431:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54a881a00/0x52bea07cb58ad48b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x36a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.349452:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345641.349483:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+19:2411:x1849000910420736:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 118us (827us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345641.349490:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3728 00000100:00100000:2.0:1763345641.349506:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3729 00000100:00100000:2.0:1763345641.349512:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+18:2411:x1849000910420608:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345641.349520:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345641.349524:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b545b86000/0x52bea07cb58ad2e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833333 expref: 18 pid: 8403 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345641.349534:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b545b86000/0x52bea07cb58ad2e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833333 expref: 18 pid: 8403 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345641.349546:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b545b86000/0x52bea07cb58ad2e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833333 expref: 18 pid: 8403 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345641.349555:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.349556:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.349559:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58ad492 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.349567:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58ad492 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.349581:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345641.349600:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910420608:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 88us (930us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345641.349607:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3729 00000100:00100000:2.0:1763345641.349620:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3730 00000100:00100000:2.0:1763345641.349626:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+27:2411:x1849000910420864:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345641.349633:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345641.349638:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad2ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x366:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833341 expref: 27 pid: 15692 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345641.349647:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad2ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x366:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833341 expref: 27 pid: 15692 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345641.349660:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad2ee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x366:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833341 expref: 27 pid: 15692 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345641.349668:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.349670:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.349673:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad499 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x366:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.349680:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad499 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x366:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.349695:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345641.349710:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+26:2411:x1849000910420864:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 85us (1030us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345641.349716:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3730 00010000:00010000:1.0:1763345641.349790:0:15692:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58ad492 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.349798:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58ad492 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.349806:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58ad492 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.349812:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58ad492 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.349827:0:15692:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763345641.349990:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+31:3657:x1849000924417536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9785us (10834us total) trans 17179872324 rc 0/0 00000100:00100000:1.0:1763345641.349996:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8241 00000100:00100000:1.0:1763345641.350008:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910420992 00000100:00100000:1.0:1763345641.350011:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910420992 00000100:00100000:1.0:1763345641.350031:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8246 00000100:00100000:1.0:1763345641.350036:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+17:55937:x1849000910420992:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:1.0:1763345641.350046:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.350059:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b673318a00/0x52bea07cb58ad4a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808333cd expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345641.350074:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x36b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763345641.350084:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345641.350085:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345641.350090:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b673318a00/0x52bea07cb58ad4a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808333cd expref: 18 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.350100:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b673318a00/0x52bea07cb58ad4a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808333cd expref: 18 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.350109:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b673318a00, rc 0) 00000100:00100000:1.0:1763345641.350124:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+18:55937:x1849000910420992:12345-192.168.203.8@tcp:101:bash.0 Request processed in 88us (1430us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345641.350129:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8246 00010000:00010000:0.0:1763345641.350607:0:8560:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b54a881a00/0x52bea07cb58ad48b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.350622:0:8560:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54a881a00/0x52bea07cb58ad48b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.350631:0:8560:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54a881a00/0x52bea07cb58ad48b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.350638:0:8560:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b54a881a00/0x52bea07cb58ad48b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.350652:0:8560:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763345641.350756:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+31:3657:x1849000924417664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10861us (11751us total) trans 17179872325 rc 0/0 00000100:00100000:0.0:1763345641.350776:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8240 00010000:00010000:0.0:1763345641.350792:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763345641.350797:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58ad492 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.350805:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345641.350808:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58ad492 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.350817:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58ad492 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.350830:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58ad492 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.350842:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543261400/0x52bea07cb58ad492 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.350869:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345641.350873:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b54a881a00/0x52bea07cb58ad48b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.350879:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54a881a00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345641.350883:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54a881a00/0x52bea07cb58ad48b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.350890:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54a881a00/0x52bea07cb58ad48b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.350898:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b54a881a00/0x52bea07cb58ad48b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.350905:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54a881a00/0x52bea07cb58ad48b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.350918:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345641.350920:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345641.350922:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345641.350932:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad499 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.350940:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad499 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.350947:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad499 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.350954:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad499 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.350968:0:8404:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763345641.351090:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+45:3656:x1849000924417024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10209us (10960us total) trans 21474839579 rc 0/0 00000100:00100000:0.0:1763345641.351098:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8242 00010000:00010000:2.0:1763345641.351725:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345641.351731:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad499 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.351740:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345641.351744:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad499 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.351752:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad499 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.351789:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad499 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.351797:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad499 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.351812:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345641.351814:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345641.351816:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763345641.352127:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5450c8380/2, rc 0, transno 17179872324 00000100:00100000:1.0:1763345641.352134:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5450c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924417536:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1763345641.352144:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5450ca680/2, rc 0, transno 17179872325 00000100:00100000:1.0:1763345641.352148:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5450ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924417664:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763345641.352170:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910421248 00000100:00100000:1.0:1763345641.352175:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910421248 00000004:00080000:3.0:1763345641.352406:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54440b480/2, rc 0, transno 21474839579 00000100:00100000:3.0:1763345641.352412:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54440b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924417024:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1763345641.352423:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763345641.352458:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11310 00000100:00100000:1.0:1763345641.352467:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+312:57263:x1849000910421248:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345641.352488:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.352509:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318200/0x52bea07cb58ad4ae lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808333d4 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.352577:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad4b5 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.352589:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad4b5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.352599:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad4b5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.352611:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad4bc lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.352619:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad4bc lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.352625:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad4bc lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.352721:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad4c3 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.352731:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad4c3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.352737:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad4c3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:1.0:1763345641.352748:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x255:0x0]: returning size 2 00010000:00010000:1.0:1763345641.352867:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad4b5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.352875:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad4b5 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.352881:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad4b5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.352886:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ade00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.352890:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad4b5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.352895:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad4b5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.352905:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b649bd0900) 00010000:00010000:1.0:1763345641.352908:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.352911:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad4b5 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.352917:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad4b5 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.352927:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad4bc lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.352932:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad4bc lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.352938:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad4bc lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.352947:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ada00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.352950:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad4bc lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.352955:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad4bc lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.352962:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b649bd0d00) 00010000:00010000:1.0:1763345641.352964:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.352967:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad4bc lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.352972:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad4bc lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.353011:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318200/0x52bea07cb58ad4ae lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333d4 expref: 315 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.353025:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad4c3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333d4 expref: 314 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.353031:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:1.0:1763345641.353034:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345641.353036:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672e56600, rc 0) 00000100:00100000:1.0:1763345641.353094:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+314:57263:x1849000910421248:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 627us (4466us total) trans 8589941193 rc 0/0 00000100:00100000:1.0:1763345641.353101:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11310 00000100:00100000:0.0:1763345641.354519:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.355021:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.355045:0:24000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910421376 00000100:00100000:2.0:1763345641.355053:0:24000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910421376 00002000:00010000:2.0:1763345641.355087:0:24000:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/872 (0->18446744073709551615) 00002000:00100000:2.0:1763345641.355091:0:24000:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541770700 with x1849000910421376 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345641.355101:0:24000:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b541770700. 00000100:00100000:2.0:1763345641.355131:0:24000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1942 00000100:00100000:2.0:1763345641.355141:0:24000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541770700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d51c9e15-7951-472b-8182-95fba90f4cff+26:2409:x1849000910421376:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:2.0:1763345641.355288:0:24000:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x368:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345641.355292:0:24000:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x368:0x0] updating lvb mtime from disk: 0 -> 1763345640 00002000:00010000:2.0:1763345641.355294:0:24000:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x368:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345641.355297:0:24000:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x368:0x0] updating lvb ctime from disk: 0 -> 1763345640 00002000:00010000:2.0:1763345641.355299:0:24000:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x368:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345641.355351:0:24000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541770700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d51c9e15-7951-472b-8182-95fba90f4cff+27:2409:x1849000910421376:12345-192.168.203.8@tcp:10:bash.0 Request processed in 212us (836us total) trans 21474839580 rc 0/0 00000100:00100000:2.0:1763345641.355358:0:24000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1942 00002000:00010000:2.0:1763345641.355362:0:24000:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/872 (0->18446744073709551615) 00002000:00100000:2.0:1763345641.355364:0:24000:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541770700 with x1849000910421376 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345641.355369:0:24000:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b541770700. 00000100:00100000:1.0:1763345641.356020:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910421504 00000100:00100000:1.0:1763345641.356026:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910421504 00002000:00010000:1.0:1763345641.356046:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/875 (0->18446744073709551615) 00002000:00100000:1.0:1763345641.356049:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541771c00 with x1849000910421504 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345641.356055:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b541771c00. 00000100:00100000:1.0:1763345641.356074:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1943 00000100:00100000:1.0:1763345641.356080:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541771c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910421504:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:1.0:1763345641.356594:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x36b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345641.356599:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x36b:0x0] updating lvb mtime from disk: 0 -> 1763345640 00002000:00010000:1.0:1763345641.356601:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x36b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345641.356603:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x36b:0x0] updating lvb ctime from disk: 0 -> 1763345640 00002000:00010000:1.0:1763345641.356605:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x36b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345641.356651:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541771c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910421504:12345-192.168.203.8@tcp:10:bash.0 Request processed in 569us (1630us total) trans 17179872326 rc 0/0 00000100:00100000:1.0:1763345641.356658:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1943 00002000:00010000:1.0:1763345641.356662:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/875 (0->18446744073709551615) 00002000:00100000:1.0:1763345641.356665:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541771c00 with x1849000910421504 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345641.356670:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b541771c00. 00000100:00100000:0.0:1763345641.357296:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.357480:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910421760 00000100:00100000:1.0:1763345641.357488:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910421760 00000100:00100000:1.0:1763345641.357528:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3920 00000100:00100000:1.0:1763345641.357536:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541772a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+314:57263:x1849000910421760:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345641.357699:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541772a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+315:57263:x1849000910421760:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 163us (404us total) trans 8589941194 rc 0/0 00000100:00100000:1.0:1763345641.357705:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3920 00000100:00100000:0.0:1763345641.360850:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.360938:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.361116:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910422016 00000100:00100000:3.0:1763345641.361125:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910422016 00000100:00100000:3.0:1763345641.361183:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3921 00000100:00100000:3.0:1763345641.361194:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+315:55937:x1849000910422016:12345-192.168.203.8@tcp:35:bash.0 00000100:00100000:1.0:1763345641.361721:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910422272 00000100:00100000:1.0:1763345641.361728:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910422272 00000100:00100000:1.0:1763345641.361802:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11311 00000100:00100000:1.0:1763345641.361811:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541773b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+317:57263:x1849000910422272:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345641.361822:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.361840:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad4d1 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808333db expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.361925:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad4d8 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.361939:0:35210:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad4c3 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333d4 expref: 318 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.362114:0:35210:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad4d8 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x255:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.362149:0:35210:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad4c3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a969808333d4 expref: 318 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.362162:0:35210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad4c3 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808333d4 expref: 318 pid: 35210 timeout: 1133 lvb_type: 0 00000100:00100000:1.0:1763345641.362174:0:35210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec2300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924418560:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345641.362239:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+318:55937:x1849000910422016:12345-192.168.203.8@tcp:35:bash.0 Request processed in 1046us (1396us total) trans 8589941195 rc 0/0 00000100:00100000:3.0:1763345641.362248:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3921 00000100:00100000:1.0:1763345641.362252:0:35210:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9480 going to sleep for 11 seconds 00000100:00100000:2.0:1763345641.368076:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.368261:0:35210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec2300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924418560:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345641.368287:0:35210:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad4d8 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x255:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:3.0:1763345641.369214:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910422400 00000100:00100000:3.0:1763345641.369226:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910422400 00010000:00010000:2.0:1763345641.369427:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad4c3 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808333d4 expref: 318 pid: 35210 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763345641.369504:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3731 00000100:00100000:2.0:1763345641.369514:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544482300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+318:2408:x1849000910422400:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345641.369528:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345641.369534:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad4c3 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808333d4 expref: 318 pid: 35210 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345641.369546:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad4c3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808333d4 expref: 318 pid: 35210 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345641.369565:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad4c3 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808333d4 expref: 318 pid: 35210 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345641.369578:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:2.0:1763345641.369582:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad4d8 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x255:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.369595:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad4d8 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x255:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.369601:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad4d8 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x255:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.369911:0:35210:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad4d8 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x255:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.369919:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad4d8 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x255:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:1.0:1763345641.369941:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x255:0x0]: returning size 5 00010000:00010000:2.0:1763345641.369942:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345641.370003:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544482300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+318:2408:x1849000910422400:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 490us (1936us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345641.370011:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3731 00010000:00010000:1.0:1763345641.370057:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad4d1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x255:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333db expref: 318 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.370072:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad4d8 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x255:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333db expref: 317 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.370080:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:1.0:1763345641.370082:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763345641.370085:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672e57800, rc 0) 00000100:00100000:1.0:1763345641.370124:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541773b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+317:57263:x1849000910422272:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 8314us (9185us total) trans 8589941196 rc 0/0 00000100:00100000:1.0:1763345641.370132:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11311 00000100:00100000:2.0:1763345641.371874:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.371972:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910422528 00000100:00100000:3.0:1763345641.371980:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910422528 00000100:00100000:3.0:1763345641.372066:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11312 00000100:00100000:3.0:1763345641.372076:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544481180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+317:57264:x1849000910422528:12345-192.168.203.8@tcp:101:rm.0 00010000:00010000:3.0:1763345641.372096:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345641.372427:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad4e6 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808333e2 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.372796:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ad4ed lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.372810:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ad4ed lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.372821:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ad4ed lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.373108:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad4f4 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00000100:00100000:0.0:1763345641.373113:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:3.0:1763345641.373117:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad4f4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.373124:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad4f4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.373190:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad4fb lrc: 3/1,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.373200:0:35210:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad4d8 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x255:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333db expref: 318 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.373207:0:35210:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad4fb lrc: 4/1,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.373235:0:35210:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad4d8 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x255:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a969808333db expref: 318 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.373248:0:35210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad4d8 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x255:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808333db expref: 318 pid: 35210 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763345641.373259:0:35210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5450c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924418688:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345641.373428:0:35210:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66b137c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763345641.374894:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910422656 00000100:00100000:2.0:1763345641.374904:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910422656 00000100:00100000:2.0:1763345641.374954:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11313 00000100:00100000:2.0:1763345641.374962:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541773800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+319:57263:x1849000910422656:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345641.374981:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345641.374996:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad502 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808333e9 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.375072:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad509 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.375085:0:9295:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad509 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.375092:0:9295:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad509 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000100:00100000:3.0:1763345641.378046:0:35210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5450c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924418688:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345641.378075:0:35210:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad4fb lrc: 3/1,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:2.0:1763345641.383307:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.383465:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910422784 00000100:00100000:3.0:1763345641.383475:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910422784 00010000:00010000:3.0:1763345641.383510:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad4d8 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x255:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808333db expref: 321 pid: 35210 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763345641.383600:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3732 00000100:00100000:3.0:1763345641.383612:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544482680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+321:2409:x1849000910422784:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345641.383628:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345641.383635:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad4d8 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x255:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808333db expref: 321 pid: 35210 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763345641.383648:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad4d8 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x255:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808333db expref: 321 pid: 35210 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763345641.383684:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad4d8 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x255:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808333db expref: 321 pid: 35210 timeout: 1133 lvb_type: 0 00010000:00010000:3.0:1763345641.383702:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:3.0:1763345641.383707:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad4fb lrc: 3/1,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.383717:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad4fb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.383725:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad4fb lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.383732:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad509 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.383738:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad509 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.383744:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad509 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.383801:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345641.383895:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544482680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+320:2409:x1849000910422784:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 285us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345641.383904:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3732 00010000:00010000:2.0:1763345641.383922:0:9295:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad509 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.383931:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad509 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:2.0:1763345641.384115:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x255:0x0]: returning size 5 00000004:00200000:2.0:1763345641.384120:0:9295:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345641.384143:0:9295:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad509 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.384350:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad502 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333e9 expref: 320 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.384371:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad509 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333e9 expref: 319 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.384379:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:2.0:1763345641.384382:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345641.384386:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c200, rc 0) 00000100:00100000:2.0:1763345641.384425:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541773800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+319:57263:x1849000910422656:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 9463us (11312us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345641.384435:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11313 00010000:00010000:1.0:1763345641.386121:0:35210:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad4fb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.386137:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad4fb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:1.0:1763345641.386185:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x255:0x0]: returning size 5 00000004:00200000:1.0:1763345641.386189:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345641.386212:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad4fb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.386238:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad4fb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.386248:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ad4ed lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.386255:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ad4ed lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.386262:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ad4ed lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.386272:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.386276:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ad4ed lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.386283:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ad4ed lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.386296:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432e3300) 00010000:00010000:1.0:1763345641.386298:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.386302:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ad4ed lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.386308:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58ad4ed lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.386322:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad4f4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.386327:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad4f4 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.386333:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad4f4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.386337:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.386339:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad4f4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.386344:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad4f4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.386355:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432e3b00) 00010000:00010000:1.0:1763345641.386358:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.386360:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad4f4 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.386366:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad4f4 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.386401:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad4e6 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333e2 expref: 319 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.386417:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad4fb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333e2 expref: 318 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.386424:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:1.0:1763345641.386426:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345641.386429:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260e00, rc 0) 00000100:00100000:1.0:1763345641.386497:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544481180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+318:57264:x1849000910422528:12345-192.168.203.8@tcp:101:rm.0 Request processed in 14422us (14638us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345641.386504:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11312 00000100:00100000:3.0:1763345641.389097:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.389167:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910423040 00000100:00100000:1.0:1763345641.389176:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910423040 00000100:00100000:2.0:1763345641.389836:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11314 00000100:00100000:2.0:1763345641.389850:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+318:57263:x1849000910423040:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345641.389880:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345641.389902:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad510 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808333f0 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.389999:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad517 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.390018:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad517 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x255:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.390027:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad517 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x255:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:2.0:1763345641.390039:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x255:0x0]: returning size 5 00010000:00010000:2.0:1763345641.390139:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad510 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x255:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333f0 expref: 321 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.390156:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad517 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x255:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333f0 expref: 320 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.390164:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:2.0:1763345641.390167:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763345641.390170:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d600, rc 0) 00000100:00100000:2.0:1763345641.390241:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+320:57263:x1849000910423040:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 394us (1149us total) trans 8589941197 rc 0/0 00000100:00100000:2.0:1763345641.390248:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11314 00000100:00100000:2.0:1763345641.392081:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.392169:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.392427:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910423424 00000100:00100000:1.0:1763345641.392436:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910423424 00000100:00100000:1.0:1763345641.392490:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11315 00000100:00100000:1.0:1763345641.392500:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544480a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+320:57264:x1849000910423424:12345-192.168.203.8@tcp:36:rm.0 00010000:00010000:1.0:1763345641.392543:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763345641.392568:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54a881800/0x52bea07cb58ad47d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x255:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333bf expref: 320 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.392584:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad509 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333e9 expref: 319 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.392594:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ad43e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333aa expref: 318 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.392604:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:1.0:1763345641.392608:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345641.392629:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad525 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.392639:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad525 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.392648:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad525 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.392660:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad52c lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.392666:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad52c lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.392672:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad52c lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:0.0:1763345641.392947:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910423168 00000100:00100000:0.0:1763345641.392952:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910423168 00000100:00100000:0.0:1763345641.392990:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 449 00000100:00100000:0.0:1763345641.392997:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544483100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+318:2408:x1849000910423168:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345641.393006:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345641.393016:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad4fb lrc: 0/0,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333e2 expref: 318 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.393029:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:0.0:1763345641.393032:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345641.393074:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544483100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+317:2408:x1849000910423168:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 77us (998us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345641.393081:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 449 00010000:00010000:1.0:1763345641.393188:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad533 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.393197:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad533 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x255:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.393208:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad533 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x255:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:3.0:1763345641.393540:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.393579:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910423552 00000100:00100000:2.0:1763345641.393584:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910423552 00000004:00080000:1.0:1763345641.393652:0:35210:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x200000405:0x255:0x0] is inserted into orphan list, open count = 2 00000100:00100000:2.0:1763345641.393829:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11316 00000100:00100000:2.0:1763345641.393839:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+318:57263:x1849000910423552:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345641.393853:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345641.393873:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad53a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808333f7 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.393918:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad53a lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333f7 expref: 319 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.393931:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad53a lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333f7 expref: 319 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.393949:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:2.0:1763345641.393953:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345641.393956:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c600, rc 0) 00010000:00010000:1.0:1763345641.393961:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad533 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x255:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.393971:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad533 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x255:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.393979:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad533 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x255:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.393986:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672e56600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.393991:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad533 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x255:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00000100:00100000:2.0:1763345641.393998:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+319:57263:x1849000910423552:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 159us (456us total) trans 0 rc 0/0 00010000:00010000:1.0:1763345641.394002:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad533 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x255:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00000100:00100000:2.0:1763345641.394009:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11316 00010000:00010000:1.0:1763345641.394018:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:1.0:1763345641.394023:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763345641.394027:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad533 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x255:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.394033:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad533 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x255:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.394047:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad525 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.394053:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad525 lrc: 2/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.394063:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad525 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.394069:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672e57400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.394072:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad525 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.394078:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad525 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.394087:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b649bd0900) 00010000:00010000:1.0:1763345641.394090:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.394093:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad525 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.394099:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad525 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000004:00010000:1.0:1763345641.394113:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b30f69df reply state 000000001c50cfd3 transno 8589941198 ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad52c lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.394123:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad52c lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.394130:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b649bd0d00) 00010000:00010000:1.0:1763345641.394132:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345641.394135:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345641.394170:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544480a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+319:57264:x1849000910423424:12345-192.168.203.8@tcp:36:rm.0 Request processed in 1672us (2000us total) trans 8589941198 rc 0/0 00000100:00100000:1.0:1763345641.394177:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11315 00000100:00100000:0.0:1763345641.400253:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.402631:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910423680 00000100:00100000:1.0:1763345641.402646:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910423680 00000100:00100000:1.0:1763345641.402712:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8247 00000100:00100000:1.0:1763345641.402722:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541771180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+27:2409:x1849000910423680:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:1.0:1763345641.402775:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad541 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.402794:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad4a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808333c6 expref: 27 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.402802:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345641.402803:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345641.402807:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad541 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.402839:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad4a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.203.8@tcp remote: 0x199a969808333c6 expref: 27 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.402853:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad4a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808333c6 expref: 27 pid: 8403 timeout: 1133 lvb_type: 0 00000100:00100000:1.0:1763345641.402879:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924418816:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345641.402961:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9900 going to sleep for 11 seconds 00000100:00100000:0.0:1763345641.404137:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.404313:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910423808 00000100:00100000:1.0:1763345641.404320:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910423808 00000100:00100000:1.0:1763345641.404473:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11317 00000100:00100000:1.0:1763345641.404483:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+319:57265:x1849000910423808:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345641.404501:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.404522:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad548 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808333fe expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.404579:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad54f lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.404591:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad54f lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.404601:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad54f lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.404610:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ad556 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.404616:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ad556 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.404622:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ad556 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.404655:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad54f lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.404661:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad54f lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.404667:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad54f lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.404673:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ade00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.404677:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad54f lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.404684:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad54f lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.404749:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c36e00) 00010000:00010000:1.0:1763345641.404753:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.404774:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad54f lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.404781:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad54f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.404792:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ad556 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.404798:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ad556 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.404803:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ad556 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.404808:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748fec00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.404811:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ad556 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.404816:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ad556 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.404824:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b649bd0d00) 00010000:00010000:1.0:1763345641.404826:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.404829:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ad556 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.404834:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ad556 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.404870:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad548 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333fe expref: 320 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.404880:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c36e00) 00010000:00010000:1.0:1763345641.404882:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.404886:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad548 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333fe expref: 320 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.404899:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b65e8ada00, rc 0) 00000100:00100000:1.0:1763345641.405317:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+319:57265:x1849000910423808:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 834us (1184us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345641.405325:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11317 00000100:00100000:3.0:1763345641.407131:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.407193:0:24000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910423936 00000100:00100000:2.0:1763345641.407202:0:24000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910423936 00002000:00100000:2.0:1763345641.407247:0:24000:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x368:0x0] (0->4) req@ffff91b5450c8700 x1849000910423936/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:117/0 lens 496/0 e 0 to 0 dl 1763345652 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345641.407258:0:24000:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5450c8700 with x1849000910423936 ext(0->4) 00010000:00010000:2.0:1763345641.407266:0:24000:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad4a0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808333c6 expref: 28 pid: 8403 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345641.407281:0:24000:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad4a0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808333c6 expref: 28 pid: 8403 timeout: 1133 lvb_type: 0 00002000:00010000:2.0:1763345641.407289:0:24000:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91b5450c8700 00000100:00100000:2.0:1763345641.407326:0:24000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 136 00000100:00100000:2.0:1763345641.407336:0:24000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d51c9e15-7951-472b-8182-95fba90f4cff+28:2408:x1849000910423936:12345-192.168.203.8@tcp:4:bash.0 00000100:00100000:1.0:1763345641.407384:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924418816:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345641.407409:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad541 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345641.408669:0:24000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d51c9e15-7951-472b-8182-95fba90f4cff+30:2408:x1849000910423936:12345-192.168.203.8@tcp:4:bash.0 Request processed in 1330us (1539us total) trans 21474839581 rc 0/0 00000100:00100000:2.0:1763345641.408680:0:24000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 136 00002000:00100000:2.0:1763345641.408690:0:24000:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x368:0x0] (0->4) req@ffff91b5450c8700 x1849000910423936/t21474839581(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:117/0 lens 496/448 e 0 to 0 dl 1763345652 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345641.408703:0:24000:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5450c8700 with x1849000910423936 ext(0->4) 00010000:00010000:2.0:1763345641.408710:0:24000:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad4a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808333c6 expref: 30 pid: 8403 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345641.408725:0:24000:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad4a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808333c6 expref: 30 pid: 8403 timeout: 1133 lvb_type: 0 00002000:00010000:2.0:1763345641.408732:0:24000:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91b5450c8700 00000100:00100000:0.0:1763345641.409515:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.409576:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910424064 00000100:00100000:1.0:1763345641.409584:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910424064 00000100:00100000:1.0:1763345641.409635:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11318 00000100:00100000:1.0:1763345641.409645:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541772300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+319:57265:x1849000910424064:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345641.409660:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.409679:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ad55d lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833405 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.409737:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad564 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.409750:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad564 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.409811:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad564 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.409824:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad56b lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.409832:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad56b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.409838:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad56b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.409882:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad564 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.409902:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad564 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.409908:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad564 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.409914:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748ff200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.409917:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad564 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.409923:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad564 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.409942:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c36100) 00010000:00010000:1.0:1763345641.409945:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.409949:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad564 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.409955:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad564 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.409967:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad56b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.409973:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad56b lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.409979:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad56b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.409983:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672e57400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.409985:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad56b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.409990:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad56b lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.409997:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b649bd0d00) 00010000:00010000:1.0:1763345641.409999:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.410002:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad56b lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.410007:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad56b lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.410030:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ad55d lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833405 expref: 320 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.410040:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c36100) 00010000:00010000:1.0:1763345641.410042:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.410045:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ad55d lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833405 expref: 320 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.410062:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6748fe400, rc 0) 00000100:00100000:0.0:1763345641.410159:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541772300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+319:57265:x1849000910424064:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 514us (647us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345641.410167:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11318 00000100:00100000:0.0:1763345641.413278:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.414826:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910424192 00000100:00100000:2.0:1763345641.414840:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910424192 00010000:00010000:2.0:1763345641.414890:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad4a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808333c6 expref: 30 pid: 8403 timeout: 1133 lvb_type: 0 00000100:00100000:2.0:1763345641.414926:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3733 00000100:00100000:2.0:1763345641.414936:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65870cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+30:2408:x1849000910424192:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345641.414950:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763345641.414967:0:8428:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x368:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1763345641.414970:0:8428:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x368:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1763345641.414976:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad4a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808333c6 expref: 30 pid: 8403 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345641.414994:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad4a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808333c6 expref: 30 pid: 8403 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345641.415017:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad4a0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x368:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.203.8@tcp remote: 0x199a969808333c6 expref: 30 pid: 8403 timeout: 1133 lvb_type: 0 00010000:00010000:2.0:1763345641.415032:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.415034:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.415039:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad541 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.415048:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad541 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.415076:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345641.415124:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65870cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910424192:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 188us (1903us total) trans 0 rc 0/0 00010000:00010000:1.0:1763345641.415129:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad541 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.415142:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad541 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.415160:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad541 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.415168:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad541 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.415176:0:8405:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad541 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345641.415180:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3733 00010000:00010000:1.0:1763345641.415186:0:8405:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b673318200 already unused, calling callback (ffffffffc0c06b40) 00000100:00100000:0.0:1763345641.415187:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:1.0:1763345641.415195:0:8405:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad541 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.415206:0:8405:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad541 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.415219:0:8405:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad541 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.415232:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad541 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345641.415281:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910424320 00000100:00100000:0.0:1763345641.415286:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910424320 00000100:00100000:0.0:1763345641.415326:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11319 00000100:00100000:0.0:1763345641.415334:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+319:57265:x1849000910424320:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345641.415349:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345641.415368:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad572 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083340c expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.415417:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad579 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.415428:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad579 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.415439:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad579 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345641.415480:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763345641.415485:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763345641.415514:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad572 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083340c expref: 321 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.415531:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad579 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083340c expref: 320 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.415540:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5b200) 00010000:00010000:0.0:1763345641.415543:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763345641.415546:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4c00, rc 0) 00000100:00100000:1.0:1763345641.415555:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541771180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+28:2409:x1849000910423680:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 12833us (15310us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345641.415565:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8247 00000100:00100000:0.0:1763345641.415571:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+320:57265:x1849000910424320:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 237us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345641.415580:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11319 00000100:00100000:0.0:1763345641.418480:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.418552:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910424576 00000100:00100000:2.0:1763345641.418562:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910424576 00000100:00100000:2.0:1763345641.418624:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11320 00000100:00100000:2.0:1763345641.418634:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+320:57263:x1849000910424576:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345641.418680:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345641.418705:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad53a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333f7 expref: 320 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.418722:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:2.0:1763345641.418728:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345641.418754:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad580 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.418811:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad580 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.418822:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad580 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000040:00080000:2.0:1763345641.419054:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1927, 88 off159656 00000004:00080000:2.0:1763345641.419064:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1033944303876ns, next at 1034161031282ns, rc = 0 00000040:00080000:2.0:1763345641.419106:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1943, 88 off161224 00000004:00080000:2.0:1763345641.419111:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1033944351261ns, next at 1034160984782ns, rc = 0 00000040:00080000:2.0:1763345641.419135:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1944, 88 off161312 00000004:00080000:2.0:1763345641.419139:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1033944379228ns, next at 1034160984782ns, rc = 0 00000040:00080000:2.0:1763345641.419147:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1928, 88 off159744 00000004:00080000:2.0:1763345641.419150:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1033944390706ns, next at 1034161031282ns, rc = 0 00000004:00080000:3.0:1763345641.419196:0:32328:0:(osp_sync.c:925:osp_sync_new_err_job()) lustre-OST0001-osc-MDT0000 repeating 2 operation object 0x2c0000401:84 00000004:00080000:3.0:1763345641.419228:0:32328:0:(osp_sync.c:925:osp_sync_new_err_job()) lustre-OST0001-osc-MDT0000 repeating 2 operation object 0x2c0000401:84 00000100:00100000:1.0:1763345641.419259:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5450c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924419072:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345641.419264:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5450caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924418944:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345641.419315:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345641.419363:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924419072 00000100:00100000:1.0:1763345641.419368:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924419072 00000100:00100000:3.0:1763345641.419383:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345641.419412:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924418944 00000100:00100000:1.0:1763345641.419416:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924418944 00000100:00100000:1.0:1763345641.419444:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8248 00000100:00100000:1.0:1763345641.419453:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+32:3657:x1849000924419072:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345641.419476:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8249 00000100:00100000:0.0:1763345641.419487:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:3656:x1849000924418944:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345641.419495:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.419538:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910424704 00000100:00100000:3.0:1763345641.419542:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910424704 00000100:00100000:1.0:1763345641.419586:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+34:3657:x1849000924419072:12345-0@lo:2:osp-syn-1-0.0 Request processed in 132us (268us total) trans 0 rc -22/-22 00000100:00100000:3.0:1763345641.419587:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11321 00000100:00100000:0.0:1763345641.419597:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:3656:x1849000924418944:12345-0@lo:2:osp-syn-1-0.0 Request processed in 110us (211us total) trans 0 rc -22/-22 00000100:00100000:3.0:1763345641.419600:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+320:57265:x1849000910424704:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:1.0:1763345641.419605:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8248 00000100:00100000:0.0:1763345641.419615:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8249 00010000:00010000:3.0:1763345641.419616:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345641.419630:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad587 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833413 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763345641.419657:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5450c8e00, transno 0 00000004:00080000:0.0:1763345641.419658:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5450caa00, transno 0 00000004:00080000:0.0:1763345641.419666:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5450caa00/1, rc -22, transno 0 00000004:00080000:1.0:1763345641.419667:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5450c8e00/1, rc -22, transno 0 00010000:00010000:3.0:1763345641.419672:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad58e lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00000100:00100000:0.0:1763345641.419684:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5450caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924418944:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1763345641.419685:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad58e lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763345641.419685:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5450c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924419072:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1763345641.419702:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad58e lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.419713:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad595 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.419720:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad595 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.419726:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad595 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.419751:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad58e lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.419775:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad58e lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.419782:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad58e lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.419788:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad58e lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.419794:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345641.419798:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad58e lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.419804:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad58e lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.419827:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5b200) 00010000:00010000:3.0:1763345641.419831:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345641.419836:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad58e lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.419842:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad58e lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.419854:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad595 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.419871:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad595 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.419877:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad595 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.419881:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345641.419891:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad595 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.419898:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad595 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.419905:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b649bd0d00) 00010000:00010000:3.0:1763345641.419908:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345641.419911:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad595 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.419917:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad595 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.419939:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad587 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833413 expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.419948:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5b200) 00010000:00010000:3.0:1763345641.419955:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345641.419959:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad587 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833413 expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.419967:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261c00, rc 0) 00000100:00100000:3.0:1763345641.420005:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+320:57265:x1849000910424704:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 409us (511us total) trans 0 rc 301/301 00000100:00100000:3.0:1763345641.420011:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11321 00000001:00080000:1.0:1763345641.422379:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941199 is committed 00000004:00080000:1.0:1763345641.422390:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1235 committed 00000004:00080000:1.0:1763345641.422402:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1250 committed 00000004:00080000:1.0:1763345641.422415:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1249 committed 00000004:00080000:1.0:1763345641.422417:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1234 committed 00010000:00010000:3.0:1763345641.422512:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad52c lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.422526:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad52c lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.422534:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad52c lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00000100:00100000:2.0:1763345641.422537:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544482680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924419328:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1763345641.422543:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672e57800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345641.422549:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad52c lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.422556:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad52c lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.422571:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b649bd0d00) 00010000:00010000:3.0:1763345641.422575:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345641.422580:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad52c lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.422586:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad52c lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000100:00100000:2.0:1763345641.422599:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345641.422640:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763345641.422648:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544482300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924419200:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345641.422673:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345641.422718:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924419456:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345641.422720:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924419328 00000100:00100000:2.0:1763345641.422730:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924419328 00000100:00100000:0.0:1763345641.422784:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345641.422794:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924419200 00000100:00100000:2.0:1763345641.422799:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924419200 00000100:00100000:0.0:1763345641.422811:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763345641.422819:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924419584:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345641.422820:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924419456 00000100:00100000:2.0:1763345641.422826:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924419456 00000100:00100000:0.0:1763345641.422852:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345641.422865:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8250 00000100:00100000:2.0:1763345641.422883:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544483100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+34:3659:x1849000924419328:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345641.422895:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924419584 00000100:00100000:0.0:1763345641.422900:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924419584 00000100:00100000:0.0:1763345641.422926:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8251 00000100:00100000:0.0:1763345641.422933:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544480000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:3659:x1849000924419200:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1763345641.423020:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x36c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345641.423024:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x36c:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763345641.423028:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x36c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345641.423030:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x36c:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763345641.423033:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x36c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345641.423055:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8252 00000100:00100000:1.0:1763345641.423066:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+46:3656:x1849000924419456:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345641.423075:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544483100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+36:3659:x1849000924419328:12345-0@lo:2:osp-syn-1-0.0 Request processed in 199us (476us total) trans 17179872327 rc 0/0 00000100:00100000:2.0:1763345641.423084:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8250 00000100:00100000:2.0:1763345641.423103:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8253 00000100:00100000:2.0:1763345641.423111:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+46:3656:x1849000924419584:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1763345641.423566:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x369:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345641.423570:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x369:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763345641.423571:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x369:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345641.423573:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x369:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763345641.423575:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x369:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345641.423611:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+48:3656:x1849000924419584:12345-0@lo:2:osp-syn-0-0.0 Request processed in 499us (758us total) trans 21474839583 rc 0/0 00000100:00100000:2.0:1763345641.423618:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8253 00000004:00080000:2.0:1763345641.423667:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544482680/2, rc 0, transno 17179872327 00000100:00100000:1.0:1763345641.423673:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+47:3656:x1849000924419456:12345-0@lo:2:osp-syn-0-0.0 Request processed in 608us (914us total) trans 21474839582 rc 0/0 00000100:00100000:2.0:1763345641.423675:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544482680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924419328:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345641.423689:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8252 00000004:00010000:2.0:1763345641.423727:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ae1a2e4f reply state 00000000b207408b transno 8589941199 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad580 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.423743:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad580 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.423752:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:2.0:1763345641.423756:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763345641.423781:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00002000:00010000:0.0:1763345641.424531:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x36b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345641.424536:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x36b:0x0] updating lvb mtime from disk: 1763345640 -> 1763345640 00002000:00010000:0.0:1763345641.424539:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x36b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345641.424541:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x36b:0x0] updating lvb ctime from disk: 1763345640 -> 1763345640 00002000:00010000:0.0:1763345641.424543:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x36b:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00080000:2.0:1763345641.424570:0:35210:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763345641.424588:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+313:57263:x1849000910424576:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 5954us (6116us total) trans 8589941199 rc 0/0 00000100:00100000:2.0:1763345641.424596:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11320 00000100:00100000:0.0:1763345641.424602:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544480000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:3659:x1849000924419200:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1666us (1925us total) trans 17179872328 rc 0/0 00000100:00100000:0.0:1763345641.424611:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8251 00010000:00010000:2.0:1763345641.424621:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad580 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.424630:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad580 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.424637:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad580 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.424643:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.424647:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad580 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.424653:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad580 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.424662:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:2.0:1763345641.424665:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345641.424668:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad580 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000004:00080000:0.0:1763345641.424673:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b674b1e680/2, rc 0, transno 21474839583 00010000:00010000:2.0:1763345641.424674:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad580 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000100:00100000:0.0:1763345641.424682:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924419584:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345641.424699:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b674b1d180/2, rc 0, transno 21474839582 00000100:00100000:0.0:1763345641.424703:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924419456:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345641.424902:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000004:00080000:1.0:1763345641.425015:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544482300/2, rc 0, transno 17179872328 00000100:00100000:1.0:1763345641.425021:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544482300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924419200:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345641.425206:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910424960 00000100:00100000:0.0:1763345641.425213:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910424960 00000100:00100000:0.0:1763345641.425249:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11322 00000100:00100000:0.0:1763345641.425258:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+312:57265:x1849000910424960:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345641.425275:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345641.425278:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763345641.425295:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad579 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083340c expref: 312 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.425307:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5b200) 00010000:00010000:0.0:1763345641.425314:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345641.425374:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad59c lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083341a expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.425460:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad5a3 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.425471:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad5a3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.425480:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad5a3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.425491:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad5aa lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.425498:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad5aa lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.425504:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad5aa lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.425895:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad5b1 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x256:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.425905:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad5b1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x256:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.425912:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad5b1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x256:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345641.425924:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x256:0x0]: returning size 0 00010000:00010000:0.0:1763345641.425946:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad5a3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.425952:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad5a3 lrc: 2/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.425958:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad5a3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.425964:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345641.425967:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad5a3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.425973:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad5a3 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.425982:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5be00) 00010000:00010000:0.0:1763345641.425984:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345641.425987:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad5a3 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.425993:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad5a3 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000004:00010000:0.0:1763345641.426002:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c0592200 reply state 00000000b8b215ea transno 8589941200 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad5aa lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.426011:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad5aa lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.426017:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c5bb00) 00010000:00010000:0.0:1763345641.426020:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345641.426023:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763345641.426045:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad59c lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083341a expref: 314 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.426061:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad5b1 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x256:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083341a expref: 313 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.426068:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x256:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:0.0:1763345641.426070:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345641.426072:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4400, rc 0) 00000100:00100000:0.0:1763345641.426122:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+314:57265:x1849000910424960:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 865us (1221us total) trans 8589941200 rc 0/0 00000100:00100000:0.0:1763345641.426130:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11322 00000100:00100000:3.0:1763345641.427394:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.428158:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910425088 00000100:00100000:0.0:1763345641.428169:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910425088 00000100:00100000:0.0:1763345641.428216:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11323 00000100:00100000:0.0:1763345641.428225:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+314:57263:x1849000910425088:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345641.428244:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345641.428260:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad5bf lrc: 2/0,0 mode: --/CR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833421 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.428302:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad5bf lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833421 expref: 315 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.428314:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad5bf lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833421 expref: 315 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.428328:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:0.0:1763345641.428331:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345641.428334:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4200, rc 0) 00000100:00100000:0.0:1763345641.428386:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+315:57263:x1849000910425088:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 161us (997us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345641.428392:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11323 00000100:00100000:3.0:1763345641.432698:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.435249:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910425472 00000100:00100000:1.0:1763345641.435264:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910425472 00000100:00100000:1.0:1763345641.435331:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11324 00000100:00100000:1.0:1763345641.435341:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+315:57263:x1849000910425472:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345641.435363:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.435384:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad5c6 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083342f expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.435451:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad5cd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.435464:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad5cd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.435474:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad5cd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:1.0:1763345641.435514:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x255:0x0]: returning size 5 00000004:00200000:1.0:1763345641.435518:0:9296:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345641.435550:0:9296:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad5cd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.435575:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad5c6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083342f expref: 317 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.435594:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad5cd lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083342f expref: 316 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.435603:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:1.0:1763345641.435606:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1763345641.435610:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672e56600, rc 0) 00000100:00100000:0.0:1763345641.435796:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.435864:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910425344 00000100:00100000:3.0:1763345641.435868:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910425344 00000100:00100000:3.0:1763345641.435895:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11325 00000100:00100000:3.0:1763345641.435901:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+317:57265:x1849000910425344:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345641.435909:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345641.435917:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad5d4 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x256:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833428 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.435977:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad5db lrc: 3/0,1 mode: --/EX res: [0x200000405:0x256:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.435987:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad5b1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x256:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083341a expref: 318 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.435995:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad5db lrc: 4/0,1 mode: --/EX res: [0x200000405:0x256:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.436025:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad5b1 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x256:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083341a expref: 318 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.436041:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad5b1 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x256:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083341a expref: 318 pid: 35210 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763345641.436053:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435fca80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924419712:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345641.436175:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+318:57263:x1849000910425472:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 834us (3485us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345641.436183:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11324 00000100:00100000:3.0:1763345641.436295:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66b137c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763345641.441195:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.441283:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.441337:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910425728 00000100:00100000:1.0:1763345641.441347:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910425728 00000100:00100000:2.0:1763345641.441371:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910425600 00000100:00100000:2.0:1763345641.441378:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910425600 00010000:00010000:2.0:1763345641.441410:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad5b1 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x256:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083341a expref: 318 pid: 35210 timeout: 1133 lvb_type: 0 00000100:00100000:1.0:1763345641.441414:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8254 00000100:00100000:1.0:1763345641.441429:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+28:2409:x1849000910425728:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345641.441444:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1763345641.441453:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3734 00000100:00100000:2.0:1763345641.441462:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+318:2409:x1849000910425600:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345641.441467:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad5e2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833436 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.441475:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345641.441483:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad5b1 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x256:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083341a expref: 318 pid: 35210 timeout: 1133 lvb_type: 0 00002000:00010000:1.0:1763345641.441490:0:28868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x368:0x0] initial LVB size: 5, mtime: 0x691a84e8, atime: 0x0, ctime: 0x691a84e8, blocks: 0x8 00010000:00010000:2.0:1763345641.441495:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad5b1 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x256:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083341a expref: 318 pid: 35210 timeout: 1133 lvb_type: 0 00010000:00010000:1.0:1763345641.441511:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345641.441515:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.441518:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x256:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:2.0:1763345641.441525:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad5db lrc: 3/0,1 mode: --/EX res: [0x200000405:0x256:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345641.441526:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad5e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833436 expref: 29 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345641.441544:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad5db lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x256:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345641.441553:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad5e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833436 expref: 29 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345641.441555:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad5db lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x256:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345641.441581:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672e57800, rc 0) 00010000:00010000:2.0:1763345641.441586:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345641.441601:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad5b1 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x256:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083341a expref: 318 pid: 35210 timeout: 1133 lvb_type: 0 00000100:00100000:3.0:1763345641.441621:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435fca80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924419712:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345641.441635:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+317:2409:x1849000910425600:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 173us (447us total) trans 0 rc 0/0 00010000:00010000:3.0:1763345641.441641:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad5db lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x256:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:2.0:1763345641.441646:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3734 00010000:00010000:3.0:1763345641.441655:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad5db lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x256:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.441663:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad5db lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x256:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763345641.441681:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x256:0x0]: returning size 0 00000004:00080000:3.0:1763345641.441917:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x36d:0x0], index 1: 0 00000004:00080000:3.0:1763345641.441924:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x36a:0x0], index 0: 0 00000004:00080000:3.0:1763345641.441928:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x36b:0x0], index 0: 0 00000004:00080000:3.0:1763345641.441933:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x36e:0x0], index 1: 0 00010000:00010000:3.0:1763345641.442018:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad5db lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x256:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.442025:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad5db lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x256:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.442034:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad5db lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x256:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.442039:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345641.442042:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad5db lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x256:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.442048:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad5db lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x256:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.442055:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x256:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:3.0:1763345641.442057:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345641.442060:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad5db lrc: 2/0,0 mode: --/EX res: [0x200000405:0x256:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.442065:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad5db lrc: 0/0,0 mode: --/EX res: [0x200000405:0x256:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.442098:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad5d4 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x256:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833428 expref: 317 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.442106:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x256:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:3.0:1763345641.442108:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763345641.442111:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad5d4 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x256:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833428 expref: 317 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.442121:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260400, rc 0) 00000100:00100000:1.0:1763345641.443315:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910425728:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1883us (2025us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345641.443327:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8254 00000100:00100000:3.0:1763345641.443440:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+316:57265:x1849000910425344:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 7468us (7576us total) trans 8589941201 rc 301/301 00000100:00100000:3.0:1763345641.443450:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11325 00000100:00100000:0.0:1763345641.448169:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.448259:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910425984 00000100:00100000:3.0:1763345641.448270:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910425984 00000100:00100000:3.0:1763345641.448337:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3922 00000100:00100000:3.0:1763345641.448349:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+316:57265:x1849000910425984:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345641.448656:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+317:57265:x1849000910425984:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 308us (497us total) trans 8589941202 rc 0/0 00000100:00100000:3.0:1763345641.448664:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3922 00000100:00100000:2.0:1763345641.451339:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.453287:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910426240 00000100:00100000:1.0:1763345641.453303:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910426240 00000100:00100000:1.0:1763345641.453386:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3923 00000100:00100000:1.0:1763345641.453397:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544481c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+317:57265:x1849000910426240:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345641.453639:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544481c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+318:57265:x1849000910426240:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 243us (2308us total) trans 8589941203 rc 0/0 00000100:00100000:1.0:1763345641.453647:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3923 00000100:00100000:0.0:1763345641.459966:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.460689:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910426496 00000100:00100000:3.0:1763345641.460708:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910426496 00000100:00100000:3.0:1763345641.460807:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11326 00000100:00100000:3.0:1763345641.460819:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+318:55937:x1849000910426496:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345641.460848:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345641.460886:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad5f0 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083343d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.461251:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad5f7 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.461268:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad5f7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.461280:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad5f7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.461291:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad5fe lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.461299:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad5fe lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.461306:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad5fe lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.461365:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad605 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x256:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.461374:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad605 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x256:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.461381:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad605 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x256:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345641.461390:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x256:0x0]: returning size 0 00010000:00010000:2.0:1763345641.461471:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad5f7 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.461479:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad5f7 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.461485:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad5f7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.461491:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad5f7 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.461497:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.461502:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad5f7 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.461510:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad5f7 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.461522:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432e3200) 00010000:00010000:2.0:1763345641.461525:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.461529:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad5f7 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.461535:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad5f7 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.461549:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad5fe lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.461555:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad5fe lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.461560:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad5fe lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.461564:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378ca00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.461567:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad5fe lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.461573:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad5fe lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.461579:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c5bb00) 00010000:00010000:2.0:1763345641.461581:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.461584:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad5fe lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.461592:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad5fe lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.461623:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad5f0 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083343d expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.461641:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad605 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x256:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083343d expref: 320 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.461648:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x256:0x0].0x0 (ffff91b5484cc200) 00010000:00010000:2.0:1763345641.461651:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345641.461653:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d400, rc 0) 00000100:00100000:2.0:1763345641.462639:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+320:55937:x1849000910426496:12345-192.168.203.8@tcp:101:bash.0 Request processed in 1816us (2678us total) trans 8589941204 rc 0/0 00000100:00100000:2.0:1763345641.462650:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11326 00000100:00100000:0.0:1763345641.465460:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.465827:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910426624 00000100:00100000:2.0:1763345641.465838:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910426624 00000100:00100000:2.0:1763345641.466095:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11327 00000100:00100000:2.0:1763345641.466108:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+320:55937:x1849000910426624:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345641.466133:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345641.466155:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad613 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x256:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833444 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.466194:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad61a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x256:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.466208:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad61a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x256:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.466223:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad61a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x256:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.466344:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58ad613 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x256:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833444 expref: 322 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.466363:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad61a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x256:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833444 expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.466373:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x256:0x0].0x0 (ffff91b5484cc200) 00010000:00010000:2.0:1763345641.466376:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763345641.466379:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c800, rc 0) 00000100:00100000:2.0:1763345641.467134:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+321:55937:x1849000910426624:12345-192.168.203.8@tcp:101:bash.0 Request processed in 1025us (1680us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345641.467144:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11327 00000100:00100000:0.0:1763345641.469617:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.469716:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910426880 00000100:00100000:2.0:1763345641.469727:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910426880 00000100:00100000:2.0:1763345641.469959:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11328 00000100:00100000:2.0:1763345641.469970:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a828000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+321:55937:x1849000910426880:12345-192.168.203.8@tcp:36:bash.0 00010000:00010000:2.0:1763345641.470229:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345641.470255:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad605 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x256:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083343d expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.470272:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x256:0x0].0x0 (ffff91b5484cc200) 00010000:00010000:2.0:1763345641.470276:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345641.470438:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad621 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x256:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.470455:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad621 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x256:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.470465:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad621 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x256:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:2.0:1763345641.470506:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941205 00000004:00010000:2.0:1763345641.470527:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000069c1e808 reply state 0000000055dc2c6b transno 8589941206 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad621 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x256:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.470538:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad621 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x256:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.470544:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x256:0x0].0x0 (ffff91b5484cc200) 00010000:00010000:2.0:1763345641.470547:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345641.470549:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345641.470643:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a828000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+323:55937:x1849000910426880:12345-192.168.203.8@tcp:36:bash.0 Request processed in 674us (1034us total) trans 8589941206 rc 0/0 00000100:00100000:2.0:1763345641.470650:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11328 00000020:00080000:2.0:1763345641.470656:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345641.472853:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.473158:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910427008 00000100:00100000:2.0:1763345641.473169:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910427008 00000100:00100000:2.0:1763345641.473220:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11329 00000100:00100000:2.0:1763345641.473229:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+323:55937:x1849000910427008:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345641.473253:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345641.473274:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad628 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x256:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083344b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.473327:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad628 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x256:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083344b expref: 324 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.473346:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad628 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x256:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083344b expref: 324 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.473364:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x256:0x0].0x0 (ffff91b5484cc200) 00010000:00010000:2.0:1763345641.473368:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345641.473371:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c000, rc 0) 00000100:00100000:2.0:1763345641.473435:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+324:55937:x1849000910427008:12345-192.168.203.8@tcp:101:bash.0 Request processed in 207us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345641.473442:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11329 00000100:00100000:0.0:1763345641.475382:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.476022:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910427136 00000100:00100000:1.0:1763345641.476033:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910427136 00000100:00100000:1.0:1763345641.476123:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8255 00000100:00100000:1.0:1763345641.476133:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a829f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+29:2411:x1849000910427136:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345641.476234:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a829f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+29:2411:x1849000910427136:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 102us (857us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345641.476241:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8255 00000100:00100000:0.0:1763345641.476342:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.476405:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910427392 00000100:00100000:1.0:1763345641.476409:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910427392 00000100:00100000:1.0:1763345641.477048:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11330 00000100:00100000:1.0:1763345641.477059:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a828700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+324:55937:x1849000910427392:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:1.0:1763345641.477073:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.477077:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763345641.477105:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ad628 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x256:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083344b expref: 324 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.477123:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x256:0x0].0x0 (ffff91b5484cc200) 00010000:00010000:1.0:1763345641.477128:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345641.477142:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad62f lrc: 2/0,0 mode: --/EX res: [0x200000405:0x256:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833452 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.477186:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318200/0x52bea07cb58ad636 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x256:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.477197:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318200/0x52bea07cb58ad636 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x256:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.477206:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318200/0x52bea07cb58ad636 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x256:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000040:00080000:1.0:1763345641.477417:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1945, 88 off161400 00000004:00080000:1.0:1763345641.477425:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1034002665486ns, next at 1034160984782ns, rc = 0 00000040:00080000:1.0:1763345641.477455:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1929, 88 off159832 00000004:00080000:1.0:1763345641.477460:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1034002700408ns, next at 1034161031282ns, rc = 0 00000040:00080000:1.0:1763345641.477491:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1930, 88 off159920 00000004:00080000:1.0:1763345641.477496:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1034002736288ns, next at 1034161031282ns, rc = 0 00000040:00080000:1.0:1763345641.477506:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1946, 88 off161488 00000004:00080000:1.0:1763345641.477510:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1034002749975ns, next at 1034160984782ns, rc = 0 00000100:00100000:3.0:1763345641.478376:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.478864:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910427520 00000100:00100000:0.0:1763345641.478873:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910427520 00000100:00100000:2.0:1763345641.479027:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8256 00000100:00100000:2.0:1763345641.479039:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910427520:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:2.0:1763345641.479261:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910427520:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 226us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345641.479266:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8256 00000001:00080000:2.0:1763345641.479878:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941207 is committed 00000004:00080000:2.0:1763345641.479885:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1252 committed 00000004:00080000:2.0:1763345641.479890:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1237 committed 00000004:00080000:2.0:1763345641.479895:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1236 committed 00000004:00080000:2.0:1763345641.479898:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1251 committed 00000100:00100000:0.0:1763345641.480041:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924419968:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345641.480080:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345641.480109:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763345641.480115:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a82b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924419840:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345641.480134:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345641.480158:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924419968 00000100:00100000:0.0:1763345641.480162:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924419968 00000100:00100000:0.0:1763345641.480184:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924419840 00000100:00100000:0.0:1763345641.480187:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924419840 00000100:00100000:0.0:1763345641.480202:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8257 00000100:00100000:0.0:1763345641.480208:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+36:3659:x1849000924419968:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345641.480331:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+37:3659:x1849000924419968:12345-0@lo:2:osp-syn-1-0.0 Request processed in 123us (250us total) trans 17179872329 rc 0/0 00000100:00100000:0.0:1763345641.480340:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8257 00000100:00100000:0.0:1763345641.480353:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8258 00000100:00100000:0.0:1763345641.480359:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+36:3659:x1849000924419840:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345641.480419:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+37:3659:x1849000924419840:12345-0@lo:2:osp-syn-1-0.0 Request processed in 59us (283us total) trans 17179872330 rc 0/0 00000100:00100000:0.0:1763345641.480425:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8258 00000004:00080000:0.0:1763345641.480456:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54a82b480/2, rc 0, transno 17179872330 00000100:00100000:0.0:1763345641.480461:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a82b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924419840:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763345641.480469:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545d06d80/2, rc 0, transno 17179872329 00000100:00100000:0.0:1763345641.480472:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924419968:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1763345641.480545:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad5aa lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.480556:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad5aa lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.480562:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad5aa lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.480568:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345641.480573:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad5aa lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.480583:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad5aa lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.480596:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c5bb00) 00010000:00010000:3.0:1763345641.480599:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345641.480603:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad5aa lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.480609:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad5aa lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345641.480627:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad621 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x256:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.480633:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad621 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x256:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.480638:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad621 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x256:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.480642:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378ca00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345641.480645:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad621 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x256:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.480650:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad621 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x256:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.480657:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x256:0x0].0x0 (ffff91b5484cc200) 00010000:00010000:3.0:1763345641.480659:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345641.480662:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad621 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x256:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.480667:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad621 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x256:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345641.480835:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318200/0x52bea07cb58ad636 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x256:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833452 expref: 316 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.480845:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x256:0x0].0x0 (ffff91b5484cc200) 00010000:00010000:1.0:1763345641.480847:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763345641.480869:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad62f lrc: 0/0,0 mode: --/EX res: [0x200000405:0x256:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833452 expref: 316 pid: 35210 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763345641.480884:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318200/0x52bea07cb58ad636 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x256:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833452 expref: 315 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.480907:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x256:0x0].0x0 (ffff91b5484cc200) 00010000:00010000:1.0:1763345641.480910:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763345641.480913:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b673318200, rc 0) 00000100:00100000:1.0:1763345641.480953:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a828700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+315:55937:x1849000910427392:12345-192.168.203.8@tcp:101:bash.0 Request processed in 3896us (4610us total) trans 8589941207 rc 0/0 00000100:00100000:1.0:1763345641.480961:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11330 00000100:00100000:0.0:1763345641.481510:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924420096:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345641.481543:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345641.481853:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924420224:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345641.481990:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924420096 00000100:00100000:3.0:1763345641.481996:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924420096 00000100:00100000:2.0:1763345641.482075:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8259 00000100:00100000:2.0:1763345641.482082:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+47:3656:x1849000924420096:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345641.482395:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345641.483052:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+48:3656:x1849000924420096:12345-0@lo:2:osp-syn-0-0.0 Request processed in 968us (1506us total) trans 21474839584 rc 0/0 00000100:00100000:2.0:1763345641.483060:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8259 00000100:00100000:2.0:1763345641.483076:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924420224 00000100:00100000:2.0:1763345641.483081:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924420224 00000100:00100000:2.0:1763345641.483117:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8260 00000100:00100000:2.0:1763345641.483127:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+48:3657:x1849000924420224:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345641.483181:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5435fd180/2, rc 0, transno 21474839584 00000100:00100000:0.0:1763345641.483188:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924420096:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345641.483253:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+49:3657:x1849000924420224:12345-0@lo:2:osp-syn-0-0.0 Request processed in 121us (853us total) trans 21474839585 rc 0/0 00000100:00100000:2.0:1763345641.483259:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8260 00000004:00080000:0.0:1763345641.483351:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5435fc000/2, rc 0, transno 21474839585 00000100:00100000:0.0:1763345641.483356:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924420224:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345641.483587:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.483664:0:24000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910427648 00000100:00100000:2.0:1763345641.483670:0:24000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910427648 00000100:00100000:2.0:1763345641.483718:0:24000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1944 00000100:00100000:2.0:1763345641.483727:0:24000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910427648:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:2.0:1763345641.483932:0:24000:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad63d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.483947:0:24000:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.483949:0:24000:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.483955:0:24000:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad63d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.483970:0:24000:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad63d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.484087:0:24000:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad63d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.484097:0:24000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad63d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.484106:0:24000:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad63d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.484118:0:24000:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345641.484123:0:24000:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad63d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.484131:0:24000:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad63d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.484144:0:24000:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad63d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.484151:0:24000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad63d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24000 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345641.484211:0:24000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910427648:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 485us (625us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763345641.484219:0:24000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1944 00000100:00100000:3.0:1763345641.484970:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.485172:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910427776 00000100:00100000:0.0:1763345641.485180:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910427776 00000100:00100000:0.0:1763345641.485222:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8261 00000100:00100000:0.0:1763345641.485230:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+19:55937:x1849000910427776:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345641.485243:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345641.485270:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad644 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833459 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345641.485295:0:28868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x36d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345641.485311:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345641.485313:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345641.485321:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad644 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833459 expref: 20 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.485337:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad644 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833459 expref: 20 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.485349:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5a00, rc 0) 00000100:00100000:0.0:1763345641.485397:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+20:55937:x1849000910427776:12345-192.168.203.8@tcp:101:bash.0 Request processed in 167us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345641.485404:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8261 00000100:00100000:0.0:1763345641.487333:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.487404:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910427904 00000100:00100000:1.0:1763345641.487411:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910427904 00000100:00100000:1.0:1763345641.487537:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11331 00000100:00100000:1.0:1763345641.487547:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+315:57263:x1849000910427904:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345641.487566:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.487584:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad64b lrc: 2/0,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833460 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.487617:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ad652 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.487631:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ad652 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.487642:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ad652 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:3.0:1763345641.487659:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:1.0:1763345641.487743:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad64b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833460 expref: 317 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.487784:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748fec00/0x52bea07cb58ad652 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x255:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833460 expref: 316 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.487793:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:1.0:1763345641.487796:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763345641.487800:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6748fec00, rc 0) 00000100:00100000:1.0:1763345641.487853:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+316:57263:x1849000910427904:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 308us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345641.487872:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11331 00000100:00100000:0.0:1763345641.487937:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910428032 00000100:00100000:0.0:1763345641.487942:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910428032 00000100:00100000:0.0:1763345641.487972:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8262 00000100:00100000:0.0:1763345641.487980:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+29:55937:x1849000910428032:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345641.487988:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345641.488001:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad659 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833467 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345641.488018:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x36a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345641.488029:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345641.488031:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345641.488038:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad659 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833467 expref: 30 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.488051:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad659 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833467 expref: 30 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.488060:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5e00, rc 0) 00000100:00100000:0.0:1763345641.488087:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+30:55937:x1849000910428032:12345-192.168.203.8@tcp:101:bash.0 Request processed in 107us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345641.488094:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8262 00000100:00100000:3.0:1763345641.489619:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.489681:0:24000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910428160 00000100:00100000:2.0:1763345641.489689:0:24000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910428160 00000100:00100000:3.0:1763345641.489721:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00002000:00010000:2.0:1763345641.489725:0:24000:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/877 (0->18446744073709551615) 00002000:00100000:2.0:1763345641.489730:0:24000:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544865f80 with x1849000910428160 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345641.489740:0:24000:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b544865f80. 00000100:00100000:2.0:1763345641.489779:0:24000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910428288 00000100:00100000:2.0:1763345641.489782:0:24000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910428288 00002000:00010000:2.0:1763345641.489795:0:24000:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/874 (0->18446744073709551615) 00002000:00100000:2.0:1763345641.489798:0:24000:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544865180 with x1849000910428288 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345641.489804:0:24000:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b544865180. 00000100:00100000:2.0:1763345641.489822:0:24000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1945 00000100:00100000:2.0:1763345641.489831:0:24000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910428160:12345-192.168.203.8@tcp:10:bash.0 00000100:00100000:0.0:1763345641.489881:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1946 00000100:00100000:0.0:1763345641.489893:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+30:2409:x1849000910428288:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:2.0:1763345641.490018:0:24000:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x36d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345641.490022:0:24000:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x36d:0x0] updating lvb mtime from disk: 0 -> 1763345640 00002000:00010000:2.0:1763345641.490025:0:24000:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x36d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345641.490027:0:24000:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x36d:0x0] updating lvb ctime from disk: 0 -> 1763345640 00002000:00010000:2.0:1763345641.490029:0:24000:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x36d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345641.490070:0:24000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d51c9e15-7951-472b-8182-95fba90f4cff+21:2408:x1849000910428160:12345-192.168.203.8@tcp:10:bash.0 Request processed in 239us (457us total) trans 17179872331 rc 0/0 00000100:00100000:2.0:1763345641.490077:0:24000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1945 00002000:00010000:2.0:1763345641.490080:0:24000:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/877 (0->18446744073709551615) 00002000:00100000:2.0:1763345641.490083:0:24000:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544865f80 with x1849000910428160 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345641.490088:0:24000:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b544865f80. 00000100:00100000:1.0:1763345641.490092:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00002000:00010000:0.0:1763345641.490213:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x36a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345641.490217:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x36a:0x0] updating lvb mtime from disk: 0 -> 1763345640 00002000:00010000:0.0:1763345641.490219:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x36a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345641.490221:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x36a:0x0] updating lvb ctime from disk: 0 -> 1763345640 00002000:00010000:0.0:1763345641.490223:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x36a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345641.490246:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+31:2409:x1849000910428288:12345-192.168.203.8@tcp:10:bash.0 Request processed in 357us (525us total) trans 21474839586 rc 0/0 00000100:00100000:0.0:1763345641.490253:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1946 00002000:00010000:0.0:1763345641.490257:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/874 (0->18446744073709551615) 00002000:00100000:0.0:1763345641.490260:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544865180 with x1849000910428288 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345641.490265:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b544865180. 00000100:00100000:1.0:1763345641.490389:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910428416 00000100:00100000:1.0:1763345641.490437:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910428416 00000100:00100000:1.0:1763345641.490550:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1947 00000100:00100000:1.0:1763345641.490559:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+21:2408:x1849000910428416:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:1.0:1763345641.490583:0:16618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ad660 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.490598:0:16618:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b650a73800/0x52bea07cb58ad414 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833395 expref: 21 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345641.490607:0:16618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345641.490609:0:16618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345641.490612:0:16618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ad660 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.490649:0:16618:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b650a73800/0x52bea07cb58ad414 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833395 expref: 21 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345641.490661:0:16618:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b650a73800/0x52bea07cb58ad414 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833395 expref: 21 pid: 28867 timeout: 1134 lvb_type: 1 00000100:00100000:1.0:1763345641.490681:0:16618:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec0700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:16618:1849000924420352:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345641.490729:0:16618:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9480 going to sleep for 11 seconds 00000100:00100000:3.0:1763345641.496381:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.496629:0:16618:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec0700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:16618:1849000924420352:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345641.496658:0:16618:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ad660 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345641.496742:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910428672 00000100:00100000:0.0:1763345641.496750:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910428672 00000100:00100000:0.0:1763345641.497056:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3924 00000100:00100000:0.0:1763345641.497065:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544864700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+316:55937:x1849000910428672:12345-192.168.203.8@tcp:35:bash.0 00000001:00080000:0.0:1763345641.497281:0:35216:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941208 00000100:00100000:0.0:1763345641.497383:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544864700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+318:55937:x1849000910428672:12345-192.168.203.8@tcp:35:bash.0 Request processed in 318us (1009us total) trans 8589941209 rc 0/0 00000100:00100000:0.0:1763345641.497389:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3924 00000020:00080000:0.0:1763345641.497394:0:35216:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763345641.499205:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.499293:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910428800 00000100:00100000:2.0:1763345641.499304:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910428800 00010000:00010000:2.0:1763345641.499337:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b650a73800/0x52bea07cb58ad414 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833395 expref: 22 pid: 28867 timeout: 1134 lvb_type: 1 00000100:00100000:2.0:1763345641.499370:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3735 00000100:00100000:2.0:1763345641.499379:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910428800:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345641.499393:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345641.499412:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b650a73800/0x52bea07cb58ad414 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x36c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833395 expref: 22 pid: 28867 timeout: 1134 lvb_type: 1 00010000:00010000:2.0:1763345641.499424:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b650a73800/0x52bea07cb58ad414 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833395 expref: 22 pid: 28867 timeout: 1134 lvb_type: 1 00010000:00010000:2.0:1763345641.499453:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b650a73800/0x52bea07cb58ad414 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x36c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833395 expref: 22 pid: 28867 timeout: 1134 lvb_type: 1 00010000:00010000:2.0:1763345641.499532:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.499534:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.499539:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ad660 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.499549:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ad660 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.499912:0:16618:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ad660 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.499922:0:16618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ad660 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.500360:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345641.500408:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910428800:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 1029us (1208us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345641.500416:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3735 00000100:00100000:2.0:1763345641.504200:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.504492:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910428928 00000100:00100000:1.0:1763345641.504502:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910428928 00000100:00100000:1.0:1763345641.504558:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11332 00000100:00100000:1.0:1763345641.504566:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+318:57266:x1849000910428928:12345-192.168.203.8@tcp:101:rm.0 00010000:00010000:1.0:1763345641.504590:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.504611:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad667 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083346e expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.504667:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad66e lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.504678:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad66e lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.504687:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad66e lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.504702:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad675 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.504708:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad675 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.504827:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad675 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.504914:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad67c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x256:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.504923:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad67c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x256:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.504931:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad67c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x256:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:1.0:1763345641.504969:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x256:0x0]: returning size 5 00000004:00200000:1.0:1763345641.504974:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345641.504992:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad67c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x256:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.505003:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad67c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x256:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.505011:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad66e lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.505017:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad66e lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.505023:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad66e lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.505029:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748ff200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.505033:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad66e lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.505040:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad66e lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.505051:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c36e00) 00010000:00010000:1.0:1763345641.505054:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.505058:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad66e lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.505064:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad66e lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.505075:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad675 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.505080:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad675 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.505086:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad675 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.505090:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ada00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.505093:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad675 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.505098:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad675 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.505104:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c36900) 00010000:00010000:1.0:1763345641.505106:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.505108:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad675 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.505113:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad675 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.505136:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad667 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083346e expref: 320 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.505148:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad67c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x256:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083346e expref: 319 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.505154:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x256:0x0].0x0 (ffff91b5484cc200) 00010000:00010000:1.0:1763345641.505157:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345641.505160:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b65e8ade00, rc 0) 00000100:00100000:1.0:1763345641.505546:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+319:57266:x1849000910428928:12345-192.168.203.8@tcp:101:rm.0 Request processed in 978us (1353us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345641.505553:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11332 00000001:00080000:3.0:1763345641.507408:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872332 is committed 00000001:00080000:3.0:1763345641.507423:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872330 is committed 00002000:00010000:1.0:1763345641.508139:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x36c:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:1.0:1763345641.508144:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x36c:0x0] updating lvb mtime from disk: 0 -> 1763345641 00002000:00010000:1.0:1763345641.508147:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x36c:0x0] updating lvb ctime from disk: 0 -> 1763345641 00002000:00010000:1.0:1763345641.508149:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x36c:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763345641.508162:0:16618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ad660 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.508172:0:16618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ad660 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.508181:0:16618:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ad660 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.508187:0:16618:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748fe400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345641.508191:0:16618:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ad660 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.508199:0:16618:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ad660 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.508215:0:16618:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ad660 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.508222:0:16618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b6748fe400/0x52bea07cb58ad660 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345641.508304:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+12:2408:x1849000910428416:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 17743us (18208us total) trans 17179872332 rc 0/0 00000100:00100000:1.0:1763345641.508313:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1947 00000100:00100000:2.0:1763345641.511710:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.511927:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910429184 00000100:00100000:1.0:1763345641.511937:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910429184 00000100:00100000:1.0:1763345641.511998:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11333 00000100:00100000:1.0:1763345641.512008:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545656d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+319:57266:x1849000910429184:12345-192.168.203.8@tcp:36:rm.0 00010000:00010000:1.0:1763345641.512056:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763345641.512082:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318200/0x52bea07cb58ad636 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x256:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833452 expref: 319 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.512101:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad67c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x256:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083346e expref: 318 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.512112:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad61a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x256:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833444 expref: 317 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.512121:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x256:0x0].0x0 (ffff91b5484cc200) 00010000:00010000:1.0:1763345641.512129:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345641.512151:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad683 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.512162:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad683 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.512170:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad683 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.512181:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad68a lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.512186:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad68a lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.512192:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad68a lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.512255:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad691 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x256:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.512261:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad691 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x256:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.512267:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad691 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x256:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000040:00080000:1.0:1763345641.512481:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1947, 64 off161552 00000040:00080000:1.0:1763345641.512507:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1931, 64 off159984 00000040:00080000:1.0:1763345641.512517:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1932, 64 off160048 00000040:00080000:1.0:1763345641.512526:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1948, 64 off161616 00010000:00010000:1.0:1763345641.512576:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58ad698 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x256:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.512584:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58ad698 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x256:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.512590:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58ad698 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x256:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.512596:0:35210:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58ad698 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x256:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.512601:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58ad698 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x256:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.512606:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58ad698 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x256:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.512673:0:35210:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763345641.512689:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad691 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x256:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.512695:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad691 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x256:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.512701:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad691 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x256:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.512707:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6748ff200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.512711:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad691 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x256:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.512718:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad691 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x256:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.512727:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x256:0x0].0x0 (ffff91b541c36a00) 00010000:00010000:1.0:1763345641.512729:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763345641.512733:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad691 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x256:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.512738:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad691 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x256:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.512835:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345641.512841:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58ad698 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x256:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.512847:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6413ef800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345641.512850:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58ad698 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x256:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.512868:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58ad698 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x256:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.512876:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x256:0x0].0x0 (ffff91b541c36a00) 00010000:00010000:0.0:1763345641.512879:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763345641.512881:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58ad698 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x256:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.512886:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58ad698 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x256:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.512899:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345641.512901:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345641.512902:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345641.513014:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad683 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.513021:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad683 lrc: 2/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.513026:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad683 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.513030:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ada00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.513033:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad683 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.513038:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad683 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.513045:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c36e00) 00010000:00010000:1.0:1763345641.513048:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.513051:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad683 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.513057:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad683 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000004:00010000:1.0:1763345641.513068:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a5bfa6eb reply state 000000006f1e5578 transno 8589941210 ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad68a lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.513077:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad68a lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.513083:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c36900) 00010000:00010000:1.0:1763345641.513085:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345641.513088:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345641.513160:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545656d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+318:57266:x1849000910429184:12345-192.168.203.8@tcp:36:rm.0 Request processed in 1152us (1458us total) trans 8589941210 rc 0/0 00000100:00100000:1.0:1763345641.513168:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11333 00000100:00100000:3.0:1763345641.524648:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.524851:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910429312 00000100:00100000:1.0:1763345641.524873:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910429312 00000100:00100000:0.0:1763345641.525019:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11334 00000100:00100000:0.0:1763345641.525031:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544864a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+318:57267:x1849000910429312:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345641.525054:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345641.525077:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad69f lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833475 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.525142:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad6a6 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.525170:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad6a6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.525182:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad6a6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.525194:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad6ad lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.525201:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad6ad lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.525207:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad6ad lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.525243:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad6a6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.525250:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad6a6 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.525256:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad6a6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.525261:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345641.525265:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad6a6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.525271:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad6a6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.525283:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5b100) 00010000:00010000:0.0:1763345641.525286:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345641.525291:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad6a6 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.525298:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad6a6 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.525308:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad6ad lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.525314:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad6ad lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.525319:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad6ad lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.525323:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345641.525326:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad6ad lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.525332:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad6ad lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.525339:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c36900) 00010000:00010000:0.0:1763345641.525341:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345641.525344:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad6ad lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.525349:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad6ad lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.525375:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad69f lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833475 expref: 319 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.525385:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5b100) 00010000:00010000:0.0:1763345641.525388:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345641.525391:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad69f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833475 expref: 319 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.525405:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4800, rc 0) 00000100:00100000:0.0:1763345641.525470:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544864a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+318:57267:x1849000910429312:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 442us (830us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345641.525478:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11334 00000100:00100000:2.0:1763345641.528906:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.529712:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910429440 00000100:00100000:0.0:1763345641.529723:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910429440 00000100:00100000:0.0:1763345641.530001:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11335 00000100:00100000:0.0:1763345641.530011:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545656a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+318:57267:x1849000910429440:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345641.530031:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345641.530053:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad6b4 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083347c expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.530118:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad6bb lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.530131:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad6bb lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.530142:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad6bb lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.530151:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad6c2 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.530162:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad6c2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.530167:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad6c2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.530203:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad6bb lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.530210:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad6bb lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.530216:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad6bb lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.530221:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345641.530224:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad6bb lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.530230:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad6bb lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.530240:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5bb00) 00010000:00010000:0.0:1763345641.530243:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345641.530247:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad6bb lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.530252:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad6bb lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.530264:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad6c2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.530268:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad6c2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.530274:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad6c2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.530278:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345641.530280:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad6c2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.530285:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad6c2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.530291:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c36900) 00010000:00010000:0.0:1763345641.530293:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345641.530296:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad6c2 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.530301:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad6c2 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.530325:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad6b4 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083347c expref: 319 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.530335:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5bb00) 00010000:00010000:0.0:1763345641.530337:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345641.530341:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ad6b4 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083347c expref: 319 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.530354:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5000, rc 0) 00000100:00100000:0.0:1763345641.530412:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545656a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+318:57267:x1849000910429440:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 402us (1514us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345641.530419:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11335 00000100:00100000:2.0:1763345641.534883:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.534924:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.534952:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910429696 00000100:00100000:3.0:1763345641.535001:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910429824 00000100:00100000:3.0:1763345641.535008:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910429824 00000100:00100000:0.0:1763345641.535139:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910429696 00000100:00100000:3.0:1763345641.535307:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11336 00000100:00100000:3.0:1763345641.535318:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+319:57267:x1849000910429824:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345641.535336:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345641.535364:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad6c9 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833483 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.535423:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad6d0 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.535435:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad6d0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.535446:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad6d0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763345641.535504:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11337 00000100:00100000:1.0:1763345641.535514:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545657480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+320:57263:x1849000910429696:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:1.0:1763345641.535542:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345641.535560:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58ad5cd lrc: 0/0,0 mode: --/PR res: [0x200000405:0x255:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083342f expref: 320 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.535576:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:1.0:1763345641.535586:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345641.535639:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58ad6d7 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.535649:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58ad6d7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.535656:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58ad6d7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:3.0:1763345641.535837:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763345641.535842:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763345641.535884:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad6c9 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833483 expref: 320 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.535898:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad6d0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833483 expref: 319 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.535905:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432df600) 00010000:00010000:3.0:1763345641.535908:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763345641.535910:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261c00, rc 0) 00000100:00100000:3.0:1763345641.535961:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+319:57267:x1849000910429824:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 645us (1036us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345641.535968:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11336 00000004:00010000:1.0:1763345641.536458:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fbe8f95d reply state 000000003a904499 transno 8589941211 ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58ad6d7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.536473:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58ad6d7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.536479:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:1.0:1763345641.536481:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345641.536484:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345641.536548:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545657480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+320:57263:x1849000910429696:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 1035us (1671us total) trans 8589941211 rc 0/0 00000100:00100000:1.0:1763345641.536554:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11337 00000100:00100000:2.0:1763345641.541207:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.541253:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.541306:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910429952 00000100:00100000:1.0:1763345641.541317:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910429952 00000100:00100000:1.0:1763345641.541381:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11338 00000100:00100000:1.0:1763345641.541392:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+320:57267:x1849000910429952:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:0.0:1763345641.541409:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910430080 00010000:00010000:1.0:1763345641.541410:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763345641.541416:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910430080 00010000:00010000:1.0:1763345641.541434:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58ad6de lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083348a expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.541606:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad6e5 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.541621:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad6e5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.541631:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad6e5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.541642:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad6ec lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.541650:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad6ec lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.541656:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad6ec lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.541692:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad6e5 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000100:00100000:0.0:1763345641.541692:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8263 00010000:00010000:1.0:1763345641.541702:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad6e5 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.541708:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad6e5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.541715:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad6e5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.541720:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ada00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.541725:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad6e5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.541731:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad6e5 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.541742:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432df600) 00010000:00010000:1.0:1763345641.541745:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.541750:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad6e5 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.541756:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58ad6e5 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.541789:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad6ec lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.541795:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad6ec lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.541801:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad6ec lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.541806:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ade00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.541810:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad6ec lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.541816:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad6ec lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00000100:00100000:0.0:1763345641.541819:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545657800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+12:57263:x1849000910430080:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345641.541831:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c36900) 00010000:00010000:0.0:1763345641.541833:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.541837:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.541841:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad6ec lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:1.0:1763345641.541850:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58ad6ec lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.541850:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58ad6f3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833491 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345641.541885:0:28868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x36c:0x0] initial LVB size: 4096, mtime: 0x691a84e9, atime: 0x0, ctime: 0x691a84e9, blocks: 0x8 00010000:00010000:0.0:1763345641.541901:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345641.541904:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345641.541907:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58ad6de lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083348a expref: 321 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.541913:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58ad6f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833491 expref: 13 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.541922:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432df600) 00010000:00010000:1.0:1763345641.541926:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345641.541932:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58ad6f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833491 expref: 13 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.541933:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ef800/0x52bea07cb58ad6de lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083348a expref: 321 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.541953:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5000, rc 0) 00010000:00010000:1.0:1763345641.541971:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6413ef800, rc 0) 00000100:00100000:0.0:1763345641.542568:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545657800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+13:57263:x1849000910430080:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 305us (752us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345641.542576:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8263 00000100:00100000:1.0:1763345641.542862:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+320:57267:x1849000910429952:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1462us (2156us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345641.542870:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11338 00000100:00100000:2.0:1763345641.545382:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.545546:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910430208 00000100:00100000:0.0:1763345641.545555:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910430208 00000100:00100000:0.0:1763345641.545606:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8264 00000100:00100000:0.0:1763345641.545616:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+31:57263:x1849000910430208:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345641.545631:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345641.545650:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad6fa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833498 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.545676:0:28868:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58ad41b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083339c expref: 32 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345641.545684:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345641.545686:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345641.545690:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad6fa lrc: 4/0,0 mode: --/PW res: [0x280000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833498 expref: 32 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.545733:0:28868:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58ad41b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083339c expref: 32 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345641.545745:0:28868:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58ad41b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083339c expref: 32 pid: 28867 timeout: 1134 lvb_type: 1 00000100:00100000:0.0:1763345641.545791:0:28868:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:28868:1849000924420480:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345641.545875:0:28868:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b653fa6000 going to sleep for 11 seconds 00000100:00100000:1.0:1763345641.546162:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.546550:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910430464 00000100:00100000:0.0:1763345641.546556:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910430464 00000100:00100000:0.0:1763345641.546641:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11339 00000100:00100000:0.0:1763345641.546650:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+320:57267:x1849000910430464:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345641.546664:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345641.546667:0:9295:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763345641.546841:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad6d0 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833483 expref: 320 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.546874:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432df600) 00010000:00010000:0.0:1763345641.546887:0:9295:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345641.546902:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad701 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083349f expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.547144:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad708 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.547250:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad708 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.547262:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad708 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.547275:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad70f lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.547283:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad70f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.547289:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad70f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.547625:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad716 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x258:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.547634:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad716 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.547641:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad716 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:0.0:1763345641.547650:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x258:0x0]: returning size 0 00010000:00010000:0.0:1763345641.547672:0:9295:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad708 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.547679:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad708 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.547684:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad708 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.547690:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad708 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.547696:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345641.547699:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad708 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.547706:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad708 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.547714:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:0.0:1763345641.547717:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345641.547721:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad708 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.547726:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad708 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000004:00010000:0.0:1763345641.547743:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dd5063ae reply state 000000004fc48bfa transno 8589941212 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad70f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.547753:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad70f lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.547782:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c36900) 00010000:00010000:0.0:1763345641.547784:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345641.547787:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763345641.547810:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad701 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083349f expref: 322 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.547826:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad716 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083349f expref: 321 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.547833:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x258:0x0].0x0 (ffff91b541c5b700) 00010000:00010000:0.0:1763345641.547835:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345641.547837:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4600, rc 0) 00000100:00100000:0.0:1763345641.547896:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+322:57267:x1849000910430464:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1246us (1733us total) trans 8589941212 rc 0/0 00000100:00100000:0.0:1763345641.547903:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11339 00000100:00100000:0.0:1763345641.548744:0:28868:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:28868:1849000924420480:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345641.548805:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad6fa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833498 expref: 32 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.548827:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4c00, rc 0) 00000100:00100000:0.0:1763345641.548933:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+32:57263:x1849000910430208:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3262us (3502us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345641.548942:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.548945:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8264 00000100:00100000:3.0:1763345641.549549:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910430592 00000100:00100000:3.0:1763345641.549556:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910430592 00010000:00010000:3.0:1763345641.549581:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58ad41b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083339c expref: 32 pid: 28867 timeout: 1134 lvb_type: 1 00000100:00100000:3.0:1763345641.549621:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3736 00000100:00100000:3.0:1763345641.549630:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+32:2408:x1849000910430592:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345641.549641:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345641.549659:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58ad41b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x369:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083339c expref: 32 pid: 28867 timeout: 1134 lvb_type: 1 00010000:00010000:3.0:1763345641.549671:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58ad41b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x369:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083339c expref: 32 pid: 28867 timeout: 1134 lvb_type: 1 00010000:00010000:3.0:1763345641.549690:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58ad41b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x369:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083339c expref: 32 pid: 28867 timeout: 1134 lvb_type: 1 00010000:00010000:3.0:1763345641.549701:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345641.549703:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345641.549708:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad6fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833498 expref: 31 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.549718:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad6fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833498 expref: 31 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.549754:0:8428:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad6fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833498 expref: 31 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345641.549800:0:8428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544865500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8428:1849000924420608:192.168.203.8@tcp:105: 00000100:00100000:3.0:1763345641.550134:0:8428:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66b1370c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763345641.552617:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.552681:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910430848 00000100:00100000:0.0:1763345641.552690:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910430848 00000100:00100000:0.0:1763345641.552753:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11340 00000100:00100000:0.0:1763345641.552798:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545654000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+322:57267:x1849000910430848:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345641.552837:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345641.552869:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad724 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x258:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808334a6 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.552981:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad72b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x258:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.552995:0:9295:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad716 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083349f expref: 323 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.553004:0:9295:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad72b lrc: 4/0,1 mode: --/EX res: [0x200000405:0x258:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.553034:0:9295:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad716 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083349f expref: 323 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.553046:0:9295:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad716 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083349f expref: 323 pid: 9295 timeout: 1134 lvb_type: 0 00000100:00100000:0.0:1763345641.553059:0:9295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d06300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924420736:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345641.553139:0:9295:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ceb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763345641.553519:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.553590:0:8428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544865500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8428:1849000924420608:192.168.203.8@tcp:105: 00010000:00010000:3.0:1763345641.553607:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345641.554014:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.554040:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+31:2408:x1849000910430592:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 4409us (5098us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345641.554052:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3736 00000100:00100000:1.0:1763345641.554921:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910430976 00000100:00100000:1.0:1763345641.554929:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910430976 00002000:00010000:1.0:1763345641.554958:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/876 (5->18446744073709551615) 00002000:00100000:1.0:1763345641.554963:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545654380 with x1849000910430976 ext(5->18446744073709551615) 00002000:00010000:1.0:1763345641.554973:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545654380. 00000100:00100000:1.0:1763345641.554998:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910431104 00000100:00100000:1.0:1763345641.555001:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910431104 00002000:00010000:1.0:1763345641.555015:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/873 (0->18446744073709551615) 00002000:00100000:1.0:1763345641.555019:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545657100 with x1849000910431104 ext(0->18446744073709551615) 00000100:00100000:3.0:1763345641.555021:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1948 00002000:00010000:1.0:1763345641.555027:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545657100. 00000100:00100000:3.0:1763345641.555035:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+13:2408:x1849000910430976:12345-192.168.203.8@tcp:10:lfs.0 00000100:00100000:1.0:1763345641.555055:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1949 00000100:00100000:1.0:1763345641.555065:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545657100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+31:2408:x1849000910431104:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:1.0:1763345641.555194:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x369:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345641.555198:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x369:0x0] updating lvb mtime from disk: 0 -> 1763345641 00002000:00010000:1.0:1763345641.555201:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x369:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345641.555203:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x369:0x0] updating lvb ctime from disk: 0 -> 1763345641 00002000:00010000:1.0:1763345641.555206:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x369:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345641.555256:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545657100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+32:2408:x1849000910431104:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 192us (1242us total) trans 21474839587 rc 0/0 00000100:00100000:1.0:1763345641.555263:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1949 00002000:00010000:1.0:1763345641.555268:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/873 (0->18446744073709551615) 00002000:00100000:1.0:1763345641.555271:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545657100 with x1849000910431104 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345641.555276:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545657100. 00002000:00010000:3.0:1763345641.555308:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x36c:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:3.0:1763345641.555313:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x36c:0x0] updating lvb mtime from disk: 1763345641 -> 1763345641 00002000:00010000:3.0:1763345641.555316:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x36c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345641.555318:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x36c:0x0] updating lvb ctime from disk: 1763345641 -> 1763345641 00002000:00010000:3.0:1763345641.555321:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x36c:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763345641.555361:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910430976:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 330us (1842us total) trans 17179872333 rc 0/0 00000100:00100000:3.0:1763345641.555369:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1948 00002000:00010000:3.0:1763345641.555373:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/876 (5->18446744073709551615) 00002000:00100000:3.0:1763345641.555376:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545654380 with x1849000910430976 ext(5->18446744073709551615) 00002000:00010000:3.0:1763345641.555382:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545654380. 00000100:00100000:2.0:1763345641.556848:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.556870:0:9295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d06300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9295:1849000924420736:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345641.556904:0:9295:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad72b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x258:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000100:00100000:3.0:1763345641.557586:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910431232 00000100:00100000:3.0:1763345641.557593:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910431232 00010000:00010000:3.0:1763345641.557623:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad716 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083349f expref: 324 pid: 9295 timeout: 1134 lvb_type: 0 00000100:00100000:3.0:1763345641.557721:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3737 00000100:00100000:3.0:1763345641.557730:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:2408:x1849000910431232:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345641.557742:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345641.557749:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad716 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083349f expref: 324 pid: 9295 timeout: 1134 lvb_type: 0 00010000:00010000:3.0:1763345641.557777:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad716 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083349f expref: 324 pid: 9295 timeout: 1134 lvb_type: 0 00010000:00010000:3.0:1763345641.557799:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad716 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083349f expref: 324 pid: 9295 timeout: 1134 lvb_type: 0 00010000:00010000:3.0:1763345641.557813:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x258:0x0].0x0 (ffff91b541c5b700) 00010000:00010000:3.0:1763345641.557818:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad72b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x258:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.557830:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad72b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.557838:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad72b lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.557871:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345641.557913:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+323:2408:x1849000910431232:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 182us (1070us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345641.557920:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3737 00010000:00010000:0.0:1763345641.558013:0:9295:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad72b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.558053:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad72b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00200000:0.0:1763345641.558077:0:9295:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x258:0x0]: returning size 0 00000004:00080000:0.0:1763345641.558238:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x36c:0x0], index 0: 0 00000004:00080000:0.0:1763345641.558245:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x36f:0x0], index 1: 0 00000004:00080000:0.0:1763345641.558250:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x370:0x0], index 1: 0 00000004:00080000:0.0:1763345641.558254:0:9295:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x36d:0x0], index 0: 0 00010000:00010000:0.0:1763345641.558354:0:9295:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad72b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.558363:0:9295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad72b lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.558370:0:9295:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad72b lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.558375:0:9295:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345641.558379:0:9295:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad72b lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.558387:0:9295:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad72b lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.558397:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x258:0x0].0x0 (ffff91b541c5b700) 00010000:00010000:0.0:1763345641.558400:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345641.558403:0:9295:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad72b lrc: 2/0,0 mode: --/EX res: [0x200000405:0x258:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.558409:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad72b lrc: 0/0,0 mode: --/EX res: [0x200000405:0x258:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:0.0:1763345641.558456:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad724 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x258:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334a6 expref: 323 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.558465:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x258:0x0].0x0 (ffff91b541c5b700) 00010000:00010000:0.0:1763345641.558467:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763345641.558472:0:9295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad724 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x258:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334a6 expref: 323 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.558486:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4a00, rc 0) 00000100:00100000:0.0:1763345641.558538:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545654000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+322:57267:x1849000910430848:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 5743us (5927us total) trans 8589941213 rc 301/301 00000100:00100000:0.0:1763345641.558546:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11340 00000100:00100000:2.0:1763345641.560570:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.560654:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.560735:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910431488 00000100:00100000:3.0:1763345641.560744:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910431488 00000100:00100000:3.0:1763345641.560814:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11341 00000100:00100000:3.0:1763345641.560823:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+322:57263:x1849000910431488:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:3.0:1763345641.560904:0:9295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad739 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.560920:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad739 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.560930:0:9295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad739 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00000004:00010000:3.0:1763345641.561028:0:9295:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000091208d3a reply state 00000000f41acb09 transno 8589941214 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad739 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.561041:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad739 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:3.0:1763345641.561104:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:3.0:1763345641.561107:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345641.561111:0:9295:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763345641.561204:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:57263:x1849000910431488:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 381us (641us total) trans 8589941214 rc 0/0 00000100:00100000:3.0:1763345641.561213:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11341 00000100:00100000:1.0:1763345641.561214:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910431744 00000100:00100000:1.0:1763345641.561221:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910431744 00000100:00100000:1.0:1763345641.561273:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3925 00000100:00100000:1.0:1763345641.561282:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b643166450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+324:57267:x1849000910431744:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345641.561421:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b643166450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57267:x1849000910431744:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 140us (765us total) trans 8589941215 rc 0/0 00000100:00100000:1.0:1763345641.561428:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3925 00000100:00100000:1.0:1763345641.566978:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.567025:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.567050:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910432000 00000100:00100000:2.0:1763345641.567061:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910432000 00000100:00100000:2.0:1763345641.567121:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3926 00000100:00100000:2.0:1763345641.567131:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57267:x1849000910432000:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345641.567355:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+326:57267:x1849000910432000:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 224us (385us total) trans 8589941216 rc 0/0 00000100:00100000:2.0:1763345641.567363:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3926 00000100:00100000:0.0:1763345641.567697:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910432128 00000100:00100000:0.0:1763345641.567703:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910432128 00000100:00100000:0.0:1763345641.568085:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8265 00000100:00100000:0.0:1763345641.568093:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+32:57263:x1849000910432128:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345641.568105:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345641.568121:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad740 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808334ad expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.568143:0:28868:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad5e2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833436 expref: 33 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345641.568150:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345641.568152:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345641.568157:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad740 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334ad expref: 33 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.568184:0:28868:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad5e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833436 expref: 33 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345641.568196:0:28868:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad5e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833436 expref: 33 pid: 28868 timeout: 1134 lvb_type: 1 00000100:00100000:0.0:1763345641.568213:0:28868:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:28868:1849000924420864:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345641.568317:0:28868:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce840 going to sleep for 11 seconds 00000100:00100000:0.0:1763345641.569987:0:28868:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:28868:1849000924420864:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345641.570014:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad740 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a969808334ad expref: 33 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.570030:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4800, rc 0) 00000100:00100000:0.0:1763345641.570080:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+33:57263:x1849000910432128:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1987us (3054us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345641.570088:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8265 00000100:00100000:3.0:1763345641.571604:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.571949:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.572149:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910432512 00000100:00100000:0.0:1763345641.572291:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910432512 00000100:00100000:2.0:1763345641.572299:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910432256 00000100:00100000:2.0:1763345641.572306:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910432256 00010000:00010000:2.0:1763345641.572342:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad5e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833436 expref: 33 pid: 28868 timeout: 1134 lvb_type: 1 00000100:00100000:0.0:1763345641.572401:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11342 00000100:00100000:0.0:1763345641.572413:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+326:55937:x1849000910432512:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345641.572520:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345641.572719:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad747 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808334b4 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345641.572724:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3738 00000100:00100000:2.0:1763345641.572737:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544865500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+33:2409:x1849000910432256:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345641.572752:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345641.572791:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad5e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x368:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833436 expref: 33 pid: 28868 timeout: 1134 lvb_type: 1 00010000:00010000:2.0:1763345641.572806:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad5e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x368:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833436 expref: 33 pid: 28868 timeout: 1134 lvb_type: 1 00010000:00010000:2.0:1763345641.572827:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58ad5e2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x368:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833436 expref: 33 pid: 28868 timeout: 1134 lvb_type: 1 00010000:00010000:2.0:1763345641.572846:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.572848:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.572865:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad740 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a969808334ad expref: 32 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.572876:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad740 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a969808334ad expref: 32 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.572877:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad74e lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345641.572899:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad74e lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345641.572910:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad74e lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.572929:0:6507:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad740 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a969808334ad expref: 32 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.572929:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad755 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345641.572945:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad755 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345641.572953:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad755 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:2.0:1763345641.572962:0:6507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6749e6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6507:1849000924420992:192.168.203.8@tcp:105: 00010000:00010000:0.0:1763345641.573008:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad75c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x258:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345641.573018:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad75c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345641.573026:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad75c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:0.0:1763345641.573035:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x258:0x0]: returning size 0 00000100:00100000:2.0:1763345641.573043:0:6507:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747d79c0 going to sleep for 11 seconds 00010000:00010000:0.0:1763345641.573106:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad74e lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345641.573113:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad74e lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345641.573119:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad74e lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345641.573125:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad74e lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345641.573131:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345641.573136:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad74e lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345641.573148:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad74e lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345641.573170:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5b700) 00010000:00010000:0.0:1763345641.573173:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345641.573177:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad74e lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345641.573183:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad74e lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345641.573195:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad755 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345641.573201:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad755 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345641.573207:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad755 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345641.573212:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345641.573215:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad755 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345641.573221:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad755 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345641.573228:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c36900) 00010000:00010000:0.0:1763345641.573230:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345641.573233:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad755 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345641.573238:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad755 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345641.573270:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad747 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334b4 expref: 329 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.573288:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad75c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334b4 expref: 328 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.573295:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x258:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:0.0:1763345641.573297:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345641.573299:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4400, rc 0) 00000100:00100000:0.0:1763345641.574097:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+328:55937:x1849000910432512:12345-192.168.203.8@tcp:101:bash.0 Request processed in 1681us (2144us total) trans 8589941217 rc 0/0 00000100:00100000:0.0:1763345641.574107:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11342 00000100:00100000:2.0:1763345641.577977:0:6507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6749e6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6507:1849000924420992:192.168.203.8@tcp:105: 00010000:00010000:2.0:1763345641.578007:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345641.578056:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544865500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+32:2409:x1849000910432256:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 5320us (6455us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345641.578062:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.578072:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3738 00000100:00100000:0.0:1763345641.578256:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910432640 00000100:00100000:0.0:1763345641.578264:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910432640 00000100:00100000:3.0:1763345641.578469:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.578582:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910432768 00000100:00100000:1.0:1763345641.578588:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910432768 00000100:00100000:1.0:1763345641.578628:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11343 00000100:00100000:1.0:1763345641.578636:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544867480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+328:55937:x1849000910432768:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:1.0:1763345641.578658:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.578681:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318200/0x52bea07cb58ad76a lrc: 2/0,0 mode: --/PR res: [0x200000405:0x258:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808334bb expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.578714:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad771 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x258:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345641.578727:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad771 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345641.578739:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad771 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345641.578888:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318200/0x52bea07cb58ad76a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x258:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334bb expref: 330 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.578906:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad771 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334bb expref: 329 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.578915:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x258:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:1.0:1763345641.578918:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763345641.578921:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6748ff200, rc 0) 00000100:00100000:0.0:1763345641.579049:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8266 00000100:00100000:0.0:1763345641.579060:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+32:2409:x1849000910432640:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:0.0:1763345641.579172:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x368:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763345641.579176:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x368:0x0] updating lvb mtime from disk: 1763345640 -> 1763345640 00002000:00010000:0.0:1763345641.579179:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x368:0x0] updating lvb atime from disk: 0 -> 1763345640 00002000:00010000:0.0:1763345641.579181:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x368:0x0] updating lvb ctime from disk: 1763345640 -> 1763345641 00002000:00010000:0.0:1763345641.579183:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x368:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763345641.579565:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544867480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+329:55937:x1849000910432768:12345-192.168.203.8@tcp:101:bash.0 Request processed in 927us (1094us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345641.579575:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11343 00000100:00100000:0.0:1763345641.579584:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+33:2409:x1849000910432640:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 525us (1526us total) trans 21474839588 rc 0/0 00000100:00100000:0.0:1763345641.579593:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8266 00000100:00100000:3.0:1763345641.582381:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.582482:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910433024 00000100:00100000:0.0:1763345641.582491:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910433024 00000100:00100000:0.0:1763345641.582557:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3927 00000100:00100000:0.0:1763345641.582567:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544864e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+329:57263:x1849000910433024:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:0.0:1763345641.582620:0:35216:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000405:0x255:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad517 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x255:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333f0 expref: 329 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.582662:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad778 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345641.582680:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad5bf lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833421 expref: 329 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.582689:0:35216:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad778 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345641.582719:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad5bf lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833421 expref: 329 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.582731:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad5bf lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833421 expref: 329 pid: 35210 timeout: 1134 lvb_type: 0 00000100:00100000:0.0:1763345641.582744:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d06300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924421120:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345641.582846:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ceb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763345641.583576:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.583619:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910433280 00000100:00100000:1.0:1763345641.583625:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910433280 00000100:00100000:1.0:1763345641.583668:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11344 00000100:00100000:1.0:1763345641.583677:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+330:55937:x1849000910433280:12345-192.168.203.8@tcp:36:bash.0 00010000:00010000:1.0:1763345641.583717:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345641.583734:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ad75c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334b4 expref: 330 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.583750:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x258:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:1.0:1763345641.583755:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345641.583936:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ad77f lrc: 3/0,1 mode: --/PW res: [0x200000405:0x258:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345641.583949:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ad77f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x258:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345641.583963:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ad77f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x258:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:1.0:1763345641.584001:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941218 00000004:00010000:1.0:1763345641.584021:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009fc67d43 reply state 00000000db00d626 transno 8589941219 ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ad77f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x258:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345641.584032:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ad77f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x258:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345641.584039:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x258:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:1.0:1763345641.584042:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345641.584044:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345641.584111:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+332:55937:x1849000910433280:12345-192.168.203.8@tcp:36:bash.0 Request processed in 434us (535us total) trans 8589941219 rc 0/0 00000100:00100000:1.0:1763345641.584119:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11344 00000020:00080000:1.0:1763345641.584123:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345641.584640:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d06300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924421120:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345641.584657:0:35216:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad778 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:1.0:1763345641.584735:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.584986:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910433408 00000100:00100000:2.0:1763345641.584992:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910433408 00010000:00010000:2.0:1763345641.585015:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad5bf lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833421 expref: 332 pid: 35210 timeout: 1134 lvb_type: 0 00000100:00100000:2.0:1763345641.585047:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3739 00000100:00100000:2.0:1763345641.585055:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+332:2408:x1849000910433408:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345641.585067:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345641.585072:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad5bf lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833421 expref: 332 pid: 35210 timeout: 1134 lvb_type: 0 00010000:00010000:2.0:1763345641.585083:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad5bf lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833421 expref: 332 pid: 35210 timeout: 1134 lvb_type: 0 00010000:00010000:2.0:1763345641.585098:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ad5bf lrc: 0/0,0 mode: --/CR res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833421 expref: 332 pid: 35210 timeout: 1134 lvb_type: 0 00010000:00010000:2.0:1763345641.585109:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:2.0:1763345641.585113:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad778 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345641.585121:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad778 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345641.585128:0:6507:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad778 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345641.585155:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345641.585188:0:35216:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad778 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:2.0:1763345641.585194:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+331:2408:x1849000910433408:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 138us (459us total) trans 0 rc 0/0 00010000:00010000:3.0:1763345641.585202:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad778 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:2.0:1763345641.585207:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3739 00000040:00080000:3.0:1763345641.585379:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1933, 88 off160136 00000004:00080000:3.0:1763345641.585386:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1034110626265ns, next at 1034161031282ns, rc = 0 00000040:00080000:3.0:1763345641.585413:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1949, 88 off161704 00000004:00080000:3.0:1763345641.585418:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1034110658506ns, next at 1034160984782ns, rc = 0 00000040:00080000:3.0:1763345641.585454:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1950, 88 off161792 00000004:00080000:3.0:1763345641.585460:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1034110700346ns, next at 1034160984782ns, rc = 0 00000040:00080000:3.0:1763345641.585474:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1934, 88 off160224 00000004:00080000:3.0:1763345641.585478:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1034110718990ns, next at 1034161031282ns, rc = 0 00000100:00100000:3.0:1763345641.587009:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.587243:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910433536 00000100:00100000:0.0:1763345641.587252:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910433536 00000100:00100000:0.0:1763345641.587308:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11345 00000100:00100000:0.0:1763345641.587319:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544866a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+332:55937:x1849000910433536:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345641.587336:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345641.587359:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad786 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x258:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808334c2 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.587408:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad786 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x258:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334c2 expref: 333 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.587422:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad786 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x258:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334c2 expref: 333 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.587439:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x258:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:0.0:1763345641.587443:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345641.587447:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4000, rc 0) 00000100:00100000:0.0:1763345641.587492:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544866a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+333:55937:x1849000910433536:12345-192.168.203.8@tcp:101:bash.0 Request processed in 175us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345641.587499:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11345 00000001:00080000:1.0:1763345641.587581:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941220 is committed 00000004:00080000:1.0:1763345641.587588:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1239 committed 00000004:00080000:1.0:1763345641.587602:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1254 committed 00000004:00080000:1.0:1763345641.587615:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1253 committed 00000004:00080000:1.0:1763345641.587618:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1238 committed 00000004:00010000:1.0:1763345641.587687:0:35216:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ef539145 reply state 0000000054a90286 transno 8589941220 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad778 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345641.587701:0:35216:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad778 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345641.587708:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:1.0:1763345641.587713:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763345641.587717:0:35216:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763345641.587722:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:1.0:1763345641.587725:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763345641.587729:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad517 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x255:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808333f0 expref: 319 pid: 9295 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1763345641.587816:0:35216:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763345641.587827:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544864e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+319:57263:x1849000910433024:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 5261us (5454us total) trans 8589941220 rc 0/0 00000100:00100000:1.0:1763345641.587835:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3927 00010000:00010000:2.0:1763345641.588012:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad68a lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.588022:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad68a lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.588030:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad68a lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.588038:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672e57400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.588042:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad68a lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.588051:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad68a lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.588062:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c36900) 00010000:00010000:2.0:1763345641.588065:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.588068:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad68a lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.588074:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ad68a lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.588087:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58ad6d7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.588094:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58ad6d7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.588100:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58ad6d7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.588105:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6413ee600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.588108:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58ad6d7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.588115:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58ad6d7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.588122:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:2.0:1763345641.588125:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.588128:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58ad6d7 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000100:00100000:0.0:1763345641.588133:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544864700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924421376:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1763345641.588136:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6413ee600/0x52bea07cb58ad6d7 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.588151:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad70f lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.588157:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad70f lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.588164:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad70f lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.588169:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.588173:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad70f lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.588179:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad70f lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00000100:00100000:0.0:1763345641.588186:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763345641.588193:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c36900) 00010000:00010000:2.0:1763345641.588197:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.588200:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad70f lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.588206:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad70f lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00000100:00100000:0.0:1763345641.588223:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1763345641.588225:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad739 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9295 initiator: MDT0 00000100:00100000:0.0:1763345641.588232:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544864000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924421248:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1763345641.588234:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad739 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.588245:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad739 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.588250:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.588254:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad739 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.588260:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad739 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9295 initiator: MDT0 00000100:00100000:0.0:1763345641.588267:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763345641.588269:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad778 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345641.588279:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad778 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345641.588285:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad778 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00000100:00100000:0.0:1763345641.588301:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54545e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924421504:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1763345641.588431:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:2.0:1763345641.588436:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.588439:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad739 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.588446:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad739 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9295 initiator: MDT0 00010000:00010000:2.0:1763345641.588458:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ad77f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x258:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.588464:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ad77f lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x258:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.588470:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ad77f lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x258:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.588476:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672c86800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.588479:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ad77f lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x258:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.588485:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ad77f lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x258:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.588497:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x258:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:2.0:1763345641.588499:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.588503:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ad77f lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x258:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345641.588508:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c86800/0x52bea07cb58ad77f lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x258:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000100:00100000:2.0:1763345641.588542:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924421376 00000100:00100000:0.0:1763345641.588547:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345641.588550:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924421376 00000100:00100000:0.0:1763345641.588571:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763345641.588578:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54545ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924421632:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345641.588583:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924421248 00000100:00100000:2.0:1763345641.588588:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924421248 00000100:00100000:0.0:1763345641.588603:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763345641.588637:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345641.588642:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad778 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345641.588651:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad778 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT0 00000100:00100000:0.0:1763345641.588654:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924421504 00000100:00100000:0.0:1763345641.588660:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924421504 00010000:00010000:3.0:1763345641.588663:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:3.0:1763345641.588667:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345641.588671:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad778 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00000100:00100000:1.0:1763345641.588673:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924421632 00010000:00010000:3.0:1763345641.588680:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ad778 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00000100:00100000:1.0:1763345641.588680:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924421632 00000100:00100000:0.0:1763345641.588802:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8267 00000100:00100000:0.0:1763345641.588812:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:3659:x1849000924421376:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1763345641.588832:0:15692:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:875 count 1 00002000:00010000:0.0:1763345641.588873:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x36b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345641.588879:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad78d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.588891:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345641.588893:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345641.588898:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad78d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.588909:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad78d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.588918:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad78d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.588925:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad78d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.588946:0:15692:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763345641.589021:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345641.589029:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad78d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.589038:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345641.589041:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad78d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.589049:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad78d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345641.589130:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8268 00000100:00100000:1.0:1763345641.589141:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+53:3659:x1849000924421248:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1763345641.589152:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:874 count 1 00000100:00100000:0.0:1763345641.589162:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+53:3659:x1849000924421376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 351us (978us total) trans 21474839589 rc 0/0 00010000:00010000:1.0:1763345641.589165:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad794 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345641.589171:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8267 00010000:00010000:1.0:1763345641.589186:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad659 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833467 expref: 32 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345641.589193:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8269 00010000:00010000:1.0:1763345641.589195:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345641.589199:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345641.589202:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad794 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345641.589203:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:3656:x1849000924421504:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1763345641.589236:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad659 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980833467 expref: 32 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.589251:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad659 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833467 expref: 32 pid: 8403 timeout: 1134 lvb_type: 0 00010000:00010000:3.0:1763345641.589253:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad78d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.589271:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad78d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345641.589275:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924421760:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345641.589297:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345641.589299:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345641.589301:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763345641.589345:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9900 going to sleep for 11 seconds 00000100:00100000:2.0:1763345641.589472:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8270 00000100:00100000:2.0:1763345641.589481:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+52:3656:x1849000924421632:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1763345641.589505:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x368:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763345641.589509:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x368:0x0] updating lvb mtime from disk: 1763345640 -> 1763345640 00002000:00010000:0.0:1763345641.589511:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x368:0x0] updating lvb atime from disk: 1763345640 -> 1763345640 00002000:00010000:0.0:1763345641.589514:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x368:0x0] updating lvb ctime from disk: 1763345641 -> 1763345641 00002000:00010000:0.0:1763345641.589516:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x368:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:2.0:1763345641.589550:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x369:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345641.589554:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x369:0x0] updating lvb mtime from disk: 1763345641 -> 1763345641 00002000:00010000:2.0:1763345641.589557:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x369:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345641.589562:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x369:0x0] updating lvb ctime from disk: 1763345641 -> 1763345641 00000100:00100000:0.0:1763345641.589562:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+54:3656:x1849000924421504:12345-0@lo:2:osp-syn-0-0.0 Request processed in 359us (1016us total) trans 21474839590 rc 0/0 00002000:00010000:2.0:1763345641.589565:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x369:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345641.589577:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8269 00000100:00100000:2.0:1763345641.589603:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+53:3656:x1849000924421632:12345-0@lo:2:osp-syn-0-0.0 Request processed in 123us (999us total) trans 21474839591 rc 0/0 00000100:00100000:2.0:1763345641.589610:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8270 00000100:00100000:2.0:1763345641.589653:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924421888:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1763345641.589689:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345641.589689:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924422272:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345641.589714:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763345641.589721:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924422016:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763345641.589731:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345641.589751:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345641.589778:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763345641.589787:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924422144:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345641.589807:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924421888 00000100:00100000:2.0:1763345641.589813:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924421888 00000100:00100000:0.0:1763345641.589817:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345641.589849:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924422272 00000100:00100000:2.0:1763345641.589861:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924422272 00000004:00080000:0.0:1763345641.589876:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544864700/2, rc 0, transno 21474839589 00000100:00100000:2.0:1763345641.589880:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924422016 00000100:00100000:2.0:1763345641.589885:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924422016 00000100:00100000:0.0:1763345641.589885:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544864700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924421376:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1763345641.589904:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924422144 00000100:00100000:2.0:1763345641.589909:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924422144 00000100:00100000:0.0:1763345641.589913:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8271 00000100:00100000:0.0:1763345641.589923:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3658:x1849000924421888:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1763345641.589938:0:28868:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:877 count 1 00010000:00010000:0.0:1763345641.589952:0:28868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58ad79b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.589964:0:28868:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad644 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833459 expref: 13 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.589970:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345641.589971:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345641.589974:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58ad79b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.589994:0:28868:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad644 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a96980833459 expref: 13 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.590002:0:28868:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad644 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833459 expref: 13 pid: 28868 timeout: 1134 lvb_type: 0 00000100:00100000:0.0:1763345641.590011:0:28868:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:28868:1849000924422400:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345641.590038:0:28868:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ceb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763345641.590809:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8272 00000100:00100000:2.0:1763345641.590820:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3657:x1849000924422272:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1763345641.590914:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x36c:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763345641.590918:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x36c:0x0] updating lvb mtime from disk: 1763345641 -> 1763345641 00002000:00010000:2.0:1763345641.590920:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x36c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345641.591036:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x36c:0x0] updating lvb ctime from disk: 1763345641 -> 1763345641 00002000:00010000:2.0:1763345641.591039:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x36c:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763345641.591228:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3657:x1849000924422272:12345-0@lo:2:osp-syn-1-0.0 Request processed in 409us (1496us total) trans 17179872334 rc 0/0 00000100:00100000:2.0:1763345641.591236:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8272 00000100:00100000:2.0:1763345641.591255:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8273 00000100:00100000:2.0:1763345641.591262:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3658:x1849000924422016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1763345641.591275:0:8560:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:878 count 1 00002000:00010000:2.0:1763345641.591293:0:8560:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x36e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763345641.591299:0:8560:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54378cc00/0x52bea07cb58ad7a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.591310:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.591312:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.591317:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378cc00/0x52bea07cb58ad7a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.591334:0:8560:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54378cc00/0x52bea07cb58ad7a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.591344:0:8560:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54378cc00/0x52bea07cb58ad7a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.591352:0:8560:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378cc00/0x52bea07cb58ad7a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.591370:0:8560:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763345641.591518:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3658:x1849000924422016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 255us (1767us total) trans 17179872335 rc 0/0 00000100:00100000:2.0:1763345641.591525:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8273 00000100:00100000:2.0:1763345641.591543:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8274 00000004:00080000:1.0:1763345641.591549:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54545ca80/2, rc 0, transno 21474839591 00000100:00100000:2.0:1763345641.591550:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3657:x1849000924422144:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345641.591560:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54545ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924421632:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345641.591574:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54545e680/2, rc 0, transno 21474839590 00000100:00100000:1.0:1763345641.591578:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54545e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924421504:0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1763345641.591605:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x36b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345641.591610:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x36b:0x0] updating lvb mtime from disk: 1763345640 -> 1763345640 00002000:00010000:2.0:1763345641.591613:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x36b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345641.591615:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x36b:0x0] updating lvb ctime from disk: 1763345640 -> 1763345640 00002000:00010000:2.0:1763345641.591618:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x36b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345641.591642:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3657:x1849000924422144:12345-0@lo:2:osp-syn-1-0.0 Request processed in 93us (1827us total) trans 17179872336 rc 0/0 00000100:00100000:2.0:1763345641.591649:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8274 00010000:00010000:3.0:1763345641.592101:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345641.592110:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b54378cc00/0x52bea07cb58ad7a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.592120:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378cc00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345641.592125:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54378cc00/0x52bea07cb58ad7a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345641.592132:0:3657:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872330 gen 2 00010000:00010000:3.0:1763345641.592136:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54378cc00/0x52bea07cb58ad7a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.592166:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b54378cc00/0x52bea07cb58ad7a2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.592174:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54378cc00/0x52bea07cb58ad7a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.592189:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345641.592191:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345641.592193:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345641.592240:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.592263:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000004:00080000:0.0:1763345641.592291:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5435b9500, transno 17179872294 00000100:00100000:3.0:1763345641.592303:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924421760:192.168.203.8@tcp:104: 00000004:00080000:0.0:1763345641.592305:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5435b9f80, transno 17179872295 00000004:00080000:0.0:1763345641.592312:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dced80, transno 17179872298 00000004:00080000:0.0:1763345641.592316:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dcd500, transno 17179872299 00000004:00080000:0.0:1763345641.592320:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dcdf80, transno 17179872300 00010000:00010000:3.0:1763345641.592324:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad794 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763345641.592324:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dcc700, transno 17179872301 00000004:00080000:0.0:1763345641.592327:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544866d80, transno 17179872302 00000004:00080000:0.0:1763345641.592333:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544864380, transno 17179872303 00000004:00080000:0.0:1763345641.592339:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544865c00, transno 17179872304 00000004:00080000:0.0:1763345641.592344:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b677b94380, transno 17179872305 00000004:00080000:0.0:1763345641.592348:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544867100, transno 17179872307 00000004:00080000:0.0:1763345641.592351:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544866300, transno 17179872308 00000100:00100000:3.0:1763345641.592353:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910433664 00000004:00080000:0.0:1763345641.592354:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544866680, transno 17179872309 00000100:00100000:3.0:1763345641.592360:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910433664 00000004:00080000:0.0:1763345641.592360:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544865880, transno 17179872310 00000004:00080000:0.0:1763345641.592366:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54f875180, transno 17179872312 00000004:00080000:0.0:1763345641.592370:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54f875880, transno 17179872313 00000004:00080000:0.0:1763345641.592372:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54f877480, transno 17179872314 00000004:00080000:0.0:1763345641.592375:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54f875f80, transno 17179872315 00000004:00080000:0.0:1763345641.592378:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d07800, transno 17179872317 00000004:00080000:0.0:1763345641.592381:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d05880, transno 17179872318 00000004:00080000:0.0:1763345641.592384:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d06680, transno 17179872319 00000004:00080000:0.0:1763345641.592387:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d07100, transno 17179872320 00000004:00080000:0.0:1763345641.592390:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5450c9180, transno 17179872322 00000004:00080000:0.0:1763345641.592394:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5450c9880, transno 17179872323 00000004:00080000:0.0:1763345641.592396:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5450c8380, transno 17179872324 00000100:00100000:3.0:1763345641.592399:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910433920 00000004:00080000:0.0:1763345641.592400:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5450ca680, transno 17179872325 00000100:00100000:3.0:1763345641.592404:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910433920 00000004:00080000:0.0:1763345641.592407:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544482680, transno 17179872327 00000004:00080000:0.0:1763345641.592412:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544482300, transno 17179872328 00000004:00080000:0.0:1763345641.592415:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d06d80, transno 17179872329 00000004:00080000:0.0:1763345641.592418:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54a82b480, transno 17179872330 00000100:00100000:3.0:1763345641.592427:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11346 00000100:00100000:0.0:1763345641.592428:0:3657:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff91b54377d500 x1849000924422144/t17179872336(17179872336) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763345657 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763345641.592438:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+314:57263:x1849000910433664:12345-192.168.203.8@tcp:101:lfs.0 00000004:00080000:0.0:1763345641.592443:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54377d500/2, rc 0, transno 17179872336 00000100:00100000:0.0:1763345641.592450:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924422144:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763345641.592467:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b677b95500/2, rc 0, transno 17179872334 00000100:00100000:0.0:1763345641.592470:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924422272:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1763345641.592511:0:9295:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345641.592527:0:9295:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad7a9 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808334c9 expref: -99 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.592572:0:9295:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad7a9 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334c9 expref: 315 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.592586:0:9295:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260400/0x52bea07cb58ad7a9 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x255:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334c9 expref: 315 pid: 9295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.592604:0:9295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:3.0:1763345641.592607:0:9295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345641.592611:0:9295:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260400, rc 0) 00000004:00080000:0.0:1763345641.592654:0:32328:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 4 in progress, 2 in flight, 30 done 00000100:00100000:3.0:1763345641.592661:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d51c9e15-7951-472b-8182-95fba90f4cff+315:57263:x1849000910433664:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 224us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345641.592670:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11346 00000100:00100000:0.0:1763345641.592680:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11347 00000100:00100000:0.0:1763345641.592704:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+314:55937:x1849000910433920:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:0.0:1763345641.592713:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345641.592717:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763345641.592732:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad786 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x258:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334c2 expref: 314 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.592749:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x258:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:0.0:1763345641.592753:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345641.592785:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ad7b0 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x258:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808334d0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.592818:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad7b7 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x258:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345641.592827:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad7b7 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345641.592835:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad7b7 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763345641.592897:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345641.592916:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910434176 00000100:00100000:3.0:1763345641.592920:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910434176 00000040:00080000:0.0:1763345641.593014:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1935, 88 off160312 00000004:00080000:0.0:1763345641.593022:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1034118261973ns, next at 1034161031282ns, rc = 0 00000100:00100000:0.0:1763345641.593077:0:28868:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:28868:1849000924422400:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345641.593090:0:28868:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58ad79b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1763345641.593120:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1951, 88 off161880 00000004:00080000:0.0:1763345641.593126:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1034118366401ns, next at 1034160984782ns, rc = 0 00000040:00080000:0.0:1763345641.593165:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1952, 88 off161968 00000004:00080000:0.0:1763345641.593170:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1034118410619ns, next at 1034160984782ns, rc = 0 00000040:00080000:0.0:1763345641.593194:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1936, 88 off160400 00000004:00080000:0.0:1763345641.593199:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1034118439609ns, next at 1034161031282ns, rc = 0 00000100:00100000:1.0:1763345641.593309:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000004:00080000:2.0:1763345641.593414:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54377d880/2, rc 0, transno 17179872335 00000100:00100000:2.0:1763345641.593433:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924422016:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1763345641.593529:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad644 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833459 expref: 14 pid: 28868 timeout: 1134 lvb_type: 0 00000100:00100000:3.0:1763345641.593568:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910434048 00000100:00100000:3.0:1763345641.593572:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910434048 00010000:00010000:3.0:1763345641.593584:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad659 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833467 expref: 33 pid: 8403 timeout: 1134 lvb_type: 0 00000100:00100000:3.0:1763345641.593604:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3740 00000100:00100000:3.0:1763345641.593611:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65870f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910434176:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345641.593620:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345641.593625:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad644 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833459 expref: 14 pid: 28868 timeout: 1134 lvb_type: 0 00010000:00010000:3.0:1763345641.593636:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad644 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833459 expref: 14 pid: 28868 timeout: 1134 lvb_type: 0 00010000:00010000:3.0:1763345641.593651:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad644 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833459 expref: 14 pid: 28868 timeout: 1134 lvb_type: 0 00010000:00010000:3.0:1763345641.593663:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345641.593665:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345641.593668:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58ad79b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.593677:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58ad79b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.593695:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345641.593725:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65870f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+13:2408:x1849000910434176:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 114us (829us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345641.593732:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3740 00000100:00100000:3.0:1763345641.593796:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3741 00000100:00100000:3.0:1763345641.593803:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+33:2408:x1849000910434048:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345641.593811:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345641.593816:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad659 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833467 expref: 33 pid: 8403 timeout: 1134 lvb_type: 0 00010000:00010000:3.0:1763345641.593827:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad659 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833467 expref: 33 pid: 8403 timeout: 1134 lvb_type: 0 00010000:00010000:3.0:1763345641.593841:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad659 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a96980833467 expref: 33 pid: 8403 timeout: 1134 lvb_type: 0 00010000:00010000:3.0:1763345641.593851:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345641.593853:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345641.593866:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad794 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.593874:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad794 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.593891:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345641.593910:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+32:2408:x1849000910434048:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 106us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345641.593916:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3741 00010000:00010000:3.0:1763345641.594160:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad794 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.594170:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad794 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.594180:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad794 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.594188:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad794 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.595116:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763345641.595242:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.595268:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910434432 00000100:00100000:1.0:1763345641.595275:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910434432 00000100:00100000:1.0:1763345641.595311:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3928 00000100:00100000:1.0:1763345641.595320:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+316:57263:x1849000910434432:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345641.595493:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+53:3659:x1849000924421248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6354us (7229us total) trans 21474839592 rc 0/0 00000100:00100000:3.0:1763345641.595502:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8268 00000004:00080000:1.0:1763345641.595503:0:35216:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x255:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1763345641.595554:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1937, 64 off160464 00000040:00080000:1.0:1763345641.595571:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1953, 64 off162032 00000040:00080000:1.0:1763345641.595580:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1954, 64 off162096 00000040:00080000:1.0:1763345641.595588:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1938, 64 off160528 00010000:00010000:1.0:1763345641.595633:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad7be lrc: 3/0,1 mode: --/PW res: [0x200000405:0x255:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345641.595648:0:35216:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad7be lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x255:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345641.595673:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad7be lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x255:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345641.595680:0:35216:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad7be lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x255:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345641.595686:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad7be lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x255:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345641.595691:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad7be lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x255:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345641.595711:0:35216:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763345641.595851:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+317:57263:x1849000910434432:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 531us (611us total) trans 8589941222 rc 0/0 00000100:00100000:1.0:1763345641.595869:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3928 00010000:00010000:2.0:1763345641.596092:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763345641.596100:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad794 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.596109:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b673318200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345641.596114:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad794 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.596123:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad794 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.596139:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad794 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.596148:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ad794 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.596166:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345641.596170:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad7be lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x255:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345641.596175:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b50600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345641.596178:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad7be lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x255:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345641.596184:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad7be lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x255:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345641.596193:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x255:0x0].0x0 (ffff91b5484cc700) 00010000:00010000:2.0:1763345641.596197:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763345641.596200:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad7be lrc: 1/0,0 mode: --/PW res: [0x200000405:0x255:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345641.596205:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad7be lrc: 0/0,0 mode: --/PW res: [0x200000405:0x255:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345641.596213:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345641.596215:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345641.596217:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345641.596353:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763345641.596836:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544864000/2, rc 0, transno 21474839592 00000100:00100000:0.0:1763345641.596848:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544864000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924421248:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1763345641.596889:0:28868:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58ad79b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.596900:0:28868:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58ad79b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.596909:0:28868:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58ad79b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.596917:0:28868:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58ad79b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.597548:0:28868:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763345641.597744:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3658:x1849000924421888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7822us (8057us total) trans 17179872337 rc 0/0 00000100:00100000:0.0:1763345641.597753:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8271 00010000:00010000:3.0:1763345641.597866:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345641.597873:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58ad79b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.597881:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345641.597885:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58ad79b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.597894:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58ad79b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.597908:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58ad79b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.597915:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58ad79b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.597988:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345641.597991:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345641.597993:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763345641.598218:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54377e680/2, rc 0, transno 17179872337 00000100:00100000:2.0:1763345641.598239:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924421888:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763345641.601066:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000001:00080000:3.0:1763345641.602443:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941222 is committed 00000004:00080000:3.0:1763345641.602459:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1241 committed 00000004:00080000:3.0:1763345641.602471:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1256 committed 00000004:00080000:3.0:1763345641.602489:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1255 committed 00000004:00080000:3.0:1763345641.602492:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1240 committed 00010000:00010000:3.0:1763345641.602565:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad7b7 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x258:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334d0 expref: 315 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.602578:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x258:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:3.0:1763345641.602581:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763345641.602597:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ad7b0 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x258:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334d0 expref: 315 pid: 6520 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763345641.602614:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad7b7 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x258:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334d0 expref: 314 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.602643:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x258:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:3.0:1763345641.602646:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763345641.602648:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5400, rc 0) 00000100:00100000:3.0:1763345641.602720:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+314:55937:x1849000910433920:12345-192.168.203.8@tcp:101:bash.0 Request processed in 10031us (10455us total) trans 8589941221 rc 0/0 00000100:00100000:3.0:1763345641.602734:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11347 00000100:00100000:3.0:1763345641.602781:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910434688 00000100:00100000:3.0:1763345641.602788:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910434688 00000100:00100000:3.0:1763345641.602824:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11348 00000100:00100000:3.0:1763345641.602833:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+314:57263:x1849000910434688:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345641.602850:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345641.602880:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ad7c5 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808334d7 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.603326:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad7cc lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.603338:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad7cc lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.603346:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad7cc lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.603358:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad7d3 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.603365:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad7d3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.603371:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad7d3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.603456:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad7da lrc: 3/1,0 mode: --/PR res: [0x200000405:0x258:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.603466:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad7da lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.603474:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad7da lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763345641.603483:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x258:0x0]: returning size 2 00010000:00010000:3.0:1763345641.603561:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad7cc lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.603569:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad7cc lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.603575:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad7cc lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.603581:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad7cc lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.603586:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345641.603590:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad7cc lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.603597:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad7cc lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.603607:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5432dfe00) 00010000:00010000:3.0:1763345641.603609:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345641.603613:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad7cc lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.603619:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad7cc lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.603630:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad7d3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.603639:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad7d3 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.603645:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad7d3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.603649:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345641.603652:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad7d3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.603658:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad7d3 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.603665:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b5432df800) 00010000:00010000:3.0:1763345641.603667:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345641.603670:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad7d3 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345641.603675:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad7d3 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763345641.603911:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6749e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924422528:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345641.603961:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345641.603997:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763345641.604003:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6749e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924422656:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345641.604025:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345641.604055:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924422528 00000100:00100000:1.0:1763345641.604060:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924422528 00010000:00010000:3.0:1763345641.604096:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58ad7c5 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334d7 expref: 317 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345641.604102:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924422656 00000100:00100000:1.0:1763345641.604107:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924422656 00010000:00010000:3.0:1763345641.604122:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad7da lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334d7 expref: 316 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345641.604130:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8275 00010000:00010000:3.0:1763345641.604131:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x258:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:3.0:1763345641.604136:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345641.604139:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261400, rc 0) 00000100:00100000:1.0:1763345641.604140:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3658:x1849000924422528:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345641.604181:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+316:57263:x1849000910434688:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1348us (3123us total) trans 8589941223 rc 0/0 00000100:00100000:3.0:1763345641.604190:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11348 00000100:00100000:1.0:1763345641.604273:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3658:x1849000924422528:12345-0@lo:2:osp-syn-1-0.0 Request processed in 135us (311us total) trans 17179872338 rc 0/0 00000100:00100000:1.0:1763345641.604281:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8275 00000100:00100000:1.0:1763345641.604295:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8276 00000100:00100000:1.0:1763345641.604302:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3658:x1849000924422656:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345641.604366:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3658:x1849000924422656:12345-0@lo:2:osp-syn-1-0.0 Request processed in 64us (340us total) trans 17179872339 rc 0/0 00000100:00100000:1.0:1763345641.604372:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8276 00000004:00080000:1.0:1763345641.604402:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6749e7480/2, rc 0, transno 17179872339 00000100:00100000:1.0:1763345641.604411:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6749e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924422656:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345641.604419:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6749e4a80/2, rc 0, transno 17179872338 00000100:00100000:1.0:1763345641.604422:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6749e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924422528:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345641.605536:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924422784:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345641.605583:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345641.605616:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763345641.605622:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924422912:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345641.605646:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345641.605717:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924422784 00000100:00100000:0.0:1763345641.605723:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924422784 00000100:00100000:0.0:1763345641.605783:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924422912 00000100:00100000:0.0:1763345641.605787:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924422912 00000100:00100000:3.0:1763345641.607201:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8277 00000100:00100000:3.0:1763345641.607215:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+54:3656:x1849000924422784:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345641.607421:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+55:3656:x1849000924422784:12345-0@lo:2:osp-syn-0-0.0 Request processed in 210us (1837us total) trans 21474839593 rc 0/0 00000100:00100000:3.0:1763345641.607429:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8277 00000100:00100000:3.0:1763345641.607453:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8278 00000100:00100000:3.0:1763345641.607460:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b63050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+54:3656:x1849000924422912:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1763345641.607474:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b677b94380/2, rc 0, transno 21474839593 00000100:00100000:2.0:1763345641.607496:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924422784:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345641.607610:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b63050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+55:3656:x1849000924422912:12345-0@lo:2:osp-syn-0-0.0 Request processed in 150us (1962us total) trans 21474839594 rc 0/0 00000100:00100000:3.0:1763345641.607618:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8278 00000004:00080000:2.0:1763345641.607641:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b677b95180/2, rc 0, transno 21474839594 00000100:00100000:0.0:1763345641.607661:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.607666:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924422912:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345641.607698:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910434816 00000100:00100000:0.0:1763345641.607704:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910434816 00000100:00100000:3.0:1763345641.607739:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8279 00000100:00100000:3.0:1763345641.607748:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+32:55937:x1849000910434816:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:3.0:1763345641.607787:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345641.607806:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58ad7e8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808334de expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345641.607823:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x36c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345641.607837:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345641.607840:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345641.607849:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58ad7e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808334de expref: 33 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.607877:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58ad7e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808334de expref: 33 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345641.607894:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261600, rc 0) 00000100:00100000:3.0:1763345641.607998:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+33:55937:x1849000910434816:12345-192.168.203.8@tcp:101:bash.0 Request processed in 251us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345641.608005:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8279 00000100:00100000:3.0:1763345641.609679:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.609751:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910434944 00000100:00100000:2.0:1763345641.609802:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910434944 00000100:00100000:2.0:1763345641.609864:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8280 00000100:00100000:2.0:1763345641.609874:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+13:55937:x1849000910434944:12345-192.168.203.8@tcp:101:bash.0 00010000:00010000:2.0:1763345641.609887:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345641.609905:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54378da00/0x52bea07cb58ad7ef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808334e5 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345641.609929:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x36f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763345641.609945:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.609947:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345641.609954:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378da00/0x52bea07cb58ad7ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808334e5 expref: 14 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.609968:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b54378da00/0x52bea07cb58ad7ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808334e5 expref: 14 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.609978:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378da00, rc 0) 00000100:00100000:2.0:1763345641.610012:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+14:55937:x1849000910434944:12345-192.168.203.8@tcp:101:bash.0 Request processed in 141us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345641.610019:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8280 00000100:00100000:1.0:1763345641.612879:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.612917:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.613025:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910435072 00000100:00100000:2.0:1763345641.613034:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910435072 00002000:00010000:2.0:1763345641.613070:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/876 (0->18446744073709551615) 00002000:00100000:2.0:1763345641.613075:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dced80 with x1849000910435072 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345641.613085:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dced80. 00000100:00100000:2.0:1763345641.613111:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910435200 00000100:00100000:2.0:1763345641.613115:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910435200 00002000:00010000:2.0:1763345641.613127:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/879 (0->18446744073709551615) 00002000:00100000:2.0:1763345641.613131:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dcd500 with x1849000910435200 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345641.613137:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b672dcd500. 00000100:00100000:2.0:1763345641.613161:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1950 00000100:00100000:2.0:1763345641.613171:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+33:2410:x1849000910435072:12345-192.168.203.8@tcp:10:bash.0 00000100:00100000:3.0:1763345641.613220:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1951 00000100:00100000:3.0:1763345641.613229:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+14:2410:x1849000910435200:12345-192.168.203.8@tcp:10:bash.0 00002000:00010000:3.0:1763345641.613325:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x36f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345641.613326:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x36c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345641.613329:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x36c:0x0] updating lvb mtime from disk: 0 -> 1763345641 00002000:00010000:3.0:1763345641.613330:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x36f:0x0] updating lvb mtime from disk: 0 -> 1763345641 00002000:00010000:3.0:1763345641.613333:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x36f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345641.613333:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x36c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345641.613335:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x36f:0x0] updating lvb ctime from disk: 0 -> 1763345641 00002000:00010000:2.0:1763345641.613336:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x36c:0x0] updating lvb ctime from disk: 0 -> 1763345641 00002000:00010000:3.0:1763345641.613338:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x36f:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1763345641.613338:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x36c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345641.613472:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+15:2410:x1849000910435200:12345-192.168.203.8@tcp:10:bash.0 Request processed in 243us (553us total) trans 17179872340 rc 0/0 00000100:00100000:3.0:1763345641.613479:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1951 00002000:00010000:3.0:1763345641.613483:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/879 (0->18446744073709551615) 00002000:00100000:3.0:1763345641.613486:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dcd500 with x1849000910435200 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345641.613490:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b672dcd500. 00000100:00100000:2.0:1763345641.613792:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+34:2410:x1849000910435072:12345-192.168.203.8@tcp:10:bash.0 Request processed in 621us (921us total) trans 21474839595 rc 0/0 00000100:00100000:2.0:1763345641.613800:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1950 00002000:00010000:2.0:1763345641.613804:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/876 (0->18446744073709551615) 00002000:00100000:2.0:1763345641.613807:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dced80 with x1849000910435072 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345641.613811:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dced80. 00000100:00100000:3.0:1763345641.614000:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.614155:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910435456 00000100:00100000:2.0:1763345641.614160:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910435456 00000100:00100000:2.0:1763345641.614199:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3929 00000100:00100000:2.0:1763345641.614207:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+316:57263:x1849000910435456:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345641.614439:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+317:57263:x1849000910435456:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 232us (439us total) trans 8589941224 rc 0/0 00000100:00100000:2.0:1763345641.614446:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3929 00000100:00100000:1.0:1763345641.619338:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.620127:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910435712 00000100:00100000:2.0:1763345641.620138:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910435712 00000100:00100000:2.0:1763345641.620290:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3930 00000100:00100000:2.0:1763345641.620300:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658743050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+317:55937:x1849000910435712:12345-192.168.203.8@tcp:35:bash.0 00000100:00100000:2.0:1763345641.620976:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658743050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+318:55937:x1849000910435712:12345-192.168.203.8@tcp:35:bash.0 Request processed in 675us (1645us total) trans 8589941225 rc 0/0 00000100:00100000:2.0:1763345641.620984:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3930 00000100:00100000:3.0:1763345641.621812:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.621870:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910435968 00000100:00100000:0.0:1763345641.621877:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910435968 00000100:00100000:0.0:1763345641.621915:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11349 00000100:00100000:0.0:1763345641.621924:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+318:57263:x1849000910435968:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345641.621937:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345641.621957:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad7f6 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x258:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808334ec expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.622044:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ad7fd lrc: 3/0,1 mode: --/CW res: [0x200000405:0x258:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.622058:0:35210:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad7da lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334d7 expref: 319 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.622067:0:35210:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ad7fd lrc: 4/0,1 mode: --/CW res: [0x200000405:0x258:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.622099:0:35210:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad7da lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a969808334d7 expref: 319 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.622111:0:35210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad7da lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808334d7 expref: 319 pid: 6520 timeout: 1134 lvb_type: 0 00000100:00100000:0.0:1763345641.622123:0:35210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b96680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924423040:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345641.623382:0:35210:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ceb40 going to sleep for 11 seconds 00000100:00100000:3.0:1763345641.628089:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.628193:0:35210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b96680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924423040:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345641.628218:0:35210:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ad7fd lrc: 3/0,1 mode: --/CW res: [0x200000405:0x258:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:2.0:1763345641.628477:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910436096 00000100:00100000:2.0:1763345641.628484:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910436096 00010000:00010000:2.0:1763345641.628518:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad7da lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808334d7 expref: 320 pid: 6520 timeout: 1134 lvb_type: 0 00000100:00100000:2.0:1763345641.628557:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3742 00000100:00100000:2.0:1763345641.628571:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+320:2408:x1849000910436096:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345641.628585:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345641.628592:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad7da lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808334d7 expref: 320 pid: 6520 timeout: 1134 lvb_type: 0 00010000:00010000:2.0:1763345641.628602:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad7da lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808334d7 expref: 320 pid: 6520 timeout: 1134 lvb_type: 0 00010000:00010000:2.0:1763345641.628623:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad7da lrc: 0/0,0 mode: --/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808334d7 expref: 320 pid: 6520 timeout: 1134 lvb_type: 0 00010000:00010000:2.0:1763345641.628639:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x258:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:2.0:1763345641.628643:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ad7fd lrc: 3/0,1 mode: --/CW res: [0x200000405:0x258:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.628652:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ad7fd lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x258:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.628659:0:6507:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ad7fd lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x258:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345641.628687:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345641.629538:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+319:2408:x1849000910436096:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 954us (1442us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345641.629547:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3742 00010000:00010000:0.0:1763345641.629660:0:35210:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ad7fd lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x258:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.629667:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ad7fd lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x258:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345641.629693:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x258:0x0]: returning size 5 00010000:00010000:0.0:1763345641.629839:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ad7f6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x258:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334ec expref: 320 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.629864:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ad7fd lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x258:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334ec expref: 319 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.629872:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x258:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:0.0:1763345641.629875:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763345641.629878:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4e00, rc 0) 00000100:00100000:0.0:1763345641.629914:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+319:57263:x1849000910435968:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 7991us (8103us total) trans 8589941226 rc 0/0 00000100:00100000:0.0:1763345641.629921:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11349 00000100:00100000:3.0:1763345641.634569:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.635001:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910436224 00000100:00100000:0.0:1763345641.635011:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910436224 00000100:00100000:0.0:1763345641.635069:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11350 00000100:00100000:0.0:1763345641.635079:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+319:57268:x1849000910436224:12345-192.168.203.8@tcp:101:rm.0 00010000:00010000:0.0:1763345641.635101:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345641.635123:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad80b lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808334f3 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.635183:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad812 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.635196:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad812 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.635207:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad812 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.635219:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad819 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.635225:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad819 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.635231:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad819 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.635300:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad820 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x258:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.635312:0:35210:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ad7fd lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x258:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334ec expref: 320 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.635319:0:35210:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad820 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x258:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.635349:0:35210:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ad7fd lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x258:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a969808334ec expref: 320 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.635360:0:35210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ad7fd lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x258:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808334ec expref: 320 pid: 35210 timeout: 1134 lvb_type: 0 00000100:00100000:0.0:1763345641.635372:0:35210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b96680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924423168:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345641.635455:0:35210:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce840 going to sleep for 11 seconds 00000100:00100000:2.0:1763345641.636250:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.636316:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910436352 00000100:00100000:1.0:1763345641.636323:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910436352 00000100:00100000:1.0:1763345641.636367:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3931 00000100:00100000:1.0:1763345641.636374:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+321:57263:x1849000910436352:12345-192.168.203.8@tcp:33:lfs.0 00000100:00100000:1.0:1763345641.636488:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+321:57263:x1849000910436352:12345-192.168.203.8@tcp:33:lfs.0 Request processed in 114us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345641.636495:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3931 00000100:00100000:0.0:1763345641.638552:0:35210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b96680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924423168:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345641.638578:0:35210:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad820 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x258:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:2.0:1763345641.638988:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.639019:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.639091:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910436480 00000100:00100000:0.0:1763345641.639097:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910436480 00010000:00010000:0.0:1763345641.639126:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ad7fd lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x258:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808334ec expref: 321 pid: 35210 timeout: 1134 lvb_type: 0 00000100:00100000:1.0:1763345641.639140:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910436736 00000100:00100000:1.0:1763345641.639145:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910436736 00000100:00100000:0.0:1763345641.639164:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3743 00000100:00100000:0.0:1763345641.639172:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+322:2408:x1849000910436480:12345-192.168.203.8@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1763345641.639173:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11351 00000100:00100000:1.0:1763345641.639178:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+322:57263:x1849000910436736:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345641.639184:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345641.639190:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ad7fd lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x258:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808334ec expref: 322 pid: 35210 timeout: 1134 lvb_type: 0 00010000:00010000:1.0:1763345641.639192:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345641.639200:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ad7fd lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x258:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808334ec expref: 322 pid: 35210 timeout: 1134 lvb_type: 0 00010000:00010000:1.0:1763345641.639206:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50800/0x52bea07cb58ad827 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x258:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808334fa expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.639218:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ad7fd lrc: 0/0,0 mode: --/CW res: [0x200000405:0x258:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808334ec expref: 323 pid: 35210 timeout: 1134 lvb_type: 0 00010000:00010000:0.0:1763345641.639230:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x258:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:0.0:1763345641.639235:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad820 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x258:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.639243:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad820 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.639250:0:6507:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad820 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.639268:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345641.639287:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad82e lrc: 3/0,1 mode: --/PW res: [0x200000405:0x258:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345641.639295:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad82e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x258:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345641.639302:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad82e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x258:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:0.0:1763345641.639309:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+322:2408:x1849000910436480:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 137us (322us total) trans 0 rc 0/0 00000004:00200000:1.0:1763345641.639313:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x258:0x0]: returning size 5 00000100:00100000:0.0:1763345641.639316:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3743 00010000:00010000:0.0:1763345641.639383:0:35210:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad820 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.639390:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad820 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.639401:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50800/0x52bea07cb58ad827 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x258:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334fa expref: 323 pid: 6520 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1763345641.639411:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x258:0x0]: returning size 5 00010000:00010000:1.0:1763345641.639413:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad82e lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x258:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334fa expref: 322 pid: 6520 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1763345641.639415:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1763345641.639420:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x258:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:1.0:1763345641.639423:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763345641.639425:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b50600, rc 0) 00000004:00010000:0.0:1763345641.639427:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad820 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.639435:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad820 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.639443:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad812 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00000100:00100000:1.0:1763345641.639447:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+322:57263:x1849000910436736:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 270us (429us total) trans 8589941227 rc 0/0 00010000:00010000:0.0:1763345641.639449:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad812 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00000100:00100000:1.0:1763345641.639453:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11351 00010000:00010000:0.0:1763345641.639455:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad812 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.639461:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345641.639465:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad812 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.639471:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad812 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.639479:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5be00) 00010000:00010000:0.0:1763345641.639482:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345641.639486:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad812 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.639492:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad812 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.639501:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad819 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.639506:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad819 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.639511:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad819 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.639515:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345641.639517:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad819 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.639522:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad819 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.639528:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c5b000) 00010000:00010000:0.0:1763345641.639531:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345641.639533:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad819 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.639539:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad819 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.639562:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad80b lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334f3 expref: 322 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.639576:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad820 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334f3 expref: 321 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.639582:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x258:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:0.0:1763345641.639585:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345641.639587:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5200, rc 0) 00000100:00100000:0.0:1763345641.639607:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+321:57268:x1849000910436224:12345-192.168.203.8@tcp:101:rm.0 Request processed in 4531us (5047us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345641.639614:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11350 00000100:00100000:2.0:1763345641.645001:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.645071:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910436992 00000100:00100000:0.0:1763345641.645081:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910436992 00000100:00100000:0.0:1763345641.645139:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3932 00000100:00100000:0.0:1763345641.645150:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+321:57263:x1849000910436992:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:0.0:1763345641.645220:0:6523:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000405:0x258:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad82e lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x258:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334fa expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.645261:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad83c lrc: 3/0,1 mode: --/EX res: [0x200000405:0x258:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.645273:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad771 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334bb expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.645281:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad820 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334f3 expref: 321 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.645287:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad7b7 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x258:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334d0 expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.645294:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad83c lrc: 6/0,1 mode: --/EX res: [0x200000405:0x258:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.645330:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad7b7 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x258:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a969808334d0 expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.645342:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad7b7 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x258:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808334d0 expref: 321 pid: 6520 timeout: 1134 lvb_type: 0 00000100:00100000:0.0:1763345641.645354:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b96680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924423296:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345641.645444:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad820 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a969808334f3 expref: 321 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.645453:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad820 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808334f3 expref: 321 pid: 35210 timeout: 1134 lvb_type: 0 00000100:00100000:0.0:1763345641.645461:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544864e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924423424:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345641.645490:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad771 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a969808334bb expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.645499:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad771 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808334bb expref: 321 pid: 6520 timeout: 1134 lvb_type: 0 00000100:00100000:0.0:1763345641.645506:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544867800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924423552:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345641.645526:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ceb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763345641.646737:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.646844:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910437248 00000100:00100000:0.0:1763345641.646851:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910437248 00000100:00100000:0.0:1763345641.646909:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11352 00000100:00100000:0.0:1763345641.646919:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542034a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+322:57268:x1849000910437248:12345-192.168.203.8@tcp:36:rm.0 00010000:00010000:0.0:1763345641.646958:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763345641.646969:0:35210:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad7b7 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x258:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808334d0 expref: 322 pid: 6520 timeout: 1134 lvb_type: 0 00010000:00010000:0.0:1763345641.646987:0:35210:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad820 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808334f3 expref: 322 pid: 35210 timeout: 1134 lvb_type: 0 00010000:00010000:0.0:1763345641.646998:0:35210:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad771 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x258:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808334bb expref: 322 pid: 6520 timeout: 1134 lvb_type: 0 00010000:00010000:0.0:1763345641.647008:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x258:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:0.0:1763345641.647012:0:35210:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad83c lrc: 3/0,1 mode: --/EX res: [0x200000405:0x258:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.647021:0:35210:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad83c lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.647028:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad83c lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.647046:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345641.647067:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad843 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.647076:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad843 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.647084:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad843 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.647095:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad84a lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.647106:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad84a lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.647112:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad84a lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.647179:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad851 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x258:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.647186:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad851 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.647192:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad851 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00080000:0.0:1763345641.647384:0:35210:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x200000405:0x258:0x0] is inserted into orphan list, open count = 2 00010000:00010000:0.0:1763345641.647456:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad851 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.647463:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad851 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.647468:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad851 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.647473:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345641.647477:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad851 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.647483:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad851 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.647491:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x258:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:0.0:1763345641.647494:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763345641.647497:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad851 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x258:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.647502:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ad851 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x258:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.647513:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad843 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.647518:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad843 lrc: 2/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.647522:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad843 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.647526:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345641.647529:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad843 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.647533:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad843 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.647538:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5be00) 00010000:00010000:0.0:1763345641.647541:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345641.647543:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad843 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.647548:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ad843 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000004:00010000:0.0:1763345641.647560:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004f019791 reply state 00000000446006c1 transno 8589941228 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad84a lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.647569:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad84a lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345641.647575:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c5b000) 00010000:00010000:0.0:1763345641.647577:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345641.647579:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345641.647647:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542034a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+324:57268:x1849000910437248:12345-192.168.203.8@tcp:36:rm.0 Request processed in 728us (912us total) trans 8589941228 rc 0/0 00000100:00100000:0.0:1763345641.647654:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11352 00010000:00010000:0.0:1763345641.651201:0:6523:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.8@tcp) returned -22 from blocking AST (req@0000000025470deb x1849000924423296) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad7b7 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x258:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808334d0 expref: 323 pid: 6520 timeout: 1134 lvb_type: 0 00010000:00010000:0.0:1763345641.651225:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ad7b7 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x258:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808334d0 expref: 323 pid: 6520 timeout: 1134 lvb_type: 0 00000100:00100000:0.0:1763345641.651240:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b96680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924423296:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345641.651254:0:6523:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.8@tcp) returned -22 from blocking AST (req@00000000ef539145 x1849000924423424) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad820 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808334f3 expref: 322 pid: 35210 timeout: 1134 lvb_type: 0 00010000:00010000:0.0:1763345641.651264:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad820 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x258:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808334f3 expref: 322 pid: 35210 timeout: 1134 lvb_type: 0 00000100:00100000:0.0:1763345641.651273:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544864e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924423424:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345641.651284:0:6523:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.8@tcp) returned -22 from blocking AST (req@00000000dccf6d26 x1849000924423552) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad771 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x258:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808334bb expref: 321 pid: 6520 timeout: 1134 lvb_type: 0 00010000:00010000:0.0:1763345641.651294:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad771 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x258:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808334bb expref: 321 pid: 6520 timeout: 1134 lvb_type: 0 00000100:00100000:0.0:1763345641.651308:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544867800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924423552:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345641.651334:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x258:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:0.0:1763345641.651342:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad83c lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.651351:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad83c lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.651357:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad83c lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000004:00020000:0.0:1763345641.651494:0:6523:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0000-mdtlov: can not set all stale mirrors for [0x200000405:0x258:0x0]: rc = -1 00010000:00010000:0.0:1763345641.651519:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad83c lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.651526:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad83c lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.651534:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad83c lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.651540:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345641.651545:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad83c lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.651553:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad83c lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x258:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.651564:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x258:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:0.0:1763345641.651567:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763345641.651571:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad83c lrc: 2/0,0 mode: --/EX res: [0x200000405:0x258:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.651577:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad83c lrc: 0/0,0 mode: --/EX res: [0x200000405:0x258:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345641.651587:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x258:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:0.0:1763345641.651590:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345641.651594:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad82e lrc: 0/0,0 mode: --/PW res: [0x200000405:0x258:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808334fa expref: 320 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345641.651750:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+320:57263:x1849000910436992:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 6600us (6755us total) trans 8589941229 rc -1/-1 00000100:00100000:0.0:1763345641.651780:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3932 00000100:00100000:2.0:1763345641.657677:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.657750:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910437376 00000100:00100000:0.0:1763345641.657816:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910437376 00000100:00100000:0.0:1763345641.657872:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11353 00000100:00100000:0.0:1763345641.657882:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542037100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+320:57263:x1849000910437376:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345641.657903:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345641.657922:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad858 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x258:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833501 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.657977:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad858 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x258:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833501 expref: 321 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.657991:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5c00/0x52bea07cb58ad858 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x258:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833501 expref: 321 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345641.658009:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x258:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:0.0:1763345641.658012:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345641.658016:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5c00, rc 0) 00000100:00100000:0.0:1763345641.658078:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542037100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+321:57263:x1849000910437376:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 197us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345641.658084:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11353 00000100:00100000:2.0:1763345641.660872:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.660957:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910437632 00000100:00100000:0.0:1763345641.660966:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910437632 00000100:00100000:0.0:1763345641.661023:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3933 00000100:00100000:0.0:1763345641.661034:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542036680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+321:57263:x1849000910437632:12345-192.168.203.8@tcp:35:lfs.0 00000004:00080000:0.0:1763345641.661293:0:6523:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x258:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1763345641.662619:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1939, 64 off160592 00000004:00080000:1.0:1763345641.662638:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1034187877897ns, next at 1035187872655ns, rc = 0 00000040:00080000:1.0:1763345641.662678:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1955, 64 off162160 00000004:00080000:1.0:1763345641.662683:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1034187923723ns, next at 1035187922399ns, rc = 0 00000040:00080000:1.0:1763345641.662693:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1956, 64 off162224 00000040:00080000:1.0:1763345641.662701:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1940, 64 off160656 00010000:00010000:1.0:1763345641.662785:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ad85f lrc: 3/0,1 mode: --/PW res: [0x200000405:0x258:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345641.662801:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ad85f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x258:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345641.662820:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ad85f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x258:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345641.662829:0:6523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ad85f lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x258:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345641.662836:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ad85f lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x258:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345641.662842:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ad85f lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x258:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345641.662869:0:6523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345641.662902:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:2.0:1763345641.662993:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345641.663000:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ad85f lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x258:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345641.663008:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541c38200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345641.663012:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ad85f lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x258:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345641.663019:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ad85f lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x258:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345641.663032:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x258:0x0].0x0 (ffff91b541c5b600) 00010000:00010000:2.0:1763345641.663045:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763345641.663050:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ad85f lrc: 1/0,0 mode: --/PW res: [0x200000405:0x258:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345641.663055:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58ad85f lrc: 0/0,0 mode: --/PW res: [0x200000405:0x258:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345641.663066:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345641.663068:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345641.663070:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763345641.663264:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542036680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+322:57263:x1849000910437632:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 2231us (2406us total) trans 8589941230 rc 0/0 00000100:00100000:0.0:1763345641.663270:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910437760 00000100:00100000:1.0:1763345641.663276:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3933 00000100:00100000:0.0:1763345641.663279:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910437760 00000100:00100000:0.0:1763345641.663322:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11354 00000100:00100000:0.0:1763345641.663332:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+322:57269:x1849000910437760:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345641.663347:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.663666:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58ad866 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833508 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.663757:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad86d lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.663811:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad86d lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.663820:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad86d lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.663831:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50200/0x52bea07cb58ad874 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.663839:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50200/0x52bea07cb58ad874 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.663845:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50200/0x52bea07cb58ad874 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.663887:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad86d lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.663894:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad86d lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.663900:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad86d lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.663906:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad86d lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.663912:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b50600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.663915:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad86d lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.663922:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad86d lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.663929:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5be00) 00010000:00010000:1.0:1763345641.663931:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.663935:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad86d lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.663939:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50600/0x52bea07cb58ad86d lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.663946:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50200/0x52bea07cb58ad874 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.663950:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50200/0x52bea07cb58ad874 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.663953:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50200/0x52bea07cb58ad874 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.663956:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b50200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.663957:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50200/0x52bea07cb58ad874 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.663960:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50200/0x52bea07cb58ad874 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.663964:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c5b000) 00010000:00010000:1.0:1763345641.663965:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.663967:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50200/0x52bea07cb58ad874 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.663971:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50200/0x52bea07cb58ad874 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.663992:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58ad866 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833508 expref: 323 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.664001:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5be00) 00010000:00010000:1.0:1763345641.664003:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.664006:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58ad866 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833508 expref: 323 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.664022:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541c39e00, rc 0) 00000100:00100000:1.0:1763345641.664066:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+322:57269:x1849000910437760:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 735us (1167us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345641.664073:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11354 00000100:00100000:3.0:1763345641.666956:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.667073:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910437888 00000100:00100000:1.0:1763345641.667082:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910437888 00000100:00100000:1.0:1763345641.667132:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11355 00000100:00100000:1.0:1763345641.667141:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+322:57269:x1849000910437888:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345641.667162:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.667182:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50800/0x52bea07cb58ad87b lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083350f expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.667241:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad882 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.667253:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad882 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.667264:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad882 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.667275:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58ad889 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.667281:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58ad889 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.667287:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58ad889 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.667324:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad882 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.667330:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad882 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.667335:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad882 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.667341:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad882 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.667346:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543345400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.667349:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad882 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.667355:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad882 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.667365:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b649bd0900) 00010000:00010000:1.0:1763345641.667368:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.667372:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad882 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.667377:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad882 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.667388:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58ad889 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.667394:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58ad889 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.667400:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58ad889 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.667404:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543344600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.667407:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58ad889 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.667412:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58ad889 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.667418:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c5b000) 00010000:00010000:1.0:1763345641.667420:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.667423:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58ad889 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.667428:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58ad889 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.667450:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50800/0x52bea07cb58ad87b lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083350f expref: 323 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.667459:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b649bd0900) 00010000:00010000:1.0:1763345641.667461:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.667465:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50800/0x52bea07cb58ad87b lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083350f expref: 323 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.667477:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b50800, rc 0) 00000100:00100000:1.0:1763345641.667535:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+322:57269:x1849000910437888:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 395us (587us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345641.667543:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11355 00000100:00100000:2.0:1763345641.671362:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345641.672687:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910438016 00000100:00100000:0.0:1763345641.672698:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910438016 00000100:00100000:0.0:1763345641.672790:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11356 00000100:00100000:0.0:1763345641.672802:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542034e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+322:57269:x1849000910438016:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345641.672821:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345641.672847:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad890 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833516 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.673246:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad897 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.673264:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad897 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.673274:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad897 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:1.0:1763345641.673317:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763345641.673322:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763345641.673352:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ad890 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833516 expref: 324 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.673368:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad897 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833516 expref: 323 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.673376:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5b200) 00010000:00010000:1.0:1763345641.673378:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763345641.673381:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543345e00, rc 0) 00000100:00100000:1.0:1763345641.673441:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542034e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+323:57269:x1849000910438016:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 642us (2680us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345641.673447:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11356 00000100:00100000:2.0:1763345641.682005:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.682060:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910438144 00000100:00100000:1.0:1763345641.682069:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910438144 00000100:00100000:1.0:1763345641.682137:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11357 00000100:00100000:1.0:1763345641.682148:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542035c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+323:57269:x1849000910438144:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345641.682165:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345641.682185:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58ad89e lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083351d expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.682247:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad8a5 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.682259:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad8a5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.682270:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad8a5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.682280:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad8ac lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.682287:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad8ac lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.682292:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad8ac lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.682325:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad8a5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.682332:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad8a5 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.682338:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad8a5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.682343:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543345400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.682347:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad8a5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.682354:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad8a5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.682365:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5b200) 00010000:00010000:1.0:1763345641.682368:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.682372:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad8a5 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.682377:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad8a5 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.682388:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad8ac lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.682394:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad8ac lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.682399:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad8ac lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.682404:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543344000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.682406:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad8ac lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.682411:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad8ac lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.682418:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c5b000) 00010000:00010000:1.0:1763345641.682421:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.682424:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad8ac lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.682429:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad8ac lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345641.682451:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58ad89e lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083351d expref: 324 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.682460:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5b200) 00010000:00010000:1.0:1763345641.682462:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345641.682465:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58ad89e lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083351d expref: 324 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.682486:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543344600, rc 0) 00000100:00100000:1.0:1763345641.682550:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542035c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+323:57269:x1849000910438144:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 405us (1107us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345641.682557:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11357 00000100:00100000:1.0:1763345641.687753:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.687916:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910438400 00000100:00100000:2.0:1763345641.687982:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910438400 00000100:00100000:2.0:1763345641.688041:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11358 00000100:00100000:2.0:1763345641.688051:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+323:57269:x1849000910438400:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345641.688070:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345641.688074:0:9296:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763345641.688098:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad897 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833516 expref: 323 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.688116:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b541c5b200) 00010000:00010000:2.0:1763345641.688127:0:9296:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345641.688142:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad8b3 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833524 expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.688234:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad8ba lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.688245:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad8ba lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.688255:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad8ba lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.688265:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad8c1 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.688272:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad8c1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.688278:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad8c1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.688658:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad8c8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.688668:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad8c8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.688675:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad8c8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:2.0:1763345641.688684:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25a:0x0]: returning size 0 00010000:00010000:2.0:1763345641.688720:0:9296:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad8ba lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.688726:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad8ba lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.688732:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad8ba lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.688738:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad8ba lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.688743:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345641.688747:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad8ba lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.688754:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad8ba lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.688787:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:2.0:1763345641.688790:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345641.688794:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad8ba lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.688800:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad8ba lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00000004:00010000:2.0:1763345641.688809:0:9296:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003f37dde7 reply state 00000000bee09c48 transno 8589941231 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad8c1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.688819:0:9296:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad8c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.688825:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c5b000) 00010000:00010000:2.0:1763345641.688827:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345641.688830:0:9296:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763345641.689356:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378ca00/0x52bea07cb58ad8b3 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833524 expref: 325 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.689375:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad8c8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833524 expref: 324 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.689382:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25a:0x0].0x0 (ffff91b5484cce00) 00010000:00010000:2.0:1763345641.689385:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345641.689387:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d600, rc 0) 00000100:00100000:2.0:1763345641.689453:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+325:57269:x1849000910438400:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1403us (1708us total) trans 8589941231 rc 0/0 00000100:00100000:2.0:1763345641.689461:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11358 00000100:00100000:3.0:1763345641.694546:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.695609:0:9296:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910438656 00000100:00100000:2.0:1763345641.695620:0:9296:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910438656 00000100:00100000:2.0:1763345641.695687:0:9296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11359 00000100:00100000:2.0:1763345641.695708:0:9296:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+325:57269:x1849000910438656:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345641.695732:0:9296:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345641.695753:0:9296:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad8d6 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083352b expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.695880:0:9296:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad8dd lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.695896:0:9296:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad8c8 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833524 expref: 326 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.695906:0:9296:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad8dd lrc: 4/0,1 mode: --/EX res: [0x200000405:0x25a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.695942:0:9296:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad8c8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833524 expref: 326 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345641.695955:0:9296:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad8c8 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833524 expref: 326 pid: 9296 timeout: 1134 lvb_type: 0 00000100:00100000:2.0:1763345641.695968:0:9296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542034380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924423680:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345641.696057:0:9296:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747d7600 going to sleep for 11 seconds 00000100:00100000:2.0:1763345641.699131:0:9296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542034380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9296:1849000924423680:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345641.699158:0:9296:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad8dd lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000100:00100000:3.0:1763345641.699748:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345641.700122:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910438784 00000100:00100000:2.0:1763345641.700131:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910438784 00010000:00010000:2.0:1763345641.700164:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad8c8 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833524 expref: 327 pid: 9296 timeout: 1134 lvb_type: 0 00000100:00100000:2.0:1763345641.700205:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3744 00000100:00100000:2.0:1763345641.700215:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+327:2409:x1849000910438784:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345641.700229:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345641.700236:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad8c8 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833524 expref: 327 pid: 9296 timeout: 1134 lvb_type: 0 00010000:00010000:2.0:1763345641.700248:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad8c8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833524 expref: 327 pid: 9296 timeout: 1134 lvb_type: 0 00010000:00010000:2.0:1763345641.700269:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58ad8c8 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833524 expref: 327 pid: 9296 timeout: 1134 lvb_type: 0 00010000:00010000:2.0:1763345641.700284:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25a:0x0].0x0 (ffff91b5484cce00) 00010000:00010000:2.0:1763345641.700288:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad8dd lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.700296:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad8dd lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.700304:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad8dd lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x25a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9296 initiator: MDT0 00010000:00010000:2.0:1763345641.700344:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345641.700398:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+326:2409:x1849000910438784:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 185us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345641.700406:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3744 00010000:00010000:1.0:1763345641.700458:0:9296:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad8dd lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.700468:0:9296:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad8dd lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9296 initiator: MDT0 00000004:00200000:1.0:1763345641.700492:0:9296:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25a:0x0]: returning size 0 00000004:00080000:1.0:1763345641.700660:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x371:0x0], index 1: 0 00000004:00080000:1.0:1763345641.700669:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x36e:0x0], index 0: 0 00000100:00100000:0.0:1763345641.700670:0:32329:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544867800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:32329:1849000924423808:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1763345641.700676:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x36f:0x0], index 0: 0 00000004:00080000:1.0:1763345641.700682:0:9296:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x372:0x0], index 1: 0 00000100:00100000:0.0:1763345641.700721:0:32329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345641.700775:0:32329:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b653fa6000 going to sleep for 11 seconds 00010000:00010000:1.0:1763345641.700886:0:9296:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad8dd lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.700895:0:9296:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad8dd lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x25a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.700902:0:9296:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad8dd lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.700908:0:9296:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345641.700912:0:9296:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad8dd lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.700920:0:9296:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad8dd lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x25a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.700929:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25a:0x0].0x0 (ffff91b5484cce00) 00010000:00010000:1.0:1763345641.700932:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345641.700936:0:9296:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad8dd lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.700941:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ad8dd lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:1.0:1763345641.700984:0:9296:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad8d6 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x25a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083352b expref: 326 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.700994:0:9296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25a:0x0].0x0 (ffff91b5484cce00) 00010000:00010000:1.0:1763345641.700996:0:9296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763345641.701000:0:9296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ad8d6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083352b expref: 326 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345641.701013:0:9296:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c800, rc 0) 00000100:00100000:1.0:1763345641.701209:0:9296:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d51c9e15-7951-472b-8182-95fba90f4cff+325:57269:x1849000910438656:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 5512us (6671us total) trans 8589941232 rc 301/301 00000100:00100000:1.0:1763345641.701217:0:9296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11359 00000100:00100000:2.0:1763345641.701271:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924423808 00000100:00100000:2.0:1763345641.701277:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924423808 00000100:00100000:2.0:1763345641.701311:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8281 00000100:00100000:2.0:1763345641.701331:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:32329:x1849000924423808:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1763345641.701367:0:8403:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 898 00000100:00100000:2.0:1763345641.703642:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:32329:x1849000924423808:12345-0@lo:5:osp-pre-1-0.0 Request processed in 2318us (2916us total) trans 17179872341 rc 0/0 00000100:00100000:2.0:1763345641.704295:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8281 00000100:00100000:0.0:1763345641.705452:0:32329:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544867800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:32329:1849000924423808:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1763345641.705471:0:32329:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x372:0x0]-[0x2c0000401:0x3a1:0x0] 00000100:00100000:2.0:1763345641.711589:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.711693:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910439040 00000100:00100000:1.0:1763345641.711702:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910439040 00000100:00100000:1.0:1763345641.711795:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3934 00000100:00100000:1.0:1763345641.711806:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542034380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57269:x1849000910439040:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345641.712231:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542034380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+326:57269:x1849000910439040:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 426us (651us total) trans 8589941233 rc 0/0 00000100:00100000:1.0:1763345641.712239:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3934 00000100:00100000:0.0:1763345641.717233:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345641.717372:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910439296 00000100:00100000:1.0:1763345641.717383:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910439296 00000100:00100000:1.0:1763345641.718516:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3935 00000100:00100000:1.0:1763345641.718532:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b658740050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+326:57269:x1849000910439296:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345641.719031:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b658740050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+327:57269:x1849000910439296:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 503us (1805us total) trans 8589941234 rc 0/0 00000100:00100000:1.0:1763345641.719039:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3935 00010000:00010000:0.0:1763345642.132187:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345643.155445:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763345643.672261:0:32328:0:(osp_sync.c:925:osp_sync_new_err_job()) lustre-OST0001-osc-MDT0000 repeating 2 operation object 0x2c0000401:84 00000004:00080000:1.0:1763345643.672315:0:32328:0:(osp_sync.c:925:osp_sync_new_err_job()) lustre-OST0001-osc-MDT0000 repeating 2 operation object 0x2c0000401:84 00000100:00100000:1.0:1763345643.672341:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924424064:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345643.672409:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345643.672466:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763345643.672472:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924423936:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345643.672495:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345643.672531:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924424064 00000100:00100000:1.0:1763345643.672538:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924424064 00000100:00100000:1.0:1763345643.672589:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924423936 00000100:00100000:1.0:1763345643.672594:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924423936 00000100:00100000:1.0:1763345643.672618:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8282 00000100:00100000:1.0:1763345643.672626:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3659:x1849000924424064:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345643.672825:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3659:x1849000924424064:12345-0@lo:2:osp-syn-1-0.0 Request processed in 199us (415us total) trans 0 rc -22/-22 00000100:00100000:1.0:1763345643.672833:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8282 00000100:00100000:1.0:1763345643.672863:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8283 00000100:00100000:1.0:1763345643.672871:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3659:x1849000924423936:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345643.672932:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3659:x1849000924423936:12345-0@lo:2:osp-syn-1-0.0 Request processed in 61us (435us total) trans 0 rc -22/-22 00000100:00100000:1.0:1763345643.672939:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8283 00000100:00080000:1.0:1763345643.672957:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1763345643.672988:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dcc700, transno 0 00000004:00080000:1.0:1763345643.672994:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dcc700/1, rc -22, transno 0 00000100:00100000:1.0:1763345643.673007:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924423936:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345643.673016:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dce680, transno 0 00000004:00080000:1.0:1763345643.673019:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dce680/1, rc -22, transno 0 00000100:00100000:1.0:1763345643.673024:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924424064:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763345643.730333:0:32329:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1036255571356ns, next at 1037255568648ns, rc = 0 00000100:00100000:2.0:1763345643.730438:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544867b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924424192:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763345643.730503:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345643.730570:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763345643.730578:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3656:1849000924424320:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763345643.730607:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345643.730648:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924424320 00000100:00100000:2.0:1763345643.730655:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924424320 00000100:00100000:2.0:1763345643.730712:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1303 00000100:00100000:2.0:1763345643.730721:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542035f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3656:x1849000924424320:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1763345643.730752:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445552128 avail 1299312640 00000100:00100000:2.0:1763345643.730810:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542035f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3656:x1849000924424320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345643.730817:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1303 00000100:00100000:2.0:1763345643.730875:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3656:1849000924424320:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763345643.730984:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542037800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:abaeb091-2865-41c5-9779-9e35cea57c58:3658:1849000924424448:0@lo:400:kworker.0 00000100:00100000:2.0:1763345643.731012:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345643.731032:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542034380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3658:1849000924424960:0@lo:400:kworker.0 00000100:00100000:2.0:1763345643.731055:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345643.731068:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b671c0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924425472:0@lo:400:kworker.0 00000100:00100000:2.0:1763345643.731086:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345643.731103:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1763345643.731108:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542035500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3658:1849000924424576:0@lo:400:kworker.0 00000100:00100000:2.0:1763345643.731129:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345643.731143:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b671c0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3658:1849000924425088:0@lo:400:kworker.0 00000100:00100000:2.0:1763345643.731161:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345643.731174:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b671c0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924425600:0@lo:400:kworker.0 00000100:00100000:2.0:1763345643.731195:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345643.731221:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924425600 00000100:00100000:2.0:1763345643.731225:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924425600 00000100:00100000:2.0:1763345643.731275:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:2.0:1763345643.731281:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+55:3658:x1849000924425600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763345643.731314:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+55:3658:x1849000924425600:12345-0@lo:400:kworker.0 Request processed in 33us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345643.731321:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00080000:2.0:1763345643.731337:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763345643.731350:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924425472 00000100:00100000:2.0:1763345643.731353:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924425472 00000100:00100000:2.0:1763345643.731372:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1304 00000100:00100000:2.0:1763345643.731378:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1849000924425472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763345643.731406:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1849000924425472:12345-0@lo:400:kworker.0 Request processed in 28us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345643.731411:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1304 00000100:00100000:2.0:1763345643.731427:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542036680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3657:1849000924424832:0@lo:400:kworker.0 00000100:00100000:2.0:1763345643.731448:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345643.731463:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b671c0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3657:1849000924425344:0@lo:400:kworker.0 00000100:00100000:2.0:1763345643.731481:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345643.731506:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924424960 00000100:00100000:2.0:1763345643.731506:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1763345643.731510:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924424960 00000100:00100000:2.0:1763345643.731512:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542036d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3657:1849000924424704:0@lo:400:kworker.0 00000100:00100000:2.0:1763345643.731534:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345643.731548:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b671c0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3657:1849000924425216:0@lo:400:kworker.0 00000100:00100000:2.0:1763345643.731568:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345643.731583:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b671c0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3657:1849000924425728:0@lo:400:kworker.0 00000100:00100000:3.0:1763345643.731605:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924424576 00000100:00100000:2.0:1763345643.731607:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345643.731608:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924424576 00000100:00100000:3.0:1763345643.731621:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924425088 00000100:00100000:3.0:1763345643.731624:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924425088 00000100:00100000:2.0:1763345643.731627:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924424832 00000100:00100000:2.0:1763345643.731629:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924424832 00000100:00100000:3.0:1763345643.731636:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924425344 00000100:00100000:3.0:1763345643.731639:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924425344 00000100:00100000:3.0:1763345643.731650:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924425216 00000100:00100000:2.0:1763345643.731650:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924424704 00000100:00100000:3.0:1763345643.731652:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924425216 00000100:00100000:2.0:1763345643.731652:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924424704 00000100:00100000:3.0:1763345643.731663:0:9295:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924425728 00000100:00100000:3.0:1763345643.731665:0:9295:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924425728 00000100:00100000:2.0:1763345643.731671:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1763345643.731676:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1242 00000100:00100000:2.0:1763345643.731676:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3657:x1849000924424832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763345643.731681:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1849000924424960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763345643.731709:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1849000924424960:12345-0@lo:400:kworker.0 Request processed in 27us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345643.731709:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3657:x1849000924424832:12345-0@lo:400:kworker.0 Request processed in 33us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345643.731715:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1763345643.731716:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1242 00000100:00100000:3.0:1763345643.731728:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1243 00000100:00100000:2.0:1763345643.731728:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:3.0:1763345643.731734:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1849000924424576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763345643.731734:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3657:x1849000924424704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763345643.731775:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3657:x1849000924424704:12345-0@lo:400:kworker.0 Request processed in 24us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345643.731776:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1849000924424576:12345-0@lo:400:kworker.0 Request processed in 24us (627us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345643.731782:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1243 00000100:00100000:2.0:1763345643.731783:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:3.0:1763345643.731794:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244 00000100:00100000:3.0:1763345643.731800:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1849000924425088:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1763345643.731804:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1763345643.731807:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1763345643.731809:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1763345643.731811:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763345643.731826:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1849000924425088:12345-0@lo:400:kworker.0 Request processed in 27us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345643.731831:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244 00000100:00100000:2.0:1763345643.731833:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542036d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3657:1849000924424704:0@lo:400:kworker.0 00000100:00100000:3.0:1763345643.731855:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245 00000100:00100000:2.0:1763345643.731860:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542036680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3657:1849000924424832:0@lo:400:kworker.0 00000100:00100000:3.0:1763345643.731862:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3657:x1849000924425344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763345643.731887:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542035500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3658:1849000924424576:0@lo:400:kworker.0 00000100:00100000:3.0:1763345643.731890:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3657:x1849000924425344:12345-0@lo:400:kworker.0 Request processed in 29us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345643.731895:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245 00000100:00100000:2.0:1763345643.731896:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b671c0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3658:1849000924425088:0@lo:400:kworker.0 00000100:00100000:2.0:1763345643.731904:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b671c0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924425600:0@lo:400:kworker.0 00000100:00100000:3.0:1763345643.731907:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:3.0:1763345643.731913:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3657:x1849000924425216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763345643.731913:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542034380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3658:1849000924424960:0@lo:400:kworker.0 00000100:00100000:2.0:1763345643.731921:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b671c0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924425472:0@lo:400:kworker.0 00000100:00100000:3.0:1763345643.731935:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3657:x1849000924425216:12345-0@lo:400:kworker.0 Request processed in 23us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345643.731939:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00100000:3.0:1763345643.731950:0:9295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247 00000100:00100000:2.0:1763345643.731952:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b671c0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3657:1849000924425216:0@lo:400:kworker.0 00000100:00100000:3.0:1763345643.731955:0:9295:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3657:x1849000924425728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763345643.731960:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b671c0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3657:1849000924425344:0@lo:400:kworker.0 00000100:00100000:3.0:1763345643.731982:0:9295:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3657:x1849000924425728:12345-0@lo:400:kworker.0 Request processed in 27us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345643.731984:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b671c0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3657:1849000924425728:0@lo:400:kworker.0 00000100:00100000:3.0:1763345643.731987:0:9295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247 00000100:00100000:1.0:1763345643.732331:0:8939:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924424192 00000100:00100000:1.0:1763345643.732337:0:8939:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924424192 00000100:00100000:1.0:1763345643.732381:0:8939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1763345643.732389:0:8939:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542036a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+14:3656:x1849000924424192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1763345643.732408:0:8939:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484893632 pending 0 free 3919171584 avail 3687649280 00000100:00100000:1.0:1763345643.732459:0:8939:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542036a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+14:3656:x1849000924424192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (1956us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345643.732465:0:8939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1763345643.732484:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544867b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924424192:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763345643.732598:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544865500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924425856:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763345643.732598:0:32316:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924424448 00000100:00100000:0.0:1763345643.732602:0:32316:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924424448 00000100:00100000:3.0:1763345643.732627:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345643.732628:0:32316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:0.0:1763345643.732634:0:32316:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b67799ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:abaeb091-2865-41c5-9779-9e35cea57c58+23:3658:x1849000924424448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763345643.732656:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924425856 00000100:00100000:3.0:1763345643.732660:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924425856 00000100:00100000:0.0:1763345643.732671:0:32316:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b67799ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:abaeb091-2865-41c5-9779-9e35cea57c58+23:3658:x1849000924424448:12345-0@lo:400:kworker.0 Request processed in 38us (1658us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345643.732677:0:32316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1763345643.732681:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00000100:00100000:3.0:1763345643.732686:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3657:x1849000924425856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1763345643.732706:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446187008 avail 1299947520 00000100:00100000:0.0:1763345643.732717:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542037800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:abaeb091-2865-41c5-9779-9e35cea57c58:3658:1849000924424448:0@lo:400:kworker.0 00000100:00100000:3.0:1763345643.732735:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3657:x1849000924425856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 49us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345643.732744:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00000100:00100000:3.0:1763345643.732810:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544865500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924425856:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1763345644.181538:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763345644.244508:0:32327:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1036769744723ns, next at 1037769741907ns, rc = 0 00000100:00100000:2.0:1763345644.244563:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763345644.244599:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924425984:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763345644.244684:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345644.245058:0:8939:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924425984 00000100:00100000:1.0:1763345644.245067:0:8939:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924425984 00000100:00100000:1.0:1763345644.245238:0:8939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:1.0:1763345644.245248:0:8939:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+55:3659:x1849000924425984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1763345644.245279:0:8939:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484951872 pending 57344 free 3920232448 avail 3688710144 00000100:00100000:1.0:1763345644.245349:0:8939:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+55:3659:x1849000924425984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345644.245363:0:8939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1763345644.245578:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924425984:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763345644.968341:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345644.968729:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910439424 00000100:00100000:2.0:1763345644.968738:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910439424 00000100:00100000:2.0:1763345644.968844:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11360 00000100:00100000:2.0:1763345644.968856:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544866d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57693:x1849000910439424:12345-192.168.203.8@tcp:101:rm.0 00000100:00080000:3.0:1763345644.968868:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1763345644.968878:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345644.968902:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad8eb lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833532 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345644.968964:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad8f2 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345644.968978:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad8f2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345644.968990:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad8f2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345644.969000:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad8f9 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345644.969008:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad8f9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345644.969015:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad8f9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345644.969085:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad900 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345644.969093:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad900 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345644.969101:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad900 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345644.969140:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25a:0x0]: returning size 0 00000004:00200000:2.0:1763345644.969145:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345644.969163:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad900 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345644.969174:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad900 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345644.969182:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad8f2 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345644.969188:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad8f2 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345644.969193:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad8f2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345644.969199:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad8f2 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345644.969204:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345644.969208:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad8f2 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345644.969216:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad8f2 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345644.969227:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:2.0:1763345644.969230:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345644.969235:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad8f2 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345644.969241:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ad8f2 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345644.969252:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad8f9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345644.969257:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad8f9 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345644.969262:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad8f9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345644.969267:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345644.969269:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad8f9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345644.969274:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad8f9 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345644.969280:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c5b000) 00010000:00010000:2.0:1763345644.969282:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345644.969285:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad8f9 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345644.969290:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ad8f9 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345644.969312:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ad8eb lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833532 expref: 329 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345644.969328:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad900 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833532 expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345644.969335:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25a:0x0].0x0 (ffff91b5484cce00) 00010000:00010000:2.0:1763345644.969337:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345644.969339:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d400, rc 0) 00000100:00100000:2.0:1763345644.969398:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544866d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+328:57693:x1849000910439424:12345-192.168.203.8@tcp:101:rm.0 Request processed in 545us (1064us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345644.969406:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11360 00000100:00100000:2.0:1763345644.973166:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345644.973214:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345644.973277:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910439552 00000100:00100000:3.0:1763345644.973287:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910439552 00000100:00100000:3.0:1763345644.973355:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910439680 00000100:00100000:3.0:1763345644.973359:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910439680 00000100:00100000:3.0:1763345644.973389:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8284 00000100:00100000:3.0:1763345644.973400:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+34:2408:x1849000910439552:12345-192.168.203.8@tcp:101:rm.0 00010000:00010000:3.0:1763345644.973416:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345644.973435:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad907 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833539 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345644.973457:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x36f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345644.973475:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345644.973477:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345644.973485:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad907 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833539 expref: 35 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345644.973503:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad907 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833539 expref: 35 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345644.973515:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261e00, rc 0) 00000100:00100000:3.0:1763345644.973562:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+35:2408:x1849000910439552:12345-192.168.203.8@tcp:101:rm.0 Request processed in 165us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345644.973569:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8284 00000100:00100000:3.0:1763345644.973593:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8285 00000100:00100000:3.0:1763345644.973601:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910439680:12345-192.168.203.8@tcp:101:rm.0 00010000:00010000:3.0:1763345644.973609:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345644.973621:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58ad90e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833540 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345644.973636:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x372:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345644.973646:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345644.973648:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345644.973653:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58ad90e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833540 expref: 16 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345644.973666:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58ad90e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833540 expref: 16 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345644.973676:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260600, rc 0) 00000100:00080000:2.0:1763345644.973883:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1763345644.973889:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763345644.973946:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910439680:12345-192.168.203.8@tcp:101:rm.0 Request processed in 122us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345644.973955:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8285 00000100:00100000:0.0:1763345644.979920:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345644.979981:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910439936 00000100:00100000:1.0:1763345644.979993:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910439936 00000100:00100000:1.0:1763345644.980049:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11361 00000100:00100000:1.0:1763345644.980060:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544864380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+328:57693:x1849000910439936:12345-192.168.203.8@tcp:36:rm.0 00010000:00010000:1.0:1763345644.980108:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345644.980134:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ad900 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833532 expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345644.980152:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25a:0x0].0x0 (ffff91b5484cce00) 00010000:00010000:1.0:1763345644.980164:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345644.980190:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad915 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980203:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad915 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980212:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad915 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980225:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58ad91c lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980239:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58ad91c lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980248:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58ad91c lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980326:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad923 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980339:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad923 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980346:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad923 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000040:00080000:1.0:1763345644.980576:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1957, 64 off162288 00000004:00080000:1.0:1763345644.980589:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1037505828521ns, next at 1038505825846ns, rc = 0 00000040:00080000:1.0:1763345644.980611:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1941, 64 off160720 00000040:00080000:1.0:1763345644.980620:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1942, 64 off160784 00000040:00080000:1.0:1763345644.980627:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1958, 64 off162352 00010000:00010000:1.0:1763345644.980670:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad92a lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980677:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad92a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980682:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad92a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980687:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad92a lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x25a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980691:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad92a lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x25a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980694:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad92a lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980707:0:6521:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763345644.980719:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad923 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980723:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad923 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x25a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980728:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad923 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980732:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543344000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345644.980735:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad923 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980739:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad923 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x25a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980744:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25a:0x0].0x0 (ffff91b649bd0900) 00010000:00010000:1.0:1763345644.980746:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763345644.980748:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad923 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980752:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad923 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980889:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad915 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980896:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad915 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980902:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad915 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980907:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad915 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980913:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543345e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345644.980916:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad915 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980926:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad915 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980936:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff91b649bd0d00) 00010000:00010000:1.0:1763345644.980939:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345644.980942:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad915 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980947:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad915 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000004:00010000:1.0:1763345644.980960:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000026a6ec8b reply state 00000000140d0e27 transno 8589941235 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58ad91c lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980969:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58ad91c lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.980975:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c5b000) 00010000:00010000:1.0:1763345644.980978:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345644.980981:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345644.981050:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544864380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+329:57693:x1849000910439936:12345-192.168.203.8@tcp:36:rm.0 Request processed in 991us (1136us total) trans 8589941235 rc 0/0 00000100:00100000:1.0:1763345644.981058:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11361 00010000:00010000:1.0:1763345644.981087:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345644.981092:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad92a lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x25a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.981099:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543345400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345644.981102:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad92a lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x25a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.981108:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad92a lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.981118:0:10338:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25a:0x0].0x0 (ffff91b649bd0900) 00010000:00010000:1.0:1763345644.981120:0:10338:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763345644.981123:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad92a lrc: 1/0,0 mode: --/PW res: [0x200000405:0x25a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.981128:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad92a lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345644.981141:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345644.981143:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345644.981146:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345645.202531:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345645.692045:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345645.692099:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345645.692124:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345645.692140:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345645.692165:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345645.692194:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910440576 00000100:00100000:0.0:1763345645.692202:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910440320 00000100:00100000:2.0:1763345645.692205:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910440576 00000100:00100000:0.0:1763345645.692208:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910440320 00000100:00100000:2.0:1763345645.692254:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910440448 00000100:00100000:2.0:1763345645.692258:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910440448 00000100:00100000:0.0:1763345645.692264:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910440192 00000100:00100000:0.0:1763345645.692269:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910440192 00000100:00100000:2.0:1763345645.692288:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 714 00000100:00100000:0.0:1763345645.692300:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1248 00000100:00100000:2.0:1763345645.692302:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+16:2410:x1849000910440576:12345-192.168.203.8@tcp:400:kworker.0 00000100:00100000:0.0:1763345645.692312:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544865c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+14:2410:x1849000910440320:12345-192.168.203.8@tcp:400:kworker.0 00000100:00100000:2.0:1763345645.692374:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+16:2410:x1849000910440576:12345-192.168.203.8@tcp:400:kworker.0 Request processed in 76us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345645.692383:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 714 00000100:00100000:3.0:1763345645.692403:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1249 00000100:00100000:2.0:1763345645.692407:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 715 00000100:00100000:3.0:1763345645.692422:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544866300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+329:2410:x1849000910440192:12345-192.168.203.8@tcp:400:kworker.0 00000100:00100000:2.0:1763345645.692422:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+35:2410:x1849000910440448:12345-192.168.203.8@tcp:400:kworker.0 00000100:00100000:1.0:1763345645.692839:0:32317:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910440064 00000100:00100000:1.0:1763345645.692844:0:32317:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910440064 00000100:00100000:1.0:1763345645.692876:0:32317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 145 00000100:00100000:1.0:1763345645.692883:0:32317:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6446d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:61ae421e-e80a-45e1-9f12-1bee2af91003+9:2410:x1849000910440064:12345-192.168.203.8@tcp:400:kworker.0 00000100:00100000:0.0:1763345645.693490:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544865c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+14:2410:x1849000910440320:12345-192.168.203.8@tcp:400:kworker.0 Request processed in 1178us (1387us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345645.693500:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+35:2410:x1849000910440448:12345-192.168.203.8@tcp:400:kworker.0 Request processed in 1081us (1331us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345645.693505:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1248 00000100:00100000:2.0:1763345645.693516:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 715 00000100:00080000:0.0:1763345645.693536:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763345645.695303:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544866300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+329:2410:x1849000910440192:12345-192.168.203.8@tcp:400:kworker.0 Request processed in 2882us (3154us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345645.695316:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1249 00000100:00100000:1.0:1763345645.695405:0:32317:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6446d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:61ae421e-e80a-45e1-9f12-1bee2af91003+9:2410:x1849000910440064:12345-192.168.203.8@tcp:400:kworker.0 Request processed in 2521us (3367us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345645.695414:0:32317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 145 00000100:00100000:1.0:1763345645.778076:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763345645.778100:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3658:1849000924426112:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763345645.778162:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345645.778226:0:8939:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924426112 00000100:00100000:1.0:1763345645.778233:0:8939:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924426112 00000100:00100000:1.0:1763345645.778284:0:8939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1763345645.778293:0:8939:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1849000924426112:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1763345645.778298:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1763345645.778321:0:8939:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484951872 pending 57344 free 3920232448 avail 3688710144 00000100:00100000:1.0:1763345645.778379:0:8939:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1849000924426112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345645.778386:0:8939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:3.0:1763345645.778416:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3658:1849000924426112:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763345645.780230:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763345645.780248:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b671c0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3657:1849000924426240:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763345645.780303:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345645.780346:0:8939:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924426240 00000100:00100000:2.0:1763345645.780352:0:8939:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924426240 00000100:00100000:2.0:1763345645.780396:0:8939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1763345645.780404:0:8939:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3657:x1849000924426240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1763345645.780428:0:8939:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484893632 pending 0 free 3919171584 avail 3687649280 00000100:00100000:2.0:1763345645.780464:0:8939:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3657:x1849000924426240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345645.780471:0:8939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00080000:2.0:1763345645.780492:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763345645.780520:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b671c0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3657:1849000924426240:0@lo:13:osp-pre-1-1.0 00000001:02000400:0.0:1763345645.860678:0:35413:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 70a: flr mode fsx test ================ 21:14:04 (1763345644) 00000100:00100000:0.0:1763345645.981704:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345645.981863:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910440704 00000100:00100000:1.0:1763345645.981872:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910440704 00000100:00100000:1.0:1763345645.981929:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11362 00000100:00100000:1.0:1763345645.981940:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544865880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+329:57848:x1849000910440704:12345-192.168.203.8@tcp:41:stat.0 00000004:00000024:1.0:1763345645.981985:0:35210:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 7839404032 avail 7376302080 00000100:00100000:1.0:1763345645.982050:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544865880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+329:57848:x1849000910440704:12345-192.168.203.8@tcp:41:stat.0 Request processed in 111us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345645.982057:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11362 00000100:00100000:0.0:1763345646.030417:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.030485:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910440832 00000100:00100000:1.0:1763345646.030495:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910440832 00000100:00100000:1.0:1763345646.030573:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11363 00000100:00100000:1.0:1763345646.030585:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544865500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+329:57855:x1849000910440832:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345646.030605:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345646.030625:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad931 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833547 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.030687:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad938 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.030702:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad938 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.030713:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad938 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.030728:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad93f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.030738:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad93f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.030744:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad93f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.030835:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad938 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.030846:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad938 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.030853:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad938 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.030858:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543345e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345646.030862:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad938 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.030868:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad938 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.030881:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91b5432e1600) 00010000:00010000:1.0:1763345646.030884:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345646.030892:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad938 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.030897:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad938 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.030909:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad93f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.030914:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad93f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.030919:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad93f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.030923:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543345400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345646.030925:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad93f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.030929:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad93f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.030935:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x85409d3b (ffff91b649bd0900) 00010000:00010000:1.0:1763345646.030937:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345646.030939:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad93f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.030944:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad93f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.030971:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad931 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833547 expref: 330 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.030980:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91b5432e1600) 00010000:00010000:1.0:1763345646.030983:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345646.030986:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad931 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833547 expref: 330 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.030994:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543344000, rc 0) 00000100:00080000:2.0:1763345646.031089:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763345646.031207:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544865500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+329:57855:x1849000910440832:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 622us (796us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345646.031215:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11363 00000100:00100000:0.0:1763345646.045903:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.046382:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910441088 00000100:00100000:1.0:1763345646.046392:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910441088 00000100:00100000:3.0:1763345646.047253:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11364 00000100:00100000:3.0:1763345646.047267:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544867b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+329:57855:x1849000910441088:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:3.0:1763345646.047319:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345646.047345:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38c00/0x52bea07cb5885076 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980826339 expref: 329 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.047364:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91b5432e1600) 00010000:00010000:3.0:1763345646.047368:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345646.047421:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad946 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.047433:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad946 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.047441:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad946 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.047454:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad94d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.047461:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad94d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.047467:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad94d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000040:00080000:3.0:1763345646.049624:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].11, 2160 off43776 00000040:00080000:3.0:1763345646.052187:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000405:0x2:0x0].5, 2360 off42624 00000004:00080000:3.0:1763345646.052203:0:6520:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff91b6749473c0 with version 15 00000004:00080000:0.0:1763345646.052358:0:32324:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff91b6433c9000 version 15 rpc_version 15 00000020:00100000:0.0:1763345646.052402:0:32324:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1763345646.052412:0:32324:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91b677b96680 x1849000924426496/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4224/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763345646.052435:0:32324:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b96680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32324:1849000924426496:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1763345646.052497:0:32324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345646.053640:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924426496 00000100:00100000:3.0:1763345646.053651:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924426496 00000100:00100000:3.0:1763345646.053708:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:3.0:1763345646.053715:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b67a3cf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:32324:x1849000924426496:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1763345646.054017:0:32324:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5435edf00 going to sleep for 11 seconds 00000100:00100000:3.0:1763345646.054506:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b67a3cf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:32324:x1849000924426496:12345-0@lo:1000:osp_up1-0.0 Request processed in 789us (2007us total) trans 4294968315 rc 0/0 00000100:00100000:3.0:1763345646.054513:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00100000:0.0:1763345646.055130:0:32324:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b96680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32324:1849000924426496:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1763345646.056425:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad954 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.056443:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad954 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.056455:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad954 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.056475:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad95b lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.056482:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad95b lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.056488:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad95b lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.056524:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff91b672c86800/0x52bea07cb58ad962 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.056532:0:6520:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff91b672c86800/0x52bea07cb58ad962 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.056541:0:6520:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff91b672c86800/0x52bea07cb58ad962 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763345646.056562:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec3800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6520:1849000924426624:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1763345646.056651:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345646.056704:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b54203d180 going to sleep for 11 seconds 00000100:00100000:2.0:1763345646.056917:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924426624 00000100:00100000:2.0:1763345646.056925:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924426624 00000100:00100000:2.0:1763345646.056980:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307 00000100:00100000:2.0:1763345646.056990:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6520:x1849000924426624:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1763345646.057009:0:6526:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345646.057042:0:6526:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff91b54378d600/0x52bea07cb58ad969 lrc: 2/0,0 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x52bea07cb58ad962 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.057064:0:6526:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff91b54378d600/0x52bea07cb58ad969 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x52bea07cb58ad962 expref: 7 pid: 6526 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.057077:0:6526:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff91b54378d600/0x52bea07cb58ad969 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x52bea07cb58ad962 expref: 7 pid: 6526 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.057085:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:2.0:1763345646.057088:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345646.057091:0:6526:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d600, rc 0) 00000100:00100000:2.0:1763345646.057132:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6520:x1849000924426624:12345-0@lo:101:mdt00_000.0 Request processed in 144us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.057138:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307 00000100:00100000:1.0:1763345646.057244:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec3800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6520:1849000924426624:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1763345646.057264:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff91b672c86800/0x52bea07cb58ad962 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x52bea07cb58ad969 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.057273:0:6520:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff91b672c86800/0x52bea07cb58ad962 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x52bea07cb58ad969 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1763345646.057294:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004ac03a78 reply state 0000000034f82e5b transno 8589941236 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad95b lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.057305:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad95b lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.057312:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b5432dfe00) 00010000:00010000:1.0:1763345646.057314:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345646.057317:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763345646.057323:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff91b672c86800/0x52bea07cb58ad962 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x52bea07cb58ad969 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.057331:0:6520:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff91b672c86800/0x52bea07cb58ad962 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x52bea07cb58ad969 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763345646.057341:0:6520:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000405:0x6:0x0] 00000004:00010000:1.0:1763345646.057348:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004ac03a78 reply state 0000000034f82e5b transno 8589941236 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad954 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.057355:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad954 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.057361:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25b:0x0].0x0 (ffff91b5432df800) 00010000:00010000:1.0:1763345646.057363:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345646.057365:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00200000:1.0:1763345646.057370:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25b:0x0]: returning size 4096 00010000:00010000:1.0:1763345646.057379:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad946 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.057384:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad946 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.057390:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad946 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.057396:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad946 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.057401:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345646.057406:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad946 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.057413:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad946 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.057421:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91b5432e1600) 00010000:00010000:1.0:1763345646.057424:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345646.057428:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad946 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.057434:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad946 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000004:00010000:1.0:1763345646.057446:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004ac03a78 reply state 0000000034f82e5b transno 8589941236 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad94d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.057455:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad94d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.057460:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x85409d3b (ffff91b5432df700) 00010000:00010000:1.0:1763345646.057463:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345646.057465:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 2 00000100:00100000:1.0:1763345646.057528:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544867b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+330:57855:x1849000910441088:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 10263us (11633us total) trans 8589941236 rc 0/0 00000100:00100000:1.0:1763345646.057535:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11364 00000100:00100000:3.0:1763345646.079540:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.079640:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910441216 00000100:00100000:1.0:1763345646.079649:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910441216 00000100:00100000:1.0:1763345646.079709:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11365 00000100:00100000:1.0:1763345646.079717:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+330:57860:x1849000910441216:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345646.079737:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345646.079756:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad970 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083354e expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.079862:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad977 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.079877:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad977 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.079888:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad977 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763345646.079937:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1763345646.079941:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345646.079958:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad977 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.079979:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad970 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083354e expref: 332 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.079995:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345400/0x52bea07cb58ad977 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083354e expref: 331 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.080007:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91b5432e1600) 00010000:00010000:1.0:1763345646.080010:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763345646.080013:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543345400, rc 0) 00000100:00100000:1.0:1763345646.080064:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+331:57860:x1849000910441216:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 347us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345646.080071:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11365 00000100:00100000:0.0:1763345646.083357:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.083586:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910441344 00000100:00100000:1.0:1763345646.083595:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910441344 00000100:00100000:1.0:1763345646.084449:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11366 00000100:00100000:1.0:1763345646.084463:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f876680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+331:57860:x1849000910441344:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345646.084482:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345646.084501:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad97e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833555 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.084564:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58ad985 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.084578:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58ad985 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.084589:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58ad985 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.084599:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58ad98c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.084606:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58ad98c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.084627:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58ad98c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.084719:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad993 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.084728:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad993 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.084735:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad993 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:1.0:1763345646.085063:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25b:0x0]: returning size 4096 00000004:00200000:1.0:1763345646.085068:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1763345646.085087:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad993 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.085099:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58ad985 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.085106:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58ad985 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.085113:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58ad985 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.085119:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543344200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345646.085123:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58ad985 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.085130:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58ad985 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.085142:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91b5432e1600) 00010000:00010000:1.0:1763345646.085145:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345646.085150:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58ad985 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.085156:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58ad985 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.085168:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58ad98c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.085174:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58ad98c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.085179:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58ad98c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.085185:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543345600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345646.085187:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58ad98c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.085193:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58ad98c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.085200:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x85409d3b (ffff91b5432df700) 00010000:00010000:1.0:1763345646.085203:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345646.085206:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58ad98c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.085211:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58ad98c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.085236:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad97e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833555 expref: 333 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.085249:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261400/0x52bea07cb58ad993 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833555 expref: 332 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.085261:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25b:0x0].0x0 (ffff91b5432df800) 00010000:00010000:1.0:1763345646.085263:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1763345646.085266:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261400, rc 0) 00000100:00100000:1.0:1763345646.085430:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f876680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+332:57860:x1849000910441344:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 970us (2078us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345646.085438:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11366 00000100:00100000:2.0:1763345646.090054:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.090782:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910441472 00000100:00100000:1.0:1763345646.090792:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910441472 00000100:00100000:1.0:1763345646.090891:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11367 00000100:00100000:1.0:1763345646.090910:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+332:57860:x1849000910441472:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345646.090929:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345646.090951:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad99a lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083355c expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.091008:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50800/0x52bea07cb58ad9a1 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.091022:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50800/0x52bea07cb58ad9a1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.091032:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50800/0x52bea07cb58ad9a1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:1.0:1763345646.091078:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x6:0x0]: returning size 4096 00000004:00200000:1.0:1763345646.091083:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763345646.091114:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad99a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083355c expref: 334 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.091131:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50800/0x52bea07cb58ad9a1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083355c expref: 333 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.091140:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b5432dfe00) 00010000:00010000:1.0:1763345646.091143:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763345646.091146:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b50800, rc 0) 00000100:00100000:1.0:1763345646.091209:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+333:57860:x1849000910441472:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 309us (1163us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345646.091215:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11367 00000100:00100000:3.0:1763345646.094584:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.094665:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910441600 00000100:00100000:1.0:1763345646.094675:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910441600 00000100:00100000:1.0:1763345646.094889:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11368 00000100:00100000:1.0:1763345646.094903:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+14:57860:x1849000910441600:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345646.094923:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345646.094944:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff91b672b50200/0x52bea07cb58ad9a8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833563 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.095001:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff91b672b50600/0x52bea07cb58ad9af lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.095015:0:35210:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff91b54378d600/0x52bea07cb58ad969 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x52bea07cb58ad962 expref: 6 pid: 6526 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.095023:0:35210:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff91b672b50600/0x52bea07cb58ad9af lrc: 4/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT1 00010000:00010000:1.0:1763345646.095053:0:35210:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff91b54378d600/0x52bea07cb58ad969 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x52bea07cb58ad962 expref: 6 pid: 6526 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345646.095067:0:35210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcd180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:35210:1849000924426752:0@lo:104: 00000100:00100000:1.0:1763345646.095110:0:35210:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345646.095957:0:35210:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5434f1900 going to sleep for 11 seconds 00000100:00100000:2.0:1763345646.096016:0:6503:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924426752 00000100:00100000:2.0:1763345646.096022:0:6503:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924426752 00000100:00100000:2.0:1763345646.096108:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1763345646.096117:0:6503:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:35210:x1849000924426752:12345-0@lo:104: 00010000:00010000:2.0:1763345646.096131:0:6503:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff91b672c86800/0x52bea07cb58ad962 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x52bea07cb58ad969 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.096406:0:6503:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1763345646.096412:0:6503:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:35210:x1849000924426752:12345-0@lo:104: Request processed in 298us (1301us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.096420:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00010000:00010000:0.0:1763345646.096537:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345646.096545:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff91b672c86800/0x52bea07cb58ad962 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x52bea07cb58ad969 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.096552:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672c86800 already unused, calling callback (ffffffffc182b290) 00010000:00010000:0.0:1763345646.096558:0:6508:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff91b672c86800/0x52bea07cb58ad962 lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x52bea07cb58ad969 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1763345646.096571:0:6508:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff91b672c86800/0x52bea07cb58ad962 lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x52bea07cb58ad969 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.096601:0:6508:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff91b672c86800/0x52bea07cb58ad962 lrc: 2/0,0 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x52bea07cb58ad969 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.096607:0:6508:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1763345646.096667:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763345646.096865:0:35210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcd180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:35210:1849000924426752:0@lo:104: 00010000:00010000:1.0:1763345646.096885:0:35210:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff91b672b50600/0x52bea07cb58ad9af lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT1 00010000:00010000:0.0:1763345646.097010:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff91b672c86800/0x52bea07cb58ad962 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x52bea07cb58ad969 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.097019:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff91b672c86800/0x52bea07cb58ad962 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x52bea07cb58ad969 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.097037:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345646.097039:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345646.097041:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345646.097234:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54f875180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924426880:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1763345646.097276:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345646.097967:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924426880 00000100:00100000:0.0:1763345646.097974:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924426880 00010000:00010000:0.0:1763345646.098002:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff91b54378d600/0x52bea07cb58ad969 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x52bea07cb58ad962 expref: 7 pid: 6526 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345646.098040:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3745 00000100:00100000:0.0:1763345646.098047:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+7:3656:x1849000924426880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1763345646.098059:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1763345646.100102:0:7439:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968315 is committed 00010000:00010000:2.0:1763345646.100269:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff91b54378d600/0x52bea07cb58ad969 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x52bea07cb58ad962 expref: 6 pid: 6526 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.100288:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:2.0:1763345646.100294:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff91b672b50600/0x52bea07cb58ad9af lrc: 3/1,0 mode: --/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT1 00010000:00010000:2.0:1763345646.100383:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff91b672b50600/0x52bea07cb58ad9af lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT1 00010000:00010000:2.0:1763345646.100389:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff91b672b50600/0x52bea07cb58ad9af lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT1 00010000:00010000:2.0:1763345646.100420:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345646.100497:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+5:3656:x1849000924426880:12345-0@lo:103:ldlm_bl.0 Request processed in 2449us (3219us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.100506:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3745 00010000:00010000:1.0:1763345646.100572:0:35210:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff91b672b50600/0x52bea07cb58ad9af lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT1 00010000:00010000:1.0:1763345646.100581:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff91b672b50600/0x52bea07cb58ad9af lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT1 00000004:00200000:1.0:1763345646.100632:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x6:0x0]: returning size 4096 00000004:00200000:1.0:1763345646.100638:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763345646.100677:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff91b672b50200/0x52bea07cb58ad9a8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833563 expref: 16 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.100692:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff91b672b50600/0x52bea07cb58ad9af lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833563 expref: 15 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.100712:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:1.0:1763345646.100715:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763345646.100718:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672b50600, rc 0) 00000100:00100000:1.0:1763345646.100794:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+15:57860:x1849000910441600:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 5896us (6219us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345646.100803:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11368 00000100:00100000:3.0:1763345646.100898:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54f875180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924426880:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1763345646.102846:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.102935:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910441728 00000100:00100000:1.0:1763345646.102943:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910441728 00000100:00100000:1.0:1763345646.102980:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11369 00000100:00100000:1.0:1763345646.102987:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f875880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+333:57860:x1849000910441728:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345646.103004:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345646.103022:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad9b6 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083356a expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.103081:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad9bd lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.103095:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad9bd lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.103105:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad9bd lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.103117:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58ad9c4 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.103123:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58ad9c4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.103129:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58ad9c4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.103178:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad9bd lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.103185:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad9bd lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.103191:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad9bd lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.103196:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543345e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345646.103200:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad9bd lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.103206:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad9bd lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.103217:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b5432dfe00) 00010000:00010000:1.0:1763345646.103219:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345646.103223:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad9bd lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.103229:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345e00/0x52bea07cb58ad9bd lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.103239:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58ad9c4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.103244:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58ad9c4 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.103249:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58ad9c4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.103253:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543345600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345646.103256:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58ad9c4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.103261:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58ad9c4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.103268:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b649bd0900) 00010000:00010000:1.0:1763345646.103270:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345646.103272:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58ad9c4 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.103277:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543345600/0x52bea07cb58ad9c4 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.103302:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad9b6 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083356a expref: 334 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.103312:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b5432dfe00) 00010000:00010000:1.0:1763345646.103314:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345646.103317:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344000/0x52bea07cb58ad9b6 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083356a expref: 334 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.103324:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543344000, rc 0) 00000100:00100000:1.0:1763345646.103382:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f875880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+333:57860:x1849000910441728:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 394us (542us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345646.103388:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11369 00000100:00100000:2.0:1763345646.105565:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.105626:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910441856 00000100:00100000:3.0:1763345646.105634:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910441856 00000100:00100000:3.0:1763345646.105682:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11370 00000100:00100000:3.0:1763345646.105690:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+333:57860:x1849000910441856:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345646.105714:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345646.105729:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ad9cb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833571 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.105816:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad9d2 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.105837:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad9d2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.105846:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad9d2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763345646.105915:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25b:0x0]: returning size 4096 00000004:00200000:3.0:1763345646.105919:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1763345646.105936:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad9d2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.105955:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672c87200/0x52bea07cb58ad9cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833571 expref: 335 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.105974:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b6748ff200/0x52bea07cb58ad9d2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833571 expref: 334 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.105982:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25b:0x0].0x0 (ffff91b5432df800) 00010000:00010000:3.0:1763345646.105984:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763345646.105987:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6748ff200, rc 0) 00000100:00100000:3.0:1763345646.106035:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+334:57860:x1849000910441856:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 345us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345646.106041:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11370 00000100:00100000:0.0:1763345646.109684:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.110105:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910442112 00000100:00100000:1.0:1763345646.110114:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910442112 00000100:00100000:1.0:1763345646.110222:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11371 00000100:00100000:1.0:1763345646.110232:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f877480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+334:57860:x1849000910442112:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345646.110251:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345646.110254:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763345646.110277:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50800/0x52bea07cb58ad9a1 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083355c expref: 334 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.110292:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b5432dfe00) 00010000:00010000:1.0:1763345646.110297:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345646.110308:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58ad9d9 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833578 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.110404:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50200/0x52bea07cb58ad9e0 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.110416:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50200/0x52bea07cb58ad9e0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.110423:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50200/0x52bea07cb58ad9e0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.110433:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58ad9e7 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.110437:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58ad9e7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.110441:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58ad9e7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.110844:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58ad9ee lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.110852:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58ad9ee lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.110859:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58ad9ee lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:1.0:1763345646.110867:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 0 00010000:00010000:1.0:1763345646.110887:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50200/0x52bea07cb58ad9e0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.110891:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50200/0x52bea07cb58ad9e0 lrc: 2/0,0 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.110895:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50200/0x52bea07cb58ad9e0 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.110899:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672b50200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345646.110902:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50200/0x52bea07cb58ad9e0 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.110907:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50200/0x52bea07cb58ad9e0 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.110912:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b5432dfe00) 00010000:00010000:1.0:1763345646.110914:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345646.110916:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50200/0x52bea07cb58ad9e0 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.110920:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672b50200/0x52bea07cb58ad9e0 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000004:00010000:1.0:1763345646.110926:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003c869b67 reply state 00000000b3e9895d transno 8589941237 ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58ad9e7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.110932:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58ad9e7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.110936:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b649bd0d00) 00010000:00010000:1.0:1763345646.110937:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345646.110939:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763345646.110956:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344200/0x52bea07cb58ad9d9 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833578 expref: 336 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.110964:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58ad9ee lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833578 expref: 335 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.110968:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b642a6ed00) 00010000:00010000:1.0:1763345646.110970:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345646.110971:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91600, rc 0) 00000100:00100000:1.0:1763345646.111092:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f877480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+336:57860:x1849000910442112:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 861us (1414us total) trans 8589941237 rc 0/0 00000100:00100000:1.0:1763345646.111102:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11371 00000100:00100000:2.0:1763345646.113904:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.113980:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910442368 00000100:00100000:1.0:1763345646.113989:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910442368 00000100:00100000:1.0:1763345646.114044:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11372 00000100:00100000:1.0:1763345646.114055:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+336:57860:x1849000910442368:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345646.114076:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345646.114097:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58ad9fc lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083357f expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.114198:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ada03 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.114211:0:35210:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58ad9ee lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833578 expref: 337 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.114232:0:35210:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ada03 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.114264:0:35210:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58ad9ee lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833578 expref: 337 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.114278:0:35210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58ad9ee lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833578 expref: 337 pid: 35210 timeout: 1138 lvb_type: 0 00000100:00100000:1.0:1763345646.114291:0:35210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcd180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924427008:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345646.114370:0:35210:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5434f1180 going to sleep for 11 seconds 00000100:00100000:1.0:1763345646.115992:0:35210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcd180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924427008:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345646.116017:0:35210:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ada03 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:2.0:1763345646.117307:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.117391:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910442496 00000100:00100000:0.0:1763345646.117399:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910442496 00010000:00010000:0.0:1763345646.117430:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58ad9ee lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833578 expref: 338 pid: 35210 timeout: 1138 lvb_type: 0 00000100:00100000:0.0:1763345646.118171:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3746 00000100:00100000:0.0:1763345646.118183:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+338:2408:x1849000910442496:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345646.118863:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345646.118874:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58ad9ee lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833578 expref: 338 pid: 35210 timeout: 1138 lvb_type: 0 00010000:00010000:0.0:1763345646.118889:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58ad9ee lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833578 expref: 338 pid: 35210 timeout: 1138 lvb_type: 0 00010000:00010000:0.0:1763345646.118912:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58ad9ee lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833578 expref: 338 pid: 35210 timeout: 1138 lvb_type: 0 00010000:00010000:0.0:1763345646.118926:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b642a6ed00) 00010000:00010000:0.0:1763345646.118930:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ada03 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.118939:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ada03 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.118945:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ada03 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.118979:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345646.119040:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+337:2408:x1849000910442496:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 860us (1736us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345646.119048:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3746 00010000:00010000:1.0:1763345646.119115:0:35210:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ada03 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.119122:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ada03 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:1.0:1763345646.119141:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 0 00000004:00080000:1.0:1763345646.119280:0:35210:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x370:0x0], index 0: 0 00000004:00080000:1.0:1763345646.119287:0:35210:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x373:0x0], index 1: 0 00010000:00010000:1.0:1763345646.119379:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ada03 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.119387:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ada03 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.119394:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ada03 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.119399:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345646.119403:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ada03 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.119410:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ada03 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.119419:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b642a6ed00) 00010000:00010000:1.0:1763345646.119422:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345646.119426:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ada03 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.119431:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ada03 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.119476:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58ad9fc lrc: 1/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083357f expref: 337 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.119485:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b642a6ed00) 00010000:00010000:1.0:1763345646.119487:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763345646.119491:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58ad9fc lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083357f expref: 337 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.119504:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90000, rc 0) 00000100:00100000:1.0:1763345646.119532:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+336:57860:x1849000910442368:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 5479us (5637us total) trans 8589941238 rc 301/301 00000100:00100000:1.0:1763345646.119544:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11372 00000100:00100000:2.0:1763345646.124491:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.124562:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910442752 00000100:00100000:1.0:1763345646.124571:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910442752 00000100:00100000:1.0:1763345646.124620:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3936 00000100:00100000:1.0:1763345646.124629:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+336:57860:x1849000910442752:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345646.124920:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+337:57860:x1849000910442752:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 292us (437us total) trans 8589941239 rc 0/0 00000100:00100000:1.0:1763345646.124927:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3936 00000100:00100000:2.0:1763345646.127587:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.127709:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910443008 00000100:00100000:1.0:1763345646.127720:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910443008 00000100:00100000:1.0:1763345646.127819:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3937 00000100:00100000:1.0:1763345646.127841:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+337:57860:x1849000910443008:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345646.128046:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+338:57860:x1849000910443008:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 207us (465us total) trans 8589941240 rc 0/0 00000100:00100000:1.0:1763345646.128058:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3937 00000100:00100000:2.0:1763345646.167473:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.169488:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910443264 00000100:00100000:1.0:1763345646.169501:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910443264 00000100:00100000:0.0:1763345646.170094:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11373 00000100:00100000:0.0:1763345646.170108:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+338:57861:x1849000910443264:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345646.170131:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345646.170153:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ada11 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833586 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.170281:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ada18 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.170295:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ada18 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.170306:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ada18 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.170317:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ada1f lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.170323:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ada1f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.170330:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ada1f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.170386:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ada26 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.170393:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ada26 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.170400:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ada26 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345646.170410:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 0 00010000:00010000:0.0:1763345646.170485:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ada18 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.170493:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ada18 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.170499:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ada18 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.170505:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345646.170509:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ada18 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.170516:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ada18 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.170527:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b5432dfe00) 00010000:00010000:0.0:1763345646.170531:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345646.170536:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ada18 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.170542:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ada18 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.170554:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ada1f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.170560:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ada1f lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.170566:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ada1f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.170571:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345646.170574:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ada1f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.170585:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ada1f lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.170592:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b649bd0d00) 00010000:00010000:0.0:1763345646.170595:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345646.170598:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ada1f lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.170603:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ada1f lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.170653:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ada11 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833586 expref: 341 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.170666:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ada26 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833586 expref: 340 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.170673:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345646.170675:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345646.170678:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4e00, rc 0) 00000100:00100000:0.0:1763345646.170750:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+340:57861:x1849000910443264:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 645us (3285us total) trans 8589941241 rc 0/0 00000100:00100000:0.0:1763345646.170799:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11373 00000100:00100000:0.0:1763345646.173756:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.174154:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910443392 00000100:00100000:2.0:1763345646.174164:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910443392 00000100:00100000:2.0:1763345646.174363:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11374 00000100:00100000:2.0:1763345646.174375:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f875f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+340:57861:x1849000910443392:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345646.174398:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345646.174419:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ada34 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083358d expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.174451:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ada3b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.174730:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ada3b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.174747:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ada3b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.174964:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58ada34 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083358d expref: 342 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.174982:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ada3b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083358d expref: 341 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.174991:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345646.174994:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763345646.174998:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d200, rc 0) 00000100:00100000:2.0:1763345646.175071:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f875f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+341:57861:x1849000910443392:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 696us (1322us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.175079:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11374 00000100:00100000:2.0:1763345646.177650:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.177979:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910443648 00000100:00100000:0.0:1763345646.177990:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910443648 00000100:00100000:0.0:1763345646.178053:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11375 00000100:00100000:0.0:1763345646.178063:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+341:57861:x1849000910443648:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:0.0:1763345646.178111:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345646.178136:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ada26 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833586 expref: 341 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.178154:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345646.178159:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345646.178320:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ada42 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.178334:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ada42 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.178343:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ada42 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000001:00080000:0.0:1763345646.178386:0:35210:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941242 00000004:00010000:0.0:1763345646.178406:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dbadb71c reply state 000000004b806515 transno 8589941243 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ada42 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.178418:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ada42 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.178424:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345646.178427:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345646.178429:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345646.180217:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+343:57861:x1849000910443648:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 2147us (2564us total) trans 8589941243 rc 0/0 00000100:00100000:0.0:1763345646.180229:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11375 00000020:00080000:0.0:1763345646.180236:0:35210:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345646.183401:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.183799:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910443776 00000100:00100000:2.0:1763345646.183809:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910443776 00000100:00100000:2.0:1763345646.183880:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11376 00000100:00100000:2.0:1763345646.183890:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f875180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+343:57861:x1849000910443776:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345646.183911:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345646.183930:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ada49 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833594 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.183982:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ada49 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833594 expref: 344 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.183997:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ada49 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833594 expref: 344 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.184015:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345646.184018:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345646.184022:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c800, rc 0) 00000100:00100000:2.0:1763345646.184081:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f875180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+344:57861:x1849000910443776:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 192us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.184088:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11376 00000100:00100000:2.0:1763345646.186907:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.187128:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910443904 00000100:00100000:3.0:1763345646.187137:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910443904 00000100:00100000:3.0:1763345646.187210:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8286 00000100:00100000:3.0:1763345646.187219:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+35:57861:x1849000910443904:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:3.0:1763345646.187234:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345646.187253:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ada50 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083359b expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345646.187275:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x370:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345646.187295:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345646.187298:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345646.187306:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ada50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a9698083359b expref: 36 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.187323:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ada50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a9698083359b expref: 36 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.187340:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6748fe400, rc 0) 00000100:00100000:3.0:1763345646.187402:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+36:57861:x1849000910443904:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 184us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345646.187410:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8286 00000100:00080000:2.0:1763345646.187473:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763345646.191507:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.191682:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910444032 00000100:00100000:2.0:1763345646.191692:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910444032 00000100:00100000:2.0:1763345646.192844:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8287 00000100:00100000:2.0:1763345646.192858:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+16:57861:x1849000910444032:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345646.192875:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345646.192896:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54378ca00/0x52bea07cb58ada57 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808335a2 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345646.192919:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x373:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763345646.192938:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345646.192940:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345646.192949:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378ca00/0x52bea07cb58ada57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808335a2 expref: 17 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.192965:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b54378ca00/0x52bea07cb58ada57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808335a2 expref: 17 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.192978:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378ca00, rc 0) 00000100:00100000:2.0:1763345646.193049:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+17:57861:x1849000910444032:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 195us (1551us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.193057:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8287 00000100:00080000:3.0:1763345646.193182:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763345646.195497:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.195572:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910444160 00000100:00100000:2.0:1763345646.195581:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910444160 00002000:00010000:2.0:1763345646.195621:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (0->18446744073709551615) 00002000:00100000:2.0:1763345646.195625:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dcd180 with x1849000910444160 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345646.195636:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dcd180. 00000100:00100000:2.0:1763345646.195700:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1952 00000100:00100000:2.0:1763345646.195710:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+36:2409:x1849000910444160:12345-192.168.203.8@tcp:10:fsx.0 00000100:00100000:3.0:1763345646.196944:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.200388:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910444288 00000100:00100000:1.0:1763345646.200401:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910444288 00002000:00010000:2.0:1763345646.200415:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345646.200420:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 0 -> 1763345645 00002000:00010000:2.0:1763345646.200425:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345646.200427:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 0 -> 1763345645 00002000:00010000:2.0:1763345646.200429:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763345646.200439:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/883 (0->18446744073709551615) 00002000:00100000:1.0:1763345646.200445:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b681ec0000 with x1849000910444288 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345646.200467:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b681ec0000. 00000100:00100000:2.0:1763345646.200492:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+37:2409:x1849000910444160:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 4781us (4998us total) trans 21474839596 rc 0/0 00000100:00100000:1.0:1763345646.200499:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1953 00000100:00100000:2.0:1763345646.200508:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1952 00000100:00100000:1.0:1763345646.200514:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910444288:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:2.0:1763345646.200516:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (0->18446744073709551615) 00002000:00100000:2.0:1763345646.200522:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dcd180 with x1849000910444160 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345646.200528:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dcd180. 00002000:00010000:1.0:1763345646.200665:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345646.200669:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 0 -> 1763345645 00002000:00010000:1.0:1763345646.200671:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345646.200674:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 0 -> 1763345645 00002000:00010000:1.0:1763345646.200676:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345646.200700:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910444288:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 191us (3760us total) trans 17179872342 rc 0/0 00000100:00100000:1.0:1763345646.200706:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1953 00002000:00010000:1.0:1763345646.200710:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/883 (0->18446744073709551615) 00002000:00100000:1.0:1763345646.200713:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b681ec0000 with x1849000910444288 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345646.200717:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b681ec0000. 00000001:00080000:0.0:1763345646.203437:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839596 is committed 00000001:00080000:0.0:1763345646.203452:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839594 is committed 00000100:00100000:1.0:1763345646.205893:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.207076:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910444544 00000100:00100000:3.0:1763345646.207089:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910444544 00000100:00100000:2.0:1763345646.207728:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11377 00000100:00100000:2.0:1763345646.207741:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+344:57861:x1849000910444544:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345646.207790:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345646.207812:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ada5e lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808335a9 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.207930:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ada65 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.207945:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ada65 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.207955:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ada65 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.207970:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ada6c lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x6:0x0].0xe8098f29 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.207976:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ada6c lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.207981:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ada6c lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00080000:2.0:1763345646.208254:0:35210:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x371:0x0], index 0: 0 00010000:00010000:2.0:1763345646.208384:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ada73 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.208393:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ada73 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.208401:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ada73 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.208431:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ada65 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.208438:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ada65 lrc: 2/0,0 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.208448:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ada65 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.208453:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345646.208457:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ada65 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.208465:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ada65 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.208476:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b5432dfe00) 00010000:00010000:2.0:1763345646.208479:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345646.208483:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ada65 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.208489:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c600/0x52bea07cb58ada65 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000004:00010000:2.0:1763345646.208503:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009e4a3c7d reply state 000000008a4ce9b4 transno 8589941244 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ada6c lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.208512:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ada6c lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.208518:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xe8098f29 (ffff91b5484cc200) 00010000:00010000:2.0:1763345646.208521:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345646.208523:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763345646.208547:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58ada5e lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335a9 expref: 347 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.208560:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d400/0x52bea07cb58ada73 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335a9 expref: 346 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.208573:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25e:0x0].0x0 (ffff91b5484cc600) 00010000:00010000:2.0:1763345646.208575:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345646.208577:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d400, rc 0) 00000100:00100000:2.0:1763345646.208646:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+347:57861:x1849000910444544:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 908us (2762us total) trans 8589941244 rc 0/0 00000100:00100000:2.0:1763345646.208655:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11377 00000100:00100000:2.0:1763345646.210987:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.211078:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910444800 00000100:00100000:3.0:1763345646.211087:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910444800 00000100:00100000:3.0:1763345646.211144:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11378 00000100:00100000:3.0:1763345646.211155:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542035f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+15:57861:x1849000910444800:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:3.0:1763345646.211173:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345646.211176:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763345646.211201:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff91b672b50600/0x52bea07cb58ad9af lrc: 0/0,0 mode: --/PR res: [0x240000405:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833563 expref: 15 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.211217:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff91b5484cc400) 00010000:00010000:3.0:1763345646.211226:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345646.211240:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58ada81 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808335b0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.211352:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58ada88 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.211365:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58ada88 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763345646.211376:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58ada88 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763345646.211388:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff91b6413ee600/0x52bea07cb58ada8f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.211394:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff91b6413ee600/0x52bea07cb58ada8f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763345646.211400:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff91b6413ee600/0x52bea07cb58ada8f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00080000:3.0:1763345646.211722:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x32:0x0], index 1: 0 00010000:00010000:3.0:1763345646.212050:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff91b6413ef800/0x52bea07cb58ada96 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.212061:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff91b6413ef800/0x52bea07cb58ada96 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763345646.212069:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff91b6413ef800/0x52bea07cb58ada96 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000100:00100000:1.0:1763345646.212093:0:9989:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcc000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:9989:1849000924427136:0@lo:5:osp-pre-1-1.0 00010000:00010000:3.0:1763345646.212115:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58ada88 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763345646.212124:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58ada88 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763345646.212131:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58ada88 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763345646.212138:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58ada88 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00000100:00100000:1.0:1763345646.212149:0:9989:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763345646.212159:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ade00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345646.212164:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58ada88 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763345646.212171:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58ada88 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763345646.212186:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x0 (ffff91b5432e3d00) 00000100:00100000:1.0:1763345646.212187:0:9989:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5434f1840 going to sleep for 11 seconds 00010000:00010000:3.0:1763345646.212193:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345646.212199:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58ada88 lrc: 3/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763345646.212212:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58ada88 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00000004:00010000:3.0:1763345646.212222:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004e33d089 reply state 00000000c9af8b93 transno 4294968316 ns: mdt-lustre-MDT0001_UUID lock: ffff91b6413ee600/0x52bea07cb58ada8f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763345646.212231:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff91b6413ee600/0x52bea07cb58ada8f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763345646.212243:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x9645bb7c (ffff91b5432e3f00) 00010000:00010000:3.0:1763345646.212245:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345646.212248:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763345646.212279:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58ada81 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335b0 expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.212296:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff91b6413ef800/0x52bea07cb58ada96 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335b0 expref: 16 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.212308:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x48:0x0].0x0 (ffff91b5432e3900) 00010000:00010000:3.0:1763345646.212311:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345646.212313:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6413ef800, rc 0) 00000100:00100000:3.0:1763345646.212379:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542035f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+17:57861:x1849000910444800:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 1226us (1399us total) trans 4294968316 rc 0/0 00000100:00100000:3.0:1763345646.212390:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11378 00000100:00100000:0.0:1763345646.212578:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924427136 00000100:00100000:0.0:1763345646.212586:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924427136 00000100:00100000:0.0:1763345646.212710:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8288 00000100:00100000:0.0:1763345646.212722:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:9989:x1849000924427136:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1763345646.212779:0:8405:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00000100:00100000:0.0:1763345646.214221:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:9989:x1849000924427136:12345-0@lo:5:osp-pre-1-1.0 Request processed in 1499us (2070us total) trans 17179872343 rc 0/0 00000100:00100000:0.0:1763345646.214231:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8288 00000100:00100000:1.0:1763345646.214564:0:9989:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcc000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:9989:1849000924427136:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1763345646.214580:0:9989:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x32:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:0.0:1763345646.222637:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.222829:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910445056 00000100:00100000:3.0:1763345646.222838:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910445056 00000100:00100000:3.0:1763345646.222897:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11379 00000100:00100000:3.0:1763345646.222907:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+347:57861:x1849000910445056:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:3.0:1763345646.223104:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58adaa4 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.223121:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58adaa4 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.223132:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58adaa4 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:3.0:1763345646.223169:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941245 00000004:00010000:3.0:1763345646.223188:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cad3d7af reply state 000000008bdf8dbe transno 8589941246 ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58adaa4 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.223200:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58adaa4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.223207:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345646.223210:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345646.223214:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763345646.223300:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+350:57861:x1849000910445056:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 394us (670us total) trans 8589941246 rc 0/0 00000100:00100000:3.0:1763345646.223307:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11379 00000020:00080000:3.0:1763345646.223313:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1763345646.227039:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763345646.227267:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.227314:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.227375:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910445184 00000100:00100000:3.0:1763345646.227378:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910445312 00000100:00100000:3.0:1763345646.227386:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910445312 00000100:00100000:2.0:1763345646.227386:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910445184 00002000:00010000:3.0:1763345646.227425:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/883 (0->18446744073709551615) 00002000:00010000:2.0:1763345646.227425:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (0->18446744073709551615) 00002000:00100000:3.0:1763345646.227431:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e4e00 with x1849000910445312 ext(0->18446744073709551615) 00002000:00100000:2.0:1763345646.227432:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dce680 with x1849000910445184 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345646.227443:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6749e4e00. 00002000:00010000:2.0:1763345646.227443:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dce680. 00000100:00100000:1.0:1763345646.228205:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1954 00000100:00100000:1.0:1763345646.228218:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2411:x1849000910445184:12345-192.168.203.8@tcp:10:fsx.0 00000100:00100000:3.0:1763345646.228552:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1955 00000100:00100000:3.0:1763345646.228562:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+18:2411:x1849000910445312:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:3.0:1763345646.228682:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345646.228687:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345646.228690:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345646.228692:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345646.228694:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345646.228793:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+19:2411:x1849000910445312:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 199us (1444us total) trans 17179872344 rc 0/0 00000100:00100000:3.0:1763345646.228803:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1955 00002000:00010000:3.0:1763345646.228808:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/883 (0->18446744073709551615) 00002000:00100000:3.0:1763345646.228812:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e4e00 with x1849000910445312 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345646.228819:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6749e4e00. 00002000:00010000:1.0:1763345646.228965:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345646.228969:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.228971:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345646.228973:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.228975:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345646.229698:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910445184:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 1481us (2433us total) trans 21474839597 rc 0/0 00000100:00100000:1.0:1763345646.229708:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1954 00002000:00010000:1.0:1763345646.229712:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (0->18446744073709551615) 00002000:00100000:1.0:1763345646.229715:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dce680 with x1849000910445184 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345646.229721:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dce680. 00000100:00100000:1.0:1763345646.234493:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.234581:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910445568 00000100:00100000:2.0:1763345646.234591:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910445568 00000100:00100000:3.0:1763345646.235256:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11380 00000100:00100000:3.0:1763345646.235268:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541771500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+350:57861:x1849000910445568:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:3.0:1763345646.235484:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58adaab lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.235502:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58adaab lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.235514:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58adaab lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:3.0:1763345646.235556:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941247 00000004:00010000:3.0:1763345646.235581:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004677dfdc reply state 0000000051a18a9b transno 8589941248 ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58adaab lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.235594:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58adaab lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.235600:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345646.235603:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345646.235607:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763345646.235692:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541771500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+353:57861:x1849000910445568:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 425us (1206us total) trans 8589941248 rc 0/0 00000100:00100000:3.0:1763345646.235699:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11380 00000020:00080000:3.0:1763345646.235704:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345646.238274:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.238366:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910445696 00000100:00100000:1.0:1763345646.238376:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910445696 00002000:00010000:1.0:1763345646.238414:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (100000->18446744073709551615) 00002000:00100000:1.0:1763345646.238420:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b542037800 with x1849000910445696 ext(100000->18446744073709551615) 00002000:00010000:1.0:1763345646.238432:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b542037800. 00000100:00100000:1.0:1763345646.238467:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1956 00000100:00100000:1.0:1763345646.238477:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542037800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910445696:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:1.0:1763345646.238667:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 0 -> 100000 00002000:00010000:1.0:1763345646.238671:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.238673:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345646.238675:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.238678:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345646.238738:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542037800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910445696:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 262us (472us total) trans 21474839598 rc 0/0 00000100:00100000:1.0:1763345646.238747:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1956 00002000:00010000:1.0:1763345646.238751:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (100000->18446744073709551615) 00002000:00100000:1.0:1763345646.238754:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b542037800 with x1849000910445696 ext(100000->18446744073709551615) 00002000:00010000:1.0:1763345646.238782:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b542037800. 00000100:00100000:0.0:1763345646.240476:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.240664:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910445824 00000100:00100000:2.0:1763345646.240674:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910445824 00000100:00100000:3.0:1763345646.241457:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11381 00000100:00100000:3.0:1763345646.241471:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+353:57861:x1849000910445824:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:3.0:1763345646.241494:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345646.241515:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58adab2 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808335b7 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.241605:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58adab9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.241619:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58adab9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.241630:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58adab9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763345646.241656:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 100000 00000004:00200000:3.0:1763345646.241661:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763345646.241677:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58adab9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.241701:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58adab2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335b7 expref: 355 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.241718:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58adab9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335b7 expref: 354 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.241726:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345646.241729:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345646.241733:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672e57800, rc 0) 00000100:00100000:3.0:1763345646.241839:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+354:57861:x1849000910445824:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 371us (1368us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345646.241846:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11381 00000100:00100000:0.0:1763345646.244246:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.244344:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910446080 00000100:00100000:2.0:1763345646.244354:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910446080 00000100:00100000:3.0:1763345646.245363:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11382 00000100:00100000:0.0:1763345646.245625:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+354:57861:x1849000910446080:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:0.0:1763345646.245674:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345646.245708:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58adab9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335b7 expref: 354 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.245729:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345646.245734:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345646.246046:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58adac0 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345646.246061:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58adac0 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345646.246070:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58adac0 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:0.0:1763345646.246116:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941249 00000004:00010000:0.0:1763345646.246139:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bf4f8d53 reply state 00000000a46ea6f4 transno 8589941250 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58adac0 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345646.246151:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58adac0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345646.246157:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345646.246159:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345646.246162:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345646.246256:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+356:57861:x1849000910446080:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 882us (2017us total) trans 8589941250 rc 0/0 00000100:00100000:0.0:1763345646.246264:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11382 00000020:00080000:0.0:1763345646.246269:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345646.250080:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.250573:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910446208 00000100:00100000:3.0:1763345646.250583:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910446208 00002000:00010000:3.0:1763345646.250620:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (0->18446744073709551615) 00002000:00100000:3.0:1763345646.250625:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5450c9880 with x1849000910446208 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345646.250637:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5450c9880. 00000100:00100000:3.0:1763345646.250661:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1957 00000100:00100000:3.0:1763345646.250671:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910446208:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:2.0:1763345646.252959:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 100000 -> 0 00002000:00010000:2.0:1763345646.252967:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345646.252970:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345646.252972:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345646.252975:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345646.253053:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910446208:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 2379us (2976us total) trans 21474839599 rc 0/0 00000100:00100000:2.0:1763345646.253065:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1957 00002000:00010000:2.0:1763345646.253072:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (0->18446744073709551615) 00002000:00100000:2.0:1763345646.253074:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5450c9880 with x1849000910446208 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345646.253081:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5450c9880. 00000100:00100000:0.0:1763345646.253460:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.254279:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910446336 00000100:00100000:2.0:1763345646.254289:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910446336 00002000:00010000:2.0:1763345646.254324:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/883 (0->18446744073709551615) 00002000:00100000:2.0:1763345646.254328:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5450c8380 with x1849000910446336 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345646.254336:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5450c8380. 00000100:00100000:2.0:1763345646.254567:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1958 00000100:00100000:2.0:1763345646.254578:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910446336:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:2.0:1763345646.254711:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345646.254715:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345646.254718:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345646.254719:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345646.254721:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345646.254889:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910446336:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 311us (1429us total) trans 17179872345 rc 0/0 00000100:00100000:2.0:1763345646.254897:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1958 00002000:00010000:2.0:1763345646.254902:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/883 (0->18446744073709551615) 00002000:00100000:2.0:1763345646.254906:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5450c8380 with x1849000910446336 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345646.254911:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5450c8380. 00000100:00100000:0.0:1763345646.256795:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.256935:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910446592 00000100:00100000:1.0:1763345646.257021:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910446592 00000100:00100000:1.0:1763345646.257080:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11383 00000100:00100000:1.0:1763345646.258157:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+356:57861:x1849000910446592:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:1.0:1763345646.258181:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345646.258185:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763345646.258208:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58ada49 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833594 expref: 356 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.258227:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345646.258232:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345646.258243:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58adac7 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808335be expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.258284:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58adace lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.258299:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58adace lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.258307:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58adace lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00080000:1.0:1763345646.258417:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x372:0x0], index 0: 0 00000004:00080000:1.0:1763345646.258422:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x374:0x0], index 1: 0 00010000:00010000:1.0:1763345646.258494:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58adace lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335be expref: 358 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.258502:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345646.258504:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763345646.258511:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58adac7 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335be expref: 358 pid: 6520 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763345646.258521:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58adace lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335be expref: 357 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.258538:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345646.258541:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763345646.258543:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90800, rc 0) 00000100:00100000:3.0:1763345646.258598:0:32327:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:32327:1849000924427264:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1763345646.258605:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+357:57861:x1849000910446592:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 1514us (1844us total) trans 8589941251 rc 0/0 00000100:00100000:1.0:1763345646.258613:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11383 00000100:00100000:3.0:1763345646.258651:0:32327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345646.258692:0:32327:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b651b736c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345646.258703:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924427264 00000100:00100000:1.0:1763345646.258710:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924427264 00000100:00100000:1.0:1763345646.258783:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8289 00000100:00080000:3.0:1763345646.258933:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763345646.260283:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:32327:x1849000924427264:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1763345646.260326:0:8405:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 898 00000100:00100000:0.0:1763345646.263380:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.263723:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910446720 00000100:00100000:2.0:1763345646.263733:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910446720 00000100:00100000:2.0:1763345646.263814:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8290 00000100:00100000:2.0:1763345646.263833:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+19:57861:x1849000910446720:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345646.263848:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345646.263867:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54378c600/0x52bea07cb58adad5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808335c5 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345646.263887:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x372:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763345646.263906:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345646.263909:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345646.263917:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378c600/0x52bea07cb58adad5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335c5 expref: 20 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.263931:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54378c600/0x52bea07cb58adad5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335c5 expref: 20 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.263943:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c600, rc 0) 00000100:00100000:1.0:1763345646.264172:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:32327:x1849000924427264:12345-0@lo:5:osp-pre-0-0.0 Request processed in 3900us (5520us total) trans 21474839600 rc 0/0 00000100:00100000:1.0:1763345646.264181:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8289 00000100:00100000:3.0:1763345646.264273:0:32327:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839594 gen 2 00000004:00080000:3.0:1763345646.264280:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5415ac000, transno 21474839530 00000004:00080000:3.0:1763345646.264297:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5415ac380, transno 21474839531 00000004:00080000:3.0:1763345646.264301:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6779a4380, transno 21474839532 00000004:00080000:3.0:1763345646.264304:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b671c0ce00, transno 21474839533 00000004:00080000:3.0:1763345646.264307:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541d65f80, transno 21474839534 00000004:00080000:3.0:1763345646.264309:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541d67b80, transno 21474839535 00000004:00080000:3.0:1763345646.264312:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541d65500, transno 21474839536 00000004:00080000:3.0:1763345646.264315:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dfd180, transno 21474839537 00000004:00080000:3.0:1763345646.264317:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b543699880, transno 21474839539 00000004:00080000:3.0:1763345646.264320:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b543699c00, transno 21474839540 00000004:00080000:3.0:1763345646.264323:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54440ad80, transno 21474839541 00000004:00080000:3.0:1763345646.264325:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54440aa00, transno 21474839542 00000004:00080000:3.0:1763345646.264328:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b543386680, transno 21474839545 00000004:00080000:3.0:1763345646.264331:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b543387b80, transno 21474839546 00000004:00080000:3.0:1763345646.264333:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5435b8000, transno 21474839547 00000004:00080000:3.0:1763345646.264336:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6432dea00, transno 21474839548 00000004:00080000:3.0:1763345646.264339:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54420a300, transno 21474839552 00000004:00080000:3.0:1763345646.264341:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54420b100, transno 21474839553 00000004:00080000:3.0:1763345646.264344:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544208a80, transno 21474839554 00000004:00080000:3.0:1763345646.264347:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54420aa00, transno 21474839555 00000004:00080000:3.0:1763345646.264350:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54f875500, transno 21474839556 00000004:00080000:3.0:1763345646.264352:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54f874700, transno 21474839557 00000004:00080000:3.0:1763345646.264355:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54f874380, transno 21474839558 00000004:00080000:3.0:1763345646.264357:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54f876d80, transno 21474839559 00000004:00080000:3.0:1763345646.264360:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545960e00, transno 21474839561 00000004:00080000:3.0:1763345646.264363:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6779a5c00, transno 21474839562 00000004:00080000:3.0:1763345646.264365:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54545dc00, transno 21474839563 00000004:00080000:3.0:1763345646.264368:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6779a4a80, transno 21474839564 00000004:00080000:3.0:1763345646.264370:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5454dce00, transno 21474839566 00000004:00080000:3.0:1763345646.264373:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5454df100, transno 21474839567 00000004:00080000:3.0:1763345646.264376:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5454dc380, transno 21474839568 00000004:00080000:3.0:1763345646.264378:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5454dd180, transno 21474839569 00000004:00080000:3.0:1763345646.264381:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b677b96300, transno 21474839571 00000004:00080000:3.0:1763345646.264383:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b677b95f80, transno 21474839572 00000004:00080000:3.0:1763345646.264386:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b677b95880, transno 21474839573 00000004:00080000:3.0:1763345646.264389:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b677b94000, transno 21474839574 00000004:00080000:3.0:1763345646.264391:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544408000, transno 21474839576 00000004:00080000:3.0:1763345646.264395:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544409f80, transno 21474839577 00000004:00080000:3.0:1763345646.264397:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544408380, transno 21474839578 00000004:00080000:3.0:1763345646.264400:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54440b480, transno 21474839579 00000004:00080000:3.0:1763345646.264402:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b674b1d180, transno 21474839582 00000004:00080000:3.0:1763345646.264405:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b674b1e680, transno 21474839583 00000004:00080000:3.0:1763345646.264408:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5435fd180, transno 21474839584 00000100:00100000:2.0:1763345646.264512:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+20:57861:x1849000910446720:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 689us (1142us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.264520:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8290 00000004:00080000:3.0:1763345646.265506:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5435fc000, transno 21474839585 00000004:00080000:3.0:1763345646.265514:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544864700, transno 21474839589 00000004:00080000:3.0:1763345646.265517:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54545e680, transno 21474839590 00000004:00080000:3.0:1763345646.265519:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54545ca80, transno 21474839591 00000004:00080000:3.0:1763345646.265522:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544864000, transno 21474839592 00000004:00080000:3.0:1763345646.265524:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b677b94380, transno 21474839593 00000004:00080000:3.0:1763345646.265527:0:32327:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b677b95180, transno 21474839594 00000100:00100000:3.0:1763345646.265534:0:32327:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff91b681ec1c00 x1849000924427264/t21474839600(21474839600) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1763345662 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763345646.265550:0:32327:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:32327:1849000924427264:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1763345646.265564:0:32327:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x372:0x0]-[0x280000401:0x3a1:0x0] 00000004:00080000:0.0:1763345646.267955:0:32326:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 6 changes, 7 in progress, 0 in flight, 43 done 00000004:00080000:0.0:1763345646.268017:0:32326:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 6 changes, 0 in progress, 0 in flight, 7 done 00000100:00100000:0.0:1763345646.271477:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.271526:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.271665:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910446848 00000100:00100000:1.0:1763345646.271674:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910446848 00000100:00100000:1.0:1763345646.271741:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910446976 00000100:00100000:1.0:1763345646.271745:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910446976 00000100:00100000:2.0:1763345646.271839:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1959 00000100:00100000:2.0:1763345646.271852:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910446848:12345-192.168.203.8@tcp:22:fsx.0 00000100:00100000:1.0:1763345646.272893:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1960 00000100:00100000:1.0:1763345646.272902:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+21:2408:x1849000910446976:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:1.0:1763345646.273137:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:1.0:1763345646.273141:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763345646.273143:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345646.273145:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763345646.273147:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 0 -> 6144 00000100:00100000:1.0:1763345646.273199:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910446976:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 298us (1672us total) trans 21474839601 rc 0/0 00000100:00100000:1.0:1763345646.273206:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1960 00002000:00010000:2.0:1763345646.273373:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:2.0:1763345646.273377:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345646.273379:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345646.273382:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345646.273384:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 0 -> 2048 00000100:00100000:2.0:1763345646.273406:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910446848:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 1558us (2199us total) trans 21474839602 rc 0/0 00000100:00100000:2.0:1763345646.273413:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1959 00000100:00100000:1.0:1763345646.280205:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.280307:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910447232 00000100:00100000:0.0:1763345646.280317:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910447232 00000100:00100000:0.0:1763345646.280961:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11384 00000100:00100000:0.0:1763345646.280973:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541771f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+357:57861:x1849000910447232:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:0.0:1763345646.281049:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345646.281074:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58adace lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335be expref: 357 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.281092:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345646.281097:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345646.281241:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58adadc lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345646.281255:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58adadc lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345646.281263:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58adadc lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:0.0:1763345646.281302:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941252 00000004:00010000:0.0:1763345646.281321:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000650d507f reply state 000000008c76ea21 transno 8589941253 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58adadc lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345646.281332:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58adadc lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345646.281337:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345646.281340:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345646.281342:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345646.281415:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541771f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+359:57861:x1849000910447232:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 445us (1219us total) trans 8589941253 rc 0/0 00000100:00100000:0.0:1763345646.281423:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11384 00000020:00080000:0.0:1763345646.281428:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345646.284587:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.284683:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910447360 00000100:00100000:2.0:1763345646.284693:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910447360 00000100:00100000:2.0:1763345646.284981:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11385 00000100:00100000:2.0:1763345646.284993:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+359:57861:x1849000910447360:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345646.285014:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345646.285033:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58adae3 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808335cc expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.285087:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58adae3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335cc expref: 360 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.285100:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58adae3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335cc expref: 360 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.285119:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345646.285122:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345646.285126:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c800, rc 0) 00000100:00100000:2.0:1763345646.285358:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+360:57861:x1849000910447360:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 367us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.285366:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11385 00000100:00100000:1.0:1763345646.287662:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.287728:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910447488 00000100:00100000:2.0:1763345646.287735:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910447488 00000100:00100000:1.0:1763345646.287863:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8291 00000100:00100000:1.0:1763345646.287873:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541772680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+20:57861:x1849000910447488:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:1.0:1763345646.287889:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345646.287906:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58adaea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808335d3 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345646.287924:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x374:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763345646.287940:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.287942:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.287947:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58adaea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808335d3 expref: 21 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.287958:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58adaea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808335d3 expref: 21 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.287967:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90e00, rc 0) 00000100:00100000:1.0:1763345646.288053:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541772680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+21:57861:x1849000910447488:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 182us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345646.288057:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8291 00000100:00100000:1.0:1763345646.291330:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.291697:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910447616 00000100:00100000:3.0:1763345646.291708:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910447616 00000100:00100000:1.0:1763345646.291713:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.291744:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00002000:00010000:3.0:1763345646.291746:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (0->18446744073709551615) 00002000:00100000:3.0:1763345646.291750:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541770e00 with x1849000910447616 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345646.291799:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b541770e00. 00000100:00100000:1.0:1763345646.292055:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.292420:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910447744 00000100:00100000:3.0:1763345646.292425:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910447744 00002000:00010000:3.0:1763345646.292444:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/883 (0->18446744073709551615) 00002000:00100000:3.0:1763345646.292448:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541772d80 with x1849000910447744 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345646.292455:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b541772d80. 00000100:00100000:3.0:1763345646.292470:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910447872 00000100:00100000:3.0:1763345646.292473:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910447872 00002000:00010000:3.0:1763345646.292483:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:3.0:1763345646.292486:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541771180 with x1849000910447872 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345646.292491:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b541771180. 00000100:00100000:3.0:1763345646.292501:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910448000 00000100:00100000:3.0:1763345646.292504:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910448000 00002000:00010000:3.0:1763345646.292517:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:3.0:1763345646.292519:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541772a00 with x1849000910448000 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345646.292524:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b541772a00. 00000100:00100000:3.0:1763345646.292540:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1961 00000100:00100000:3.0:1763345646.292550:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541770e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910447616:12345-192.168.203.8@tcp:10:fsx.0 00000100:00100000:1.0:1763345646.292743:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1962 00000100:00100000:1.0:1763345646.292752:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910447744:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:3.0:1763345646.292782:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 1048576 -> 0 00002000:00010000:3.0:1763345646.292785:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345646.292788:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345646.292790:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345646.292792:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 2048 -> 0 00002000:00010000:1.0:1763345646.292854:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:3.0:1763345646.292857:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541770e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+24:2409:x1849000910447616:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 308us (1533us total) trans 21474839603 rc 0/0 00002000:00010000:1.0:1763345646.292857:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.292860:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345646.292862:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00000100:00100000:3.0:1763345646.292864:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1961 00002000:00010000:1.0:1763345646.292864:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1763345646.292868:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (0->18446744073709551615) 00002000:00100000:3.0:1763345646.292871:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541770e00 with x1849000910447616 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345646.292875:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b541770e00. 00000100:00100000:1.0:1763345646.292884:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910447744:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 134us (1171us total) trans 17179872346 rc 0/0 00000100:00100000:1.0:1763345646.292890:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1962 00002000:00010000:1.0:1763345646.292893:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/883 (0->18446744073709551615) 00000100:00100000:3.0:1763345646.292894:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1963 00002000:00100000:1.0:1763345646.292895:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541772d80 with x1849000910447744 ext(0->18446744073709551615) 00000100:00100000:3.0:1763345646.292899:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541771180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910447872:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:1.0:1763345646.292899:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b541772d80. 00000100:00100000:1.0:1763345646.292909:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1964 00000100:00100000:1.0:1763345646.292915:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541772a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910448000:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:1.0:1763345646.292983:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345646.292984:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:3.0:1763345646.292987:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 0 -> 1763345645 00002000:00010000:1.0:1763345646.292987:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 0 -> 1763345645 00002000:00010000:3.0:1763345646.292990:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345646.292990:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345646.292992:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 0 -> 1763345645 00002000:00010000:1.0:1763345646.292992:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 0 -> 1763345645 00002000:00010000:3.0:1763345646.292995:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 0 00002000:00010000:1.0:1763345646.292995:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345646.293015:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541771180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+24:2409:x1849000910447872:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 116us (1271us total) trans 21474839604 rc 0/0 00000100:00100000:3.0:1763345646.293021:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1963 00002000:00010000:3.0:1763345646.293024:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:3.0:1763345646.293026:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541771180 with x1849000910447872 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345646.293029:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b541771180. 00000100:00100000:1.0:1763345646.293875:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541772a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910448000:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 956us (1817us total) trans 17179872347 rc 0/0 00000100:00100000:1.0:1763345646.293883:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1964 00002000:00010000:1.0:1763345646.293887:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:1.0:1763345646.293889:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541772a00 with x1849000910448000 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345646.293895:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b541772a00. 00000100:00100000:0.0:1763345646.296838:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.296872:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.296963:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910448128 00000100:00100000:1.0:1763345646.296973:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910448128 00000100:00100000:1.0:1763345646.297035:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910448256 00000100:00100000:1.0:1763345646.297039:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910448256 00000100:00100000:3.0:1763345646.297056:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1965 00000100:00100000:1.0:1763345646.297070:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1966 00000100:00100000:1.0:1763345646.297080:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+25:2411:x1849000910448256:12345-192.168.203.8@tcp:22:fsx.0 00000100:00100000:3.0:1763345646.297125:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+25:2411:x1849000910448128:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:1.0:1763345646.297269:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345646.297272:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.297275:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345646.297277:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.297280:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1763345646.297330:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345646.297334:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345646.297336:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345646.297338:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345646.297340:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345646.297374:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+27:2411:x1849000910448128:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 251us (555us total) trans 21474839606 rc 0/0 00000100:00100000:1.0:1763345646.297374:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+27:2411:x1849000910448256:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 295us (500us total) trans 21474839605 rc 0/0 00000100:00100000:3.0:1763345646.297382:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1965 00000100:00100000:1.0:1763345646.297443:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1966 00000100:00100000:2.0:1763345646.299293:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.299818:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910448512 00000100:00100000:0.0:1763345646.299839:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910448512 00000100:00100000:0.0:1763345646.299893:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11386 00000100:00100000:0.0:1763345646.299904:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542034380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+360:57861:x1849000910448512:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:0.0:1763345646.300103:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58adaf1 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.300120:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58adaf1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.300132:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58adaf1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000001:00080000:0.0:1763345646.300178:0:35210:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941254 00000004:00010000:0.0:1763345646.300197:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004b8164c1 reply state 00000000fabaccec transno 8589941255 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58adaf1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.300209:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58adaf1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.300217:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345646.300220:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345646.300223:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345646.300297:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542034380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+363:57861:x1849000910448512:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 395us (1009us total) trans 8589941255 rc 0/0 00000100:00100000:0.0:1763345646.300304:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11386 00000020:00080000:0.0:1763345646.300309:0:35210:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345646.303315:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.303349:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.303418:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.303492:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.303520:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910448640 00000100:00100000:3.0:1763345646.303530:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910448640 00002000:00010000:3.0:1763345646.303566:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (0->18446744073709551615) 00002000:00100000:3.0:1763345646.303575:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d05880 with x1849000910448640 ext(0->18446744073709551615) 00000100:00100000:2.0:1763345646.303581:0:28402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910448768 00000100:00100000:2.0:1763345646.303585:0:28402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910448768 00002000:00010000:3.0:1763345646.303587:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d05880. 00002000:00010000:2.0:1763345646.303602:0:28402:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/883 (0->18446744073709551615) 00002000:00100000:2.0:1763345646.303605:0:28402:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d06680 with x1849000910448768 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345646.303611:0:28402:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545d06680. 00000100:00100000:3.0:1763345646.303618:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910448896 00000100:00100000:3.0:1763345646.303623:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910448896 00000100:00100000:2.0:1763345646.303625:0:28402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910449024 00000100:00100000:2.0:1763345646.303628:0:28402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910449024 00002000:00010000:3.0:1763345646.303633:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00010000:2.0:1763345646.303635:0:28402:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:3.0:1763345646.303636:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d07100 with x1849000910448896 ext(0->18446744073709551615) 00002000:00100000:2.0:1763345646.303638:0:28402:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d06d80 with x1849000910449024 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345646.303641:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d07100. 00002000:00010000:2.0:1763345646.303642:0:28402:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545d06d80. 00000100:00100000:2.0:1763345646.303672:0:28402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1967 00000100:00100000:1.0:1763345646.303685:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1968 00000100:00100000:0.0:1763345646.303694:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1969 00000100:00100000:1.0:1763345646.303702:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+24:2409:x1849000910448768:12345-192.168.203.8@tcp:10:fsx.0 00000100:00100000:0.0:1763345646.303709:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+27:2409:x1849000910448896:12345-192.168.203.8@tcp:10:fsx.0 00000100:00100000:2.0:1763345646.303855:0:28402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d51c9e15-7951-472b-8182-95fba90f4cff+27:2409:x1849000910448640:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:1.0:1763345646.303880:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345646.303885:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.303888:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345646.303890:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.303893:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1763345646.303923:0:28402:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345646.303927:0:28402:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345646.303930:0:28402:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345646.303931:0:28402:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345646.303934:0:28402:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345646.303948:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+25:2409:x1849000910448768:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 251us (595us total) trans 17179872348 rc 0/0 00000100:00100000:1.0:1763345646.303957:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1968 00002000:00010000:1.0:1763345646.303961:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/883 (0->18446744073709551615) 00000100:00100000:2.0:1763345646.303963:0:28402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d51c9e15-7951-472b-8182-95fba90f4cff+28:2409:x1849000910448640:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 281us (656us total) trans 21474839607 rc 0/0 00002000:00100000:1.0:1763345646.303966:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d06680 with x1849000910448768 ext(0->18446744073709551615) 00000100:00100000:2.0:1763345646.303976:0:28402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1967 00002000:00010000:1.0:1763345646.303977:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545d06680. 00002000:00010000:2.0:1763345646.303982:0:28402:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (0->18446744073709551615) 00002000:00100000:2.0:1763345646.303986:0:28402:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d05880 with x1849000910448640 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345646.303992:0:28402:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d05880. 00000100:00100000:1.0:1763345646.304000:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1970 00000100:00100000:1.0:1763345646.304010:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+24:2409:x1849000910449024:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:1.0:1763345646.304068:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345646.304071:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.304073:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345646.304076:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.304078:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345646.304103:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+25:2409:x1849000910449024:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 95us (610us total) trans 17179872349 rc 0/0 00000100:00100000:1.0:1763345646.304111:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1970 00002000:00010000:1.0:1763345646.304114:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:1.0:1763345646.304117:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d06d80 with x1849000910449024 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345646.304121:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545d06d80. 00002000:00010000:0.0:1763345646.304605:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345646.304609:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:0.0:1763345646.304611:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345646.304613:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:0.0:1763345646.304615:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345646.304699:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+28:2409:x1849000910448896:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 994us (1278us total) trans 21474839608 rc 0/0 00000100:00100000:0.0:1763345646.304706:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1969 00002000:00010000:0.0:1763345646.304709:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:0.0:1763345646.304712:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d07100 with x1849000910448896 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345646.304716:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d07100. 00000100:00100000:0.0:1763345646.310943:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.311162:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.312057:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910449280 00000100:00100000:3.0:1763345646.312067:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910449152 00000100:00100000:1.0:1763345646.312068:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910449280 00000100:00100000:3.0:1763345646.312071:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910449152 00000100:00100000:1.0:1763345646.312140:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1971 00000100:00100000:1.0:1763345646.312150:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544864700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+29:2410:x1849000910449280:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:1.0:1763345646.312412:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:1.0:1763345646.312416:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.312419:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345646.312421:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.312423:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 0 -> 6144 00000100:00100000:1.0:1763345646.312500:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544864700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+30:2410:x1849000910449280:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 350us (1564us total) trans 21474839609 rc 0/0 00000100:00100000:1.0:1763345646.312508:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1971 00000100:00100000:2.0:1763345646.312691:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1972 00000100:00100000:2.0:1763345646.312699:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+29:2410:x1849000910449152:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:2.0:1763345646.312850:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:2.0:1763345646.312854:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345646.312856:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345646.312858:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345646.312860:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 0 -> 2048 00000100:00100000:2.0:1763345646.312888:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+30:2410:x1849000910449152:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 189us (1727us total) trans 21474839610 rc 0/0 00000100:00100000:2.0:1763345646.312897:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1972 00000100:00100000:0.0:1763345646.316059:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.316864:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910449536 00000100:00100000:1.0:1763345646.316875:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910449536 00000100:00100000:1.0:1763345646.316923:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11387 00000100:00100000:1.0:1763345646.316932:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+363:57861:x1849000910449536:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:1.0:1763345646.317141:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58adaf8 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.317175:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58adaf8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.317187:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58adaf8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:1.0:1763345646.317234:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941256 00000004:00010000:1.0:1763345646.317256:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000071cc08b8 reply state 00000000fa6b454c transno 8589941257 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58adaf8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.317269:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58adaf8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.317276:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345646.317279:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345646.317283:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345646.317387:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+366:57861:x1849000910449536:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 454us (1335us total) trans 8589941257 rc 0/0 00000100:00100000:1.0:1763345646.317395:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11387 00000020:00080000:1.0:1763345646.317400:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345646.323587:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.323925:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.324312:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.324330:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910449664 00000100:00100000:1.0:1763345646.324339:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910449664 00002000:00010000:1.0:1763345646.324378:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (0->18446744073709551615) 00002000:00100000:1.0:1763345646.324383:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54f875500 with x1849000910449664 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345646.324395:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54f875500. 00000100:00100000:2.0:1763345646.324429:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910449792 00000100:00100000:2.0:1763345646.324433:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910449792 00002000:00010000:2.0:1763345646.324449:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/883 (0->18446744073709551615) 00002000:00100000:2.0:1763345646.324453:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54f874700 with x1849000910449792 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345646.324458:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54f874700. 00000100:00100000:0.0:1763345646.324682:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.324874:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910449920 00000100:00100000:2.0:1763345646.324879:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910449920 00002000:00010000:2.0:1763345646.324892:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:2.0:1763345646.324895:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54f874380 with x1849000910449920 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345646.324901:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54f874380. 00000100:00100000:2.0:1763345646.324923:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1973 00000100:00100000:2.0:1763345646.324931:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f875500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+31:2409:x1849000910449664:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:2.0:1763345646.325141:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 1048576 -> 0 00002000:00010000:2.0:1763345646.325146:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345646.325148:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345646.325150:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345646.325153:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 2048 -> 0 00000100:00100000:2.0:1763345646.325202:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f875500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+32:2409:x1849000910449664:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 271us (1622us total) trans 21474839611 rc 0/0 00000100:00100000:2.0:1763345646.325210:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1973 00002000:00010000:2.0:1763345646.325214:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (0->18446744073709551615) 00002000:00100000:2.0:1763345646.325216:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54f875500 with x1849000910449664 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345646.325220:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54f875500. 00000100:00100000:2.0:1763345646.325237:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1974 00000100:00100000:2.0:1763345646.325243:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+25:2409:x1849000910449792:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:2.0:1763345646.325310:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345646.325314:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345646.325316:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345646.325318:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345646.325320:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345646.325342:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+26:2409:x1849000910449792:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 98us (1416us total) trans 17179872350 rc 0/0 00000100:00100000:2.0:1763345646.325349:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1974 00002000:00010000:2.0:1763345646.325352:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/883 (0->18446744073709551615) 00002000:00100000:2.0:1763345646.325354:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54f874700 with x1849000910449792 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345646.325358:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54f874700. 00000100:00100000:2.0:1763345646.325372:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1975 00000100:00100000:2.0:1763345646.325379:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f874380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+31:2409:x1849000910449920:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:2.0:1763345646.325468:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:2.0:1763345646.325473:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345646.325475:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345646.325478:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345646.325480:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 0 00000100:00100000:2.0:1763345646.325506:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f874380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+32:2409:x1849000910449920:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 127us (1193us total) trans 21474839612 rc 0/0 00000100:00100000:2.0:1763345646.325513:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1975 00002000:00010000:2.0:1763345646.325516:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:2.0:1763345646.325519:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54f874380 with x1849000910449920 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345646.325523:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54f874380. 00000100:00100000:1.0:1763345646.326799:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910450048 00000100:00100000:1.0:1763345646.326810:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910450048 00002000:00010000:1.0:1763345646.326853:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:1.0:1763345646.326858:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54f876d80 with x1849000910450048 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345646.326865:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54f876d80. 00000100:00100000:1.0:1763345646.326892:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1976 00000100:00100000:1.0:1763345646.326901:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54f876d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+26:2409:x1849000910450048:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:1.0:1763345646.327001:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345646.327005:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.327008:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345646.327010:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.327012:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345646.327067:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54f876d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+27:2409:x1849000910450048:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 166us (2384us total) trans 17179872351 rc 0/0 00000100:00100000:1.0:1763345646.327074:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1976 00002000:00010000:1.0:1763345646.327078:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:1.0:1763345646.327080:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54f876d80 with x1849000910450048 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345646.327084:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54f876d80. 00000100:00100000:1.0:1763345646.329994:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.330033:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.330903:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910450176 00000100:00100000:3.0:1763345646.330915:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910450176 00000100:00100000:3.0:1763345646.330971:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910450304 00000100:00100000:3.0:1763345646.330974:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910450304 00000100:00100000:3.0:1763345646.331005:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1977 00000100:00100000:3.0:1763345646.331015:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541770380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+33:2411:x1849000910450176:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:3.0:1763345646.331223:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345646.331227:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345646.331229:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345646.331231:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345646.331234:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 0 -> 2048 00000100:00100000:3.0:1763345646.331289:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541770380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+34:2411:x1849000910450176:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 274us (1302us total) trans 21474839613 rc 0/0 00000100:00100000:3.0:1763345646.331296:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1977 00000100:00100000:3.0:1763345646.331316:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1978 00000100:00100000:3.0:1763345646.331323:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+33:2410:x1849000910450304:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:3.0:1763345646.331405:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345646.331408:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345646.331410:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345646.331413:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345646.331415:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 0 -> 6144 00000100:00100000:3.0:1763345646.331436:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+34:2410:x1849000910450304:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 114us (1402us total) trans 21474839614 rc 0/0 00000100:00100000:3.0:1763345646.331442:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1978 00000100:00100000:3.0:1763345646.335277:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.335692:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910450560 00000100:00100000:0.0:1763345646.335701:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910450560 00000100:00100000:0.0:1763345646.335980:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11388 00000100:00100000:0.0:1763345646.337219:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+366:57861:x1849000910450560:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:0.0:1763345646.337434:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58adaff lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.337452:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58adaff lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.337466:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58adaff lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000001:00080000:0.0:1763345646.337509:0:35210:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941258 00000004:00010000:0.0:1763345646.337528:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000de573d2a reply state 000000009f76c01c transno 8589941259 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58adaff lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.337540:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58adaff lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.337548:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345646.337551:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345646.337555:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345646.337651:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+369:57861:x1849000910450560:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 448us (2384us total) trans 8589941259 rc 0/0 00000100:00100000:0.0:1763345646.337660:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11388 00000020:00080000:0.0:1763345646.337666:0:35210:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345646.339601:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.339642:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.339665:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.339978:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910450688 00000100:00100000:2.0:1763345646.339980:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910450816 00000100:00100000:2.0:1763345646.339990:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910450816 00000100:00100000:3.0:1763345646.339995:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910450688 00002000:00010000:3.0:1763345646.340027:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (0->18446744073709551615) 00002000:00100000:3.0:1763345646.340031:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454dce00 with x1849000910450688 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345646.340041:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5454dce00. 00000100:00100000:3.0:1763345646.340064:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910451072 00000100:00100000:3.0:1763345646.340068:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910451072 00000100:00100000:1.0:1763345646.340083:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1979 00002000:00010000:3.0:1763345646.340086:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:3.0:1763345646.340090:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454dc380 with x1849000910451072 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345646.340097:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5454dc380. 00000100:00100000:1.0:1763345646.340098:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+34:2409:x1849000910450688:12345-192.168.203.8@tcp:10:fsx.0 00000100:00100000:3.0:1763345646.340118:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1980 00000100:00100000:3.0:1763345646.340127:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+28:2409:x1849000910451072:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:3.0:1763345646.340228:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345646.340228:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345646.340235:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.340235:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345646.340242:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345646.340242:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345646.340249:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.340249:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345646.340254:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763345646.340255:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:1.0:1763345646.340306:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+35:2409:x1849000910450688:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 213us (711us total) trans 21474839615 rc 0/0 00000100:00100000:3.0:1763345646.340308:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910451072:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 181us (639us total) trans 17179872352 rc 0/0 00000100:00100000:1.0:1763345646.340318:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1979 00002000:00010000:1.0:1763345646.340323:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (0->18446744073709551615) 00000100:00100000:3.0:1763345646.340326:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1980 00002000:00100000:1.0:1763345646.340328:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454dce00 with x1849000910450688 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345646.340331:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00010000:1.0:1763345646.340334:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5454dce00. 00002000:00100000:3.0:1763345646.340336:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454dc380 with x1849000910451072 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345646.340343:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5454dc380. 00000100:00100000:0.0:1763345646.340411:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00002000:00010000:2.0:1763345646.340477:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/883 (0->18446744073709551615) 00002000:00100000:2.0:1763345646.340483:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454df100 with x1849000910450816 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345646.340488:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5454df100. 00000100:00100000:1.0:1763345646.340651:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910450944 00000100:00100000:1.0:1763345646.340656:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910450944 00000100:00100000:2.0:1763345646.340661:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1981 00002000:00010000:1.0:1763345646.340673:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00000100:00100000:2.0:1763345646.340674:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+28:2408:x1849000910450816:12345-192.168.203.8@tcp:10:fsx.0 00002000:00100000:1.0:1763345646.340679:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454dd180 with x1849000910450944 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345646.340686:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5454dd180. 00000100:00100000:1.0:1763345646.340713:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1982 00000100:00100000:1.0:1763345646.340721:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+35:2409:x1849000910450944:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:2.0:1763345646.340750:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345646.340754:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345646.340757:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345646.340790:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345646.340792:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763345646.340801:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345646.340806:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.340809:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345646.340811:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.340814:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763345646.340837:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910450816:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 166us (1193us total) trans 17179872353 rc 0/0 00000100:00100000:2.0:1763345646.340844:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1981 00002000:00010000:2.0:1763345646.340849:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/883 (0->18446744073709551615) 00000100:00100000:1.0:1763345646.340850:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+36:2409:x1849000910450944:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 129us (864us total) trans 21474839616 rc 0/0 00002000:00100000:2.0:1763345646.340856:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454df100 with x1849000910450816 ext(0->18446744073709551615) 00000100:00100000:1.0:1763345646.340862:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1982 00002000:00010000:2.0:1763345646.340863:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5454df100. 00002000:00010000:1.0:1763345646.340867:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:1.0:1763345646.340871:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454dd180 with x1849000910450944 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345646.340876:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5454dd180. 00000100:00100000:3.0:1763345646.342971:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.343039:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910451200 00000100:00100000:1.0:1763345646.343048:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910451200 00000100:00100000:1.0:1763345646.343105:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8292 00000100:00100000:1.0:1763345646.343115:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+29:2410:x1849000910451200:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:1.0:1763345646.343131:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345646.343151:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d90a00/0x52bea07cb58adb06 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808335da expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345646.343172:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763345646.343195:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.343197:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.343205:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90a00/0x52bea07cb58adb06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335da expref: 30 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345646.343221:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90a00/0x52bea07cb58adb06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335da expref: 30 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345646.343231:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90a00, rc 0) 00000100:00100000:1.0:1763345646.343273:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+30:2410:x1849000910451200:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 161us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345646.343278:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8292 00000100:00100000:0.0:1763345646.345610:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.345679:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910451328 00000100:00100000:2.0:1763345646.345689:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910451328 00000100:00100000:2.0:1763345646.345747:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11389 00000100:00100000:2.0:1763345646.345757:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+369:57861:x1849000910451328:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345646.345814:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345646.345847:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58adb0d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808335e1 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.345961:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb14 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.345974:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb14 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.345985:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb14 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:2.0:1763345646.346010:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 0 00000004:00200000:2.0:1763345646.346014:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345646.346031:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb14 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.346055:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58adb0d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335e1 expref: 371 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.346073:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb14 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335e1 expref: 370 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.346081:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345646.346084:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345646.346087:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c000, rc 0) 00000100:00100000:2.0:1763345646.346142:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+370:57861:x1849000910451328:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 386us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.346148:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11389 00000100:00100000:0.0:1763345646.350999:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.351402:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910451584 00000100:00100000:2.0:1763345646.351412:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910451584 00000100:00100000:2.0:1763345646.351463:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11390 00000100:00100000:2.0:1763345646.351472:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+370:57861:x1849000910451584:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:2.0:1763345646.351518:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345646.351552:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb14 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335e1 expref: 370 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.351569:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345646.351574:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345646.351720:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58adb1b lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.351735:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58adb1b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.351745:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58adb1b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000001:00080000:2.0:1763345646.351810:0:35210:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941260 00000004:00010000:2.0:1763345646.351845:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f0593a88 reply state 00000000a6a7a0e7 transno 8589941261 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58adb1b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.351858:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58adb1b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.351864:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345646.351866:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345646.351869:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345646.351960:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+372:57861:x1849000910451584:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 488us (966us total) trans 8589941261 rc 0/0 00000100:00100000:2.0:1763345646.351968:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11390 00000020:00080000:2.0:1763345646.351974:0:35210:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345646.356854:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.356887:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.356923:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.357008:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910451712 00000100:00100000:0.0:1763345646.357018:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910451712 00002000:00010000:0.0:1763345646.357055:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (159091->18446744073709551615) 00002000:00100000:0.0:1763345646.357060:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b681ec3800 with x1849000910451712 ext(159091->18446744073709551615) 00002000:00010000:0.0:1763345646.357071:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b681ec3800. 00000100:00100000:0.0:1763345646.357099:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910451968 00000100:00100000:0.0:1763345646.357103:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910451968 00002000:00010000:0.0:1763345646.357115:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:0.0:1763345646.357118:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b681ec2300 with x1849000910451968 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345646.357124:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b681ec2300. 00000100:00100000:0.0:1763345646.357137:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910451840 00000100:00100000:0.0:1763345646.357140:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910451840 00002000:00010000:0.0:1763345646.357151:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:0.0:1763345646.357153:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377c000 with x1849000910451840 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345646.357158:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54377c000. 00000100:00100000:0.0:1763345646.357174:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1983 00000100:00100000:0.0:1763345646.357182:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+37:2408:x1849000910451712:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:0.0:1763345646.357415:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 0 -> 159091 00002000:00010000:0.0:1763345646.357419:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:0.0:1763345646.357421:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345646.357424:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:0.0:1763345646.357426:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 2048 -> 312 00000100:00100000:0.0:1763345646.357480:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+38:2408:x1849000910451712:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 297us (635us total) trans 21474839617 rc 0/0 00000100:00100000:0.0:1763345646.357488:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1983 00002000:00010000:0.0:1763345646.357492:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (159091->18446744073709551615) 00002000:00100000:0.0:1763345646.357494:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b681ec3800 with x1849000910451712 ext(159091->18446744073709551615) 00002000:00010000:0.0:1763345646.357498:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b681ec3800. 00000100:00100000:0.0:1763345646.357522:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1984 00000100:00100000:0.0:1763345646.357530:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+30:2408:x1849000910451968:12345-192.168.203.8@tcp:10:fsx.0 00000100:00100000:3.0:1763345646.357558:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1985 00000100:00100000:3.0:1763345646.357566:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+37:2408:x1849000910451840:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:0.0:1763345646.357599:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345646.357602:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:0.0:1763345646.357605:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345646.357607:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:0.0:1763345646.357609:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1763345646.357630:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:0.0:1763345646.357631:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+31:2408:x1849000910451968:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 102us (743us total) trans 17179872354 rc 0/0 00002000:00010000:3.0:1763345646.357632:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345646.357635:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345646.357637:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00000100:00100000:0.0:1763345646.357638:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1984 00002000:00010000:3.0:1763345646.357639:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:0.0:1763345646.357641:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:0.0:1763345646.357643:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b681ec2300 with x1849000910451968 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345646.357647:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b681ec2300. 00000100:00100000:3.0:1763345646.357657:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+38:2408:x1849000910451840:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 93us (733us total) trans 21474839618 rc 0/0 00000100:00100000:3.0:1763345646.357663:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1985 00002000:00010000:3.0:1763345646.357666:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:3.0:1763345646.357668:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377c000 with x1849000910451840 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345646.357671:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54377c000. 00000100:00100000:0.0:1763345646.360314:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.360900:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910452096 00000100:00100000:2.0:1763345646.360910:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910452096 00000100:00100000:2.0:1763345646.360965:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11391 00000100:00100000:2.0:1763345646.360974:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+372:57861:x1849000910452096:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345646.360995:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345646.361012:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb22 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808335e8 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.361095:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58adb29 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.361110:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58adb29 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.361121:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58adb29 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:2.0:1763345646.361145:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 159091 00000004:00200000:2.0:1763345646.361149:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345646.361164:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58adb29 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.361184:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb22 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335e8 expref: 374 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.361199:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58adb29 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335e8 expref: 373 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.361208:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345646.361211:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345646.361213:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d600, rc 0) 00000100:00100000:2.0:1763345646.361276:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+373:57861:x1849000910452096:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 303us (977us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.361287:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11391 00000100:00100000:0.0:1763345646.365535:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.365604:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910452224 00000100:00100000:1.0:1763345646.365614:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910452224 00000100:00100000:1.0:1763345646.365685:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1986 00000100:00100000:1.0:1763345646.365696:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+38:2409:x1849000910452224:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:1.0:1763345646.365950:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 159091 -> 206612 00002000:00010000:1.0:1763345646.365954:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.365956:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345646.365959:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.365961:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 312 -> 352 00000100:00100000:1.0:1763345646.366021:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+39:2409:x1849000910452224:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 327us (493us total) trans 21474839619 rc 0/0 00000100:00100000:1.0:1763345646.366029:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1986 00000100:00100000:3.0:1763345646.372879:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.372973:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910452480 00000100:00100000:1.0:1763345646.372984:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910452480 00000100:00100000:1.0:1763345646.373042:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11392 00000100:00100000:1.0:1763345646.373063:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+373:57861:x1849000910452480:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:1.0:1763345646.373109:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345646.373134:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58adb29 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335e8 expref: 373 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.373152:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345646.373157:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345646.373311:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adb30 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.373325:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adb30 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.373335:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adb30 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:1.0:1763345646.373376:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941262 00000004:00010000:1.0:1763345646.373397:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007678b6c5 reply state 00000000161b6c27 transno 8589941263 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adb30 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.373408:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adb30 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.373414:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345646.373417:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345646.373420:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345646.373510:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+375:57861:x1849000910452480:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 459us (640us total) trans 8589941263 rc 0/0 00000100:00100000:1.0:1763345646.373518:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11392 00000020:00080000:1.0:1763345646.373523:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345646.375668:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.376463:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.376487:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910452608 00000100:00100000:2.0:1763345646.376497:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910452608 00002000:00010000:2.0:1763345646.376533:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (229603->18446744073709551615) 00002000:00100000:2.0:1763345646.376537:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b677b95880 with x1849000910452608 ext(229603->18446744073709551615) 00002000:00010000:2.0:1763345646.376548:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b677b95880. 00000100:00100000:0.0:1763345646.377023:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.377041:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910452864 00000100:00100000:2.0:1763345646.377045:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910452864 00002000:00010000:2.0:1763345646.377061:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:2.0:1763345646.377064:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b677b94000 with x1849000910452864 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345646.377072:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b677b94000. 00000100:00100000:2.0:1763345646.377097:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1987 00000100:00100000:2.0:1763345646.377107:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+39:2408:x1849000910452608:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:2.0:1763345646.377293:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 206612 -> 229603 00002000:00010000:2.0:1763345646.377297:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345646.377300:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345646.377301:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345646.377303:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 352 -> 352 00000100:00100000:2.0:1763345646.377350:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+40:2408:x1849000910452608:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 244us (1688us total) trans 21474839620 rc 0/0 00000100:00100000:2.0:1763345646.377357:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1987 00002000:00010000:2.0:1763345646.377360:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (229603->18446744073709551615) 00002000:00100000:2.0:1763345646.377363:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b677b95880 with x1849000910452608 ext(229603->18446744073709551615) 00002000:00010000:2.0:1763345646.377368:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b677b95880. 00000100:00100000:2.0:1763345646.377385:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1988 00000100:00100000:2.0:1763345646.377393:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+31:2408:x1849000910452864:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:2.0:1763345646.377458:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345646.377461:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345646.377463:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345646.377465:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345646.377467:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345646.377487:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+32:2408:x1849000910452864:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 94us (1026us total) trans 17179872355 rc 0/0 00000100:00100000:2.0:1763345646.377493:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1988 00002000:00010000:2.0:1763345646.377495:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:2.0:1763345646.377498:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b677b94000 with x1849000910452864 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345646.377502:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b677b94000. 00000100:00100000:1.0:1763345646.378056:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910452736 00000100:00100000:1.0:1763345646.378063:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910452736 00002000:00010000:1.0:1763345646.378093:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:1.0:1763345646.378097:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435fc000 with x1849000910452736 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345646.378104:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5435fc000. 00000100:00100000:1.0:1763345646.378130:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1989 00000100:00100000:1.0:1763345646.378137:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+40:2408:x1849000910452736:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:1.0:1763345646.378203:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345646.378206:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.378208:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345646.378210:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.378212:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763345646.378241:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+41:2408:x1849000910452736:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 105us (1219us total) trans 21474839621 rc 0/0 00000100:00100000:1.0:1763345646.378248:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1989 00002000:00010000:1.0:1763345646.378251:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:1.0:1763345646.378253:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435fc000 with x1849000910452736 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345646.378258:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5435fc000. 00000100:00100000:0.0:1763345646.381934:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.382027:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910452992 00000100:00100000:2.0:1763345646.382036:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910452992 00002000:00100000:2.0:1763345646.382133:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (212992->217087) req@ffff91b5435fd180 x1849000910452992/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:122/0 lens 488/0 e 0 to 0 dl 1763345657 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345646.382145:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435fd180 with x1849000910452992 ext(212992->217087) 00002000:00010000:2.0:1763345646.382150:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5435fd180 00000100:00100000:2.0:1763345646.382178:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1990 00000100:00100000:2.0:1763345646.382187:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+41:2409:x1849000910452992:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:2.0:1763345646.383008:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+41:2409:x1849000910452992:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 818us (1080us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763345646.383016:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1990 00002000:00100000:2.0:1763345646.383025:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (212992->217087) req@ffff91b5435fd180 x1849000910452992/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:122/0 lens 488/4536 e 0 to 0 dl 1763345657 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345646.383041:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435fd180 with x1849000910452992 ext(212992->217087) 00002000:00010000:2.0:1763345646.383045:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5435fd180 00000100:00100000:0.0:1763345646.386151:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.386414:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910453120 00000100:00100000:2.0:1763345646.386425:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910453120 00002000:00100000:2.0:1763345646.386474:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (217088->221183) req@ffff91b54a829500 x1849000910453120/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:122/0 lens 488/0 e 0 to 0 dl 1763345657 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345646.386484:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54a829500 with x1849000910453120 ext(217088->221183) 00002000:00010000:2.0:1763345646.386491:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54a829500 00000100:00100000:2.0:1763345646.386575:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1991 00000100:00100000:2.0:1763345646.386586:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a829500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+41:2409:x1849000910453120:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:2.0:1763345646.387387:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a829500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+41:2409:x1849000910453120:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 799us (1241us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763345646.387396:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1991 00002000:00100000:2.0:1763345646.387404:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (217088->221183) req@ffff91b54a829500 x1849000910453120/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:122/0 lens 488/4536 e 0 to 0 dl 1763345657 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345646.387413:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54a829500 with x1849000910453120 ext(217088->221183) 00002000:00010000:2.0:1763345646.387417:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54a829500 00000100:00100000:1.0:1763345646.391209:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.391275:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910453248 00000100:00100000:2.0:1763345646.391286:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910453248 00002000:00100000:2.0:1763345646.391594:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (192512->233471) req@ffff91b549f72680 x1849000910453248/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:122/0 lens 504/0 e 0 to 0 dl 1763345657 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345646.391605:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b549f72680 with x1849000910453248 ext(192512->233471) 00002000:00010000:2.0:1763345646.391611:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b549f72680 00000100:00100000:2.0:1763345646.391649:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1992 00000100:00100000:2.0:1763345646.391660:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+41:2409:x1849000910453248:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:2.0:1763345646.394360:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+41:2409:x1849000910453248:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 2692us (3202us total) trans 0 rc 32768/32768 00000100:00100000:2.0:1763345646.394372:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1992 00002000:00100000:2.0:1763345646.394385:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (192512->233471) req@ffff91b549f72680 x1849000910453248/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:122/0 lens 504/440 e 0 to 0 dl 1763345657 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345646.394395:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b549f72680 with x1849000910453248 ext(192512->233471) 00002000:00010000:2.0:1763345646.394401:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b549f72680 00000100:00100000:0.0:1763345646.398375:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.398471:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910453376 00000100:00100000:2.0:1763345646.398481:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910453376 00002000:00100000:2.0:1763345646.398528:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (32768->229602) req@ffff91b54a829880 x1849000910453376/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:122/0 lens 504/0 e 0 to 0 dl 1763345657 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345646.398539:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54a829880 with x1849000910453376 ext(32768->229602) 00002000:00010000:2.0:1763345646.398545:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54a829880 00000100:00100000:2.0:1763345646.398579:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1993 00000100:00100000:2.0:1763345646.398588:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a829880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+41:2408:x1849000910453376:12345-192.168.203.8@tcp:4:fsx.0 00000100:00100000:2.0:1763345646.403149:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a829880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+43:2408:x1849000910453376:12345-192.168.203.8@tcp:4:fsx.0 Request processed in 4552us (4773us total) trans 21474839622 rc 0/0 00000100:00100000:2.0:1763345646.403163:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1993 00002000:00100000:2.0:1763345646.403176:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (32768->229602) req@ffff91b54a829880 x1849000910453376/t21474839622(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:122/0 lens 504/448 e 0 to 0 dl 1763345657 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345646.403186:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54a829880 with x1849000910453376 ext(32768->229602) 00002000:00010000:2.0:1763345646.403193:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54a829880 00000100:00100000:1.0:1763345646.406186:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.406290:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910453504 00000100:00100000:0.0:1763345646.406300:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910453504 00000100:00100000:0.0:1763345646.406364:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8293 00000100:00100000:0.0:1763345646.406374:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+43:2409:x1849000910453504:12345-192.168.203.8@tcp:16:fsx.0 00000001:00080000:1.0:1763345646.408675:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839622 is committed 00000001:00080000:1.0:1763345646.408724:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839600 is committed 00000100:00100000:0.0:1763345646.409147:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910453504:12345-192.168.203.8@tcp:16:fsx.0 Request processed in 2770us (2965us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345646.409159:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8293 00000100:00100000:0.0:1763345646.411737:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.411862:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910453632 00000100:00100000:2.0:1763345646.411871:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910453632 00000100:00100000:2.0:1763345646.411929:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11393 00000100:00100000:2.0:1763345646.411938:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a829c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+375:57861:x1849000910453632:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345646.411960:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345646.411980:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb37 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808335ef expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.412074:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58adb3e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.412088:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58adb3e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.412101:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58adb3e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:2.0:1763345646.412126:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 229603 00000004:00200000:2.0:1763345646.412131:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345646.412149:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58adb3e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.412174:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb37 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335ef expref: 377 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.412191:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58adb3e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335ef expref: 376 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.412200:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345646.412203:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345646.412208:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d600, rc 0) 00000100:00100000:2.0:1763345646.412270:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a829c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+376:57861:x1849000910453632:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 331us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.412278:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11393 00000100:00100000:2.0:1763345646.419026:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.420337:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910453760 00000100:00100000:1.0:1763345646.420348:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910453760 00002000:00100000:1.0:1763345646.420395:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (225280->262143) req@ffff91b542035500 x1849000910453760/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:122/0 lens 488/0 e 0 to 0 dl 1763345657 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345646.420406:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b542035500 with x1849000910453760 ext(225280->262143) 00002000:00010000:1.0:1763345646.420413:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b542035500 00000100:00100000:1.0:1763345646.420445:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1994 00000100:00100000:1.0:1763345646.420454:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542035500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910453760:12345-192.168.203.8@tcp:4:fsx.0 00000100:00100000:2.0:1763345646.423607:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542035500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910453760:12345-192.168.203.8@tcp:4:fsx.0 Request processed in 3146us (4583us total) trans 21474839623 rc 0/0 00000100:00100000:2.0:1763345646.423620:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1994 00002000:00100000:2.0:1763345646.423632:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (225280->262143) req@ffff91b542035500 x1849000910453760/t21474839623(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:122/0 lens 488/448 e 0 to 0 dl 1763345657 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345646.423643:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b542035500 with x1849000910453760 ext(225280->262143) 00002000:00010000:2.0:1763345646.423649:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b542035500 00000100:00100000:2.0:1763345646.425693:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.425845:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910453888 00000100:00100000:1.0:1763345646.425854:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910453888 00000100:00100000:1.0:1763345646.425960:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1995 00000100:00100000:1.0:1763345646.425969:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542036680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910453888:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:1.0:1763345646.426529:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 229603 -> 262144 00002000:00010000:1.0:1763345646.426534:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.426537:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345646.426539:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.426542:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 352 -> 368 00000100:00100000:1.0:1763345646.426749:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542036680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910453888:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 779us (1062us total) trans 21474839624 rc 0/0 00000100:00100000:1.0:1763345646.426791:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1995 00000100:00100000:0.0:1763345646.431359:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.431464:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910454016 00000100:00100000:1.0:1763345646.431474:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910454016 00000100:00100000:1.0:1763345646.431533:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1996 00000100:00100000:1.0:1763345646.431542:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a829f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910454016:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:1.0:1763345646.431713:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1763345646.431717:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.431719:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345646.431721:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.431723:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 368 -> 368 00000100:00100000:1.0:1763345646.431800:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a829f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+21:2408:x1849000910454016:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 258us (448us total) trans 21474839625 rc 0/0 00000100:00100000:1.0:1763345646.431809:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1996 00000100:00100000:1.0:1763345646.437177:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.437266:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910454144 00000100:00100000:3.0:1763345646.437276:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910454144 00002000:00100000:3.0:1763345646.437319:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (4096->32767) req@ffff91b549f70e00 x1849000910454144/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:122/0 lens 488/0 e 0 to 0 dl 1763345657 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345646.437331:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b549f70e00 with x1849000910454144 ext(4096->32767) 00002000:00010000:3.0:1763345646.437336:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b549f70e00 00000100:00100000:3.0:1763345646.437367:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1997 00000100:00100000:3.0:1763345646.437376:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910454144:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:3.0:1763345646.440499:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910454144:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 3113us (3322us total) trans 0 rc 28672/28672 00000100:00100000:3.0:1763345646.440514:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1997 00002000:00100000:3.0:1763345646.440526:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (4096->32767) req@ffff91b549f70e00 x1849000910454144/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:122/0 lens 488/440 e 0 to 0 dl 1763345657 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345646.440537:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b549f70e00 with x1849000910454144 ext(4096->32767) 00002000:00010000:3.0:1763345646.440543:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b549f70e00 00000100:00100000:0.0:1763345646.443275:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.443530:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910454272 00000100:00100000:3.0:1763345646.443539:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910454272 00002000:00100000:3.0:1763345646.443584:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (12288->16383) req@ffff91b54a82b480 x1849000910454272/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:122/0 lens 4584/0 e 0 to 0 dl 1763345657 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345646.443594:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54a82b480 with x1849000910454272 ext(12288->16383) 00002000:00010000:3.0:1763345646.443600:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54a82b480 00000100:00100000:3.0:1763345646.443637:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1998 00000100:00100000:3.0:1763345646.443647:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+21:2408:x1849000910454272:12345-192.168.203.8@tcp:4:fsx.0 00000100:00100000:2.0:1763345646.444588:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910454272:12345-192.168.203.8@tcp:4:fsx.0 Request processed in 938us (1317us total) trans 21474839626 rc 0/0 00000100:00100000:2.0:1763345646.444597:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1998 00002000:00100000:2.0:1763345646.444607:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (12288->16383) req@ffff91b54a82b480 x1849000910454272/t21474839626(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:122/0 lens 4584/448 e 0 to 0 dl 1763345657 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345646.444616:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54a82b480 with x1849000910454272 ext(12288->16383) 00002000:00010000:2.0:1763345646.444621:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54a82b480 00000100:00100000:1.0:1763345646.446609:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.446697:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910454400 00000100:00100000:0.0:1763345646.446707:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910454400 00000100:00100000:0.0:1763345646.446786:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8294 00000100:00100000:0.0:1763345646.446796:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544480700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910454400:12345-192.168.203.8@tcp:16:fsx.0 00000001:00080000:1.0:1763345646.447875:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839626 is committed 00000100:00100000:0.0:1763345646.448329:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544480700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910454400:12345-192.168.203.8@tcp:16:fsx.0 Request processed in 1531us (1722us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345646.448340:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8294 00000100:00100000:0.0:1763345646.453548:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.453634:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910454528 00000100:00100000:2.0:1763345646.453645:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910454528 00000100:00100000:2.0:1763345646.453717:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1999 00000100:00100000:2.0:1763345646.453728:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910454528:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:2.0:1763345646.454074:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1763345646.454078:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345646.454081:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345646.454084:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345646.454087:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 368 -> 352 00000100:00100000:2.0:1763345646.454152:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910454528:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 425us (612us total) trans 21474839627 rc 0/0 00000100:00100000:2.0:1763345646.454160:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1999 00000100:00100000:2.0:1763345646.460476:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.460690:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910454656 00000100:00100000:1.0:1763345646.460699:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910454656 00002000:00100000:1.0:1763345646.460743:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (200704->262143) req@ffff91b542036d80 x1849000910454656/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:122/0 lens 488/0 e 0 to 0 dl 1763345657 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345646.460755:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b542036d80 with x1849000910454656 ext(200704->262143) 00002000:00010000:1.0:1763345646.460789:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b542036d80 00000100:00100000:1.0:1763345646.460817:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2000 00000100:00100000:1.0:1763345646.460839:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542036d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910454656:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:2.0:1763345646.467374:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542036d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910454656:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 6526us (6895us total) trans 0 rc 61440/61440 00000100:00100000:2.0:1763345646.467389:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2000 00002000:00100000:2.0:1763345646.467402:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (200704->262143) req@ffff91b542036d80 x1849000910454656/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:122/0 lens 488/440 e 0 to 0 dl 1763345657 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345646.467412:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b542036d80 with x1849000910454656 ext(200704->262143) 00002000:00010000:2.0:1763345646.467418:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b542036d80 00000100:00100000:0.0:1763345646.471551:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.471805:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910454784 00000100:00100000:2.0:1763345646.471815:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910454784 00002000:00100000:2.0:1763345646.471890:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (225280->262143) req@ffff91b54440aa00 x1849000910454784/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:122/0 lens 488/0 e 0 to 0 dl 1763345657 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345646.471901:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54440aa00 with x1849000910454784 ext(225280->262143) 00002000:00010000:2.0:1763345646.471907:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54440aa00 00000100:00100000:2.0:1763345646.472014:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2001 00000100:00100000:2.0:1763345646.472025:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910454784:12345-192.168.203.8@tcp:4:fsx.0 00000100:00100000:2.0:1763345646.475313:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910454784:12345-192.168.203.8@tcp:4:fsx.0 Request processed in 3280us (3758us total) trans 21474839628 rc 0/0 00000100:00100000:2.0:1763345646.475330:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2001 00002000:00100000:2.0:1763345646.475343:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (225280->262143) req@ffff91b54440aa00 x1849000910454784/t21474839628(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:122/0 lens 488/448 e 0 to 0 dl 1763345657 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345646.475353:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54440aa00 with x1849000910454784 ext(225280->262143) 00002000:00010000:2.0:1763345646.475360:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54440aa00 00000100:00100000:1.0:1763345646.478476:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.478563:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910454912 00000100:00100000:2.0:1763345646.478572:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910454912 00000100:00100000:1.0:1763345646.479509:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2002 00000100:00100000:1.0:1763345646.479529:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544483100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910454912:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:1.0:1763345646.479792:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1763345646.479796:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.479799:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345646.479801:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.479803:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 352 -> 424 00000100:00100000:1.0:1763345646.479868:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544483100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+21:2408:x1849000910454912:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 345us (1397us total) trans 21474839629 rc 0/0 00000100:00100000:1.0:1763345646.479876:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2002 00000100:00100000:0.0:1763345646.486487:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.486610:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910455168 00000100:00100000:2.0:1763345646.486620:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910455168 00000100:00100000:2.0:1763345646.486676:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3938 00000100:00100000:2.0:1763345646.486687:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+376:57861:x1849000910455168:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:2.0:1763345646.487688:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+377:57861:x1849000910455168:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 999us (1204us total) trans 8589941264 rc 0/0 00000100:00100000:2.0:1763345646.487697:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3938 00000100:00100000:0.0:1763345646.508200:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.508301:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910455424 00000100:00100000:1.0:1763345646.508311:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910455424 00000100:00100000:1.0:1763345646.508373:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11394 00000100:00100000:1.0:1763345646.508383:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+377:57862:x1849000910455424:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345646.508405:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345646.508424:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58adb45 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808335f6 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.508490:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58adb4c lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.508503:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58adb4c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.508515:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58adb4c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.508524:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58adb53 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.508531:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58adb53 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.508537:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58adb53 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.508636:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adb5a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.508646:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adb5a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.508652:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adb5a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763345646.508665:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00010000:00010000:1.0:1763345646.508736:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58adb4c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.508743:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58adb4c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.508749:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58adb4c lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.508755:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58adb4c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.509511:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345646.509516:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58adb4c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.509525:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58adb4c lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.509538:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b5432dfe00) 00010000:00010000:1.0:1763345646.509541:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345646.509545:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58adb4c lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.509551:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58adb4c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.509564:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58adb53 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.509570:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58adb53 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.509580:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58adb53 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.509585:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345646.509588:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58adb53 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.509593:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58adb53 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.509600:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b649bd0d00) 00010000:00010000:1.0:1763345646.509603:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345646.509606:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58adb53 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.509611:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58adb53 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.509651:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58adb45 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335f6 expref: 380 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.509663:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adb5a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335f6 expref: 379 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.509670:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345646.509672:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345646.509675:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90c00, rc 0) 00000100:00100000:1.0:1763345646.510242:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+379:57862:x1849000910455424:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1858us (2048us total) trans 8589941265 rc 0/0 00000100:00100000:1.0:1763345646.510250:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11394 00000100:00100000:1.0:1763345646.514104:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.514196:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.514830:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910455552 00000100:00100000:0.0:1763345646.514841:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910455552 00000100:00100000:0.0:1763345646.514912:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 450 00000100:00100000:0.0:1763345646.514921:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65870d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+379:2408:x1849000910455552:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345646.514936:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345646.514959:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adb5a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335f6 expref: 379 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.514975:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345646.514979:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345646.515029:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65870d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+378:2408:x1849000910455552:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 108us (933us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345646.515036:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 450 00000100:00100000:2.0:1763345646.515858:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910455808 00000100:00100000:2.0:1763345646.515865:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910455808 00000100:00100000:2.0:1763345646.515900:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11395 00000100:00100000:2.0:1763345646.515907:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544480000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+378:57862:x1849000910455808:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345646.515924:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345646.515940:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58adb68 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808335fd expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.516344:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb6f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.516358:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb6f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.516369:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb6f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345646.516380:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25f:0x0]: returning size 0 00010000:00010000:2.0:1763345646.516418:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d800/0x52bea07cb58adb68 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335fd expref: 381 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.516435:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb6f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335fd expref: 380 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.516443:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25f:0x0].0x0 (ffff91b67a37f000) 00010000:00010000:2.0:1763345646.516446:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345646.516449:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c000, rc 0) 00000100:00100000:2.0:1763345646.516501:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544480000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+380:57862:x1849000910455808:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 593us (2305us total) trans 8589941266 rc 0/0 00000100:00100000:2.0:1763345646.516507:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11395 00000100:00100000:0.0:1763345646.519981:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.520103:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910456064 00000100:00100000:2.0:1763345646.520112:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910456064 00000100:00100000:2.0:1763345646.520173:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11396 00000100:00100000:2.0:1763345646.520183:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+380:57862:x1849000910456064:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345646.520207:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345646.520227:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38c00/0x52bea07cb58adb7d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833604 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.520323:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58adb84 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.520337:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb6f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335fd expref: 381 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.520346:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58adb84 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.520381:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb6f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a969808335fd expref: 381 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.520393:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb6f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808335fd expref: 381 pid: 6520 timeout: 1139 lvb_type: 0 00000100:00100000:2.0:1763345646.520405:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543386680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924427392:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345646.520492:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5840 going to sleep for 11 seconds 00000100:00100000:2.0:1763345646.523186:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543386680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924427392:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345646.523211:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58adb84 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:0.0:1763345646.523743:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.523981:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910456192 00000100:00100000:3.0:1763345646.523989:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910456192 00010000:00010000:3.0:1763345646.524023:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb6f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808335fd expref: 382 pid: 6520 timeout: 1139 lvb_type: 0 00000100:00100000:3.0:1763345646.524065:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3747 00000100:00100000:3.0:1763345646.524075:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+382:2408:x1849000910456192:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345646.524088:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345646.524094:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb6f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808335fd expref: 382 pid: 6520 timeout: 1139 lvb_type: 0 00010000:00010000:3.0:1763345646.524106:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb6f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808335fd expref: 382 pid: 6520 timeout: 1139 lvb_type: 0 00010000:00010000:3.0:1763345646.524126:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb6f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808335fd expref: 382 pid: 6520 timeout: 1139 lvb_type: 0 00010000:00010000:3.0:1763345646.524141:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25f:0x0].0x0 (ffff91b67a37f000) 00010000:00010000:3.0:1763345646.524146:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58adb84 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.524154:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58adb84 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.524161:0:6507:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58adb84 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.524186:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345646.524240:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+381:2408:x1849000910456192:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 166us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345646.524248:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3747 00010000:00010000:2.0:1763345646.524395:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58adb84 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.524403:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58adb84 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345646.524420:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25f:0x0]: returning size 0 00000004:00080000:2.0:1763345646.524559:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x375:0x0], index 1: 0 00000004:00080000:2.0:1763345646.524565:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x373:0x0], index 0: 0 00010000:00010000:2.0:1763345646.524650:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58adb84 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.524657:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58adb84 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.524667:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58adb84 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.524673:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541c39e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345646.524677:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58adb84 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.524685:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58adb84 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.524693:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25f:0x0].0x0 (ffff91b67a37f000) 00010000:00010000:2.0:1763345646.524696:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345646.524714:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58adb84 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.524720:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58adb84 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.524784:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38c00/0x52bea07cb58adb7d lrc: 1/0,0 mode: --/CR res: [0x200000405:0x25f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833604 expref: 381 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.524793:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25f:0x0].0x0 (ffff91b67a37f000) 00010000:00010000:2.0:1763345646.524796:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763345646.524799:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38c00/0x52bea07cb58adb7d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833604 expref: 381 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.524812:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541c38c00, rc 0) 00000100:00100000:2.0:1763345646.524848:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+380:57862:x1849000910456064:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4667us (4877us total) trans 8589941267 rc 301/301 00000100:00100000:2.0:1763345646.524854:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11396 00000100:00100000:0.0:1763345646.528226:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.528303:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910456448 00000100:00100000:2.0:1763345646.528313:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910456448 00000100:00100000:2.0:1763345646.528403:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3939 00000100:00100000:2.0:1763345646.528412:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+380:57862:x1849000910456448:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345646.528662:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+381:57862:x1849000910456448:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 251us (445us total) trans 8589941268 rc 0/0 00000100:00100000:2.0:1763345646.528670:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3939 00000100:00100000:1.0:1763345646.531346:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.531421:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910456576 00000100:00100000:2.0:1763345646.531431:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910456576 00000100:00100000:2.0:1763345646.531494:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11397 00000100:00100000:2.0:1763345646.531505:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544482680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+381:57862:x1849000910456576:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345646.531526:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345646.531548:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58adb92 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083360b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.531618:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb99 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.531632:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb99 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.531644:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb99 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345646.531683:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25f:0x0]: returning size 0 00000004:00200000:2.0:1763345646.531687:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345646.531704:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb99 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.531727:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38200/0x52bea07cb58adb92 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083360b expref: 383 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.531745:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb99 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083360b expref: 382 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.531754:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25f:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:2.0:1763345646.531789:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763345646.531794:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378c000, rc 0) 00000100:00100000:2.0:1763345646.531860:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544482680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+382:57862:x1849000910456576:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 357us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.531867:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11397 00000100:00100000:0.0:1763345646.533593:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.533633:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.533674:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910456704 00000100:00100000:1.0:1763345646.533682:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910456704 00000100:00100000:2.0:1763345646.533694:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910456832 00000100:00100000:2.0:1763345646.533703:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910456832 00000100:00100000:2.0:1763345646.533748:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8295 00000100:00100000:2.0:1763345646.533787:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+21:2410:x1849000910456832:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345646.533803:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345646.533833:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58adba0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833619 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345646.533854:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x373:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763345646.533871:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345646.533873:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345646.533882:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58adba0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833619 expref: 22 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345646.533900:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58adba0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833619 expref: 22 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345646.533917:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54378d800, rc 0) 00000100:00100000:0.0:1763345646.534011:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8296 00000100:00100000:0.0:1763345646.534020:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+32:2410:x1849000910456704:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345646.534029:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345646.534041:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58adba7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833612 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345646.534055:0:28868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x375:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345646.534064:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345646.534065:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345646.534070:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58adba7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833612 expref: 33 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345646.534081:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58adba7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833612 expref: 33 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345646.534090:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4e00, rc 0) 00000100:00100000:0.0:1763345646.534135:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+33:2410:x1849000910456704:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 116us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345646.534142:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8296 00000100:00100000:2.0:1763345646.534307:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+22:2410:x1849000910456832:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 550us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.534313:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8295 00000100:00100000:0.0:1763345646.538495:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.538580:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910457088 00000100:00100000:2.0:1763345646.538590:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910457088 00000100:00100000:2.0:1763345646.538652:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11398 00000100:00100000:2.0:1763345646.538663:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+382:57862:x1849000910457088:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345646.538682:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345646.538703:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38c00/0x52bea07cb58adbae lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833620 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.538976:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58adbb5 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.538993:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58adbb5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.539005:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58adbb5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:2.0:1763345646.539018:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00010000:00010000:2.0:1763345646.539120:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c38c00/0x52bea07cb58adbae lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833620 expref: 385 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.539146:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58adbb5 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833620 expref: 384 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.539160:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345646.539164:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763345646.539168:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541c39e00, rc 0) 00000100:00100000:2.0:1763345646.539217:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+384:57862:x1849000910457088:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 556us (732us total) trans 8589941269 rc 0/0 00000100:00100000:2.0:1763345646.539226:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11398 00000100:00100000:0.0:1763345646.542355:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.542483:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910457216 00000100:00100000:1.0:1763345646.542492:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910457216 00000100:00100000:1.0:1763345646.542544:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8297 00000100:00100000:1.0:1763345646.542552:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910457216:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:1.0:1763345646.542592:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58adbc3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.542610:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ada50 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a9698083359b expref: 22 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.542618:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345646.542620:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345646.542623:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58adbc3 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.542656:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ada50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.203.8@tcp remote: 0x199a9698083359b expref: 22 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.542669:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ada50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.203.8@tcp remote: 0x199a9698083359b expref: 22 pid: 8405 timeout: 1139 lvb_type: 0 00000100:00100000:1.0:1763345646.542683:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544482300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924427520:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345646.542786:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5434f1d80 going to sleep for 11 seconds 00000100:00100000:0.0:1763345646.543501:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.543566:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910457344 00000100:00100000:3.0:1763345646.543573:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910457344 00000100:00100000:3.0:1763345646.543618:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8298 00000100:00100000:3.0:1763345646.543627:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910457344:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:3.0:1763345646.543652:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adbca lrc: 3/1,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.543665:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54378c600/0x52bea07cb58adad5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335c5 expref: 23 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.543672:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345646.543673:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345646.543676:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adbca lrc: 4/1,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.543697:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54378c600/0x52bea07cb58adad5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a969808335c5 expref: 23 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.543707:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54378c600/0x52bea07cb58adad5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808335c5 expref: 23 pid: 15692 timeout: 1139 lvb_type: 0 00000100:00100000:3.0:1763345646.543718:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924427648:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345646.543799:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b651b736c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763345646.545042:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.545119:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910457472 00000100:00100000:2.0:1763345646.545127:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910457472 00000100:00100000:2.0:1763345646.545180:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8299 00000100:00100000:2.0:1763345646.545191:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+33:2409:x1849000910457472:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:2.0:1763345646.545224:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adbd1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345646.545237:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544482300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924427520:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345646.545243:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58adaea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808335d3 expref: 33 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.545253:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345646.545255:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345646.545259:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adbd1 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.545263:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58adbc3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.545294:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58adaea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.8@tcp remote: 0x199a969808335d3 expref: 33 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.545307:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58adaea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808335d3 expref: 33 pid: 8405 timeout: 1139 lvb_type: 0 00000100:00100000:2.0:1763345646.545325:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543386680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924427776:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345646.545384:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b542078900 going to sleep for 11 seconds 00000100:00100000:0.0:1763345646.546208:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.546365:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910457600 00000100:00100000:1.0:1763345646.546371:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910457600 00010000:00010000:1.0:1763345646.546398:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ada50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a9698083359b expref: 24 pid: 8405 timeout: 1139 lvb_type: 0 00000100:00100000:1.0:1763345646.546439:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3748 00000100:00100000:1.0:1763345646.546447:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910457600:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345646.546459:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345646.546476:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ada50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a9698083359b expref: 24 pid: 8405 timeout: 1139 lvb_type: 0 00010000:00010000:1.0:1763345646.546487:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ada50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.203.8@tcp remote: 0x199a9698083359b expref: 24 pid: 8405 timeout: 1139 lvb_type: 0 00010000:00010000:1.0:1763345646.546509:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b6748fe400/0x52bea07cb58ada50 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.203.8@tcp remote: 0x199a9698083359b expref: 24 pid: 8405 timeout: 1139 lvb_type: 0 00010000:00010000:1.0:1763345646.546522:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.546523:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.546528:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58adbc3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.546536:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58adbc3 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.546567:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345646.547284:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910457600:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 829us (1070us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345646.547294:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3748 00000100:00100000:3.0:1763345646.547326:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924427648:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345646.547326:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:1.0:1763345646.547330:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58adbc3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.547342:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58adbc3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345646.547354:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910457728 00010000:00010000:3.0:1763345646.547359:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adbca lrc: 3/1,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345646.547359:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910457728 00010000:00010000:1.0:1763345646.547363:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58adbc3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.547377:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58adbc3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.547379:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378c600/0x52bea07cb58adad5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808335c5 expref: 23 pid: 15692 timeout: 1139 lvb_type: 0 00010000:00010000:1.0:1763345646.547385:0:8405:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58adbc3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.547392:0:8405:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91a00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345646.547397:0:8405:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58adbc3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345646.547402:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3749 00010000:00010000:1.0:1763345646.547405:0:8405:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58adbc3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345646.547408:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543699880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910457728:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345646.547417:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345646.547423:0:8405:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58adbc3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.547427:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54378c600/0x52bea07cb58adad5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808335c5 expref: 23 pid: 15692 timeout: 1139 lvb_type: 0 00010000:00010000:1.0:1763345646.547431:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58adbc3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.547436:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54378c600/0x52bea07cb58adad5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808335c5 expref: 23 pid: 15692 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345646.547448:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54378c600/0x52bea07cb58adad5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a969808335c5 expref: 23 pid: 15692 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345646.547456:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345646.547458:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345646.547461:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adbca lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.547469:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adbca lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345646.547477:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910457216:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 4927us (5132us total) trans 0 rc 0/0 00010000:00010000:0.0:1763345646.547481:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345646.547484:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8297 00000100:00100000:0.0:1763345646.547497:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543699880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+21:2408:x1849000910457728:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 88us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345646.547506:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3749 00000100:00100000:1.0:1763345646.548452:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.548514:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543386680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924427776:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345646.548533:0:15692:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adbd1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345646.548836:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910457856 00000100:00100000:2.0:1763345646.548865:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910457856 00010000:00010000:2.0:1763345646.548893:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58adaea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808335d3 expref: 34 pid: 8405 timeout: 1139 lvb_type: 0 00000100:00100000:2.0:1763345646.548924:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3750 00000100:00100000:2.0:1763345646.548933:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544482300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+34:2411:x1849000910457856:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345646.548943:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345646.548959:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58adaea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808335d3 expref: 34 pid: 8405 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345646.548972:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58adaea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808335d3 expref: 34 pid: 8405 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345646.548987:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adbca lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.548990:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58adaea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.8@tcp remote: 0x199a969808335d3 expref: 34 pid: 8405 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345646.548996:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adbca lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.549001:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345646.549003:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345646.549007:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adbd1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.549015:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adbd1 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.549015:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adbca lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.549024:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adbca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.549032:0:8403:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adbca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.549039:0:8403:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672e56600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345646.549040:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345646.549042:0:8403:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adbca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.549050:0:8403:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adbca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.549065:0:8403:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adbca lrc: 2/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.549071:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adbca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345646.549086:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544482300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+33:2411:x1849000910457856:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 155us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.549093:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3750 00000100:00100000:0.0:1763345646.549111:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910457344:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 5485us (5613us total) trans 0 rc 0/0 00010000:00010000:2.0:1763345646.549118:0:15692:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adbd1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345646.549119:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8298 00010000:00010000:2.0:1763345646.549125:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adbd1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.549139:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adbd1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.549146:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adbd1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.549153:0:15692:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adbd1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.549159:0:15692:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541c38200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345646.549163:0:15692:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adbd1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.549170:0:15692:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adbd1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.549185:0:15692:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adbd1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.549193:0:15692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adbd1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345646.549257:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+32:2409:x1849000910457472:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 4068us (4218us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.549264:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8299 00000100:00100000:1.0:1763345646.556425:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.556470:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.556501:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.556524:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910457984 00000100:00100000:0.0:1763345646.556533:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910457984 00000100:00100000:0.0:1763345646.556831:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910458112 00000100:00100000:0.0:1763345646.556835:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910458112 00000100:00100000:2.0:1763345646.556877:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910458240 00000100:00100000:2.0:1763345646.556882:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910458240 00000100:00100000:1.0:1763345646.556887:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8300 00000100:00100000:1.0:1763345646.556896:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544481c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+21:2410:x1849000910457984:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:2.0:1763345646.556906:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8301 00000100:00100000:2.0:1763345646.556911:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+21:2410:x1849000910458112:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345646.556914:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345646.556917:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345646.556935:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b541c38c00/0x52bea07cb58adbd8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083362e expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.556935:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58adbdf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833627 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345646.556957:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x372:0x0] initial LVB size: 0, mtime: 0x691a84ed, atime: 0x0, ctime: 0x691a84ed, blocks: 0x1800 00002000:00010000:1.0:1763345646.556957:0:28868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x370:0x0] initial LVB size: 262144, mtime: 0x691a84ed, atime: 0x0, ctime: 0x691a84ed, blocks: 0x1a8 00010000:00010000:2.0:1763345646.556975:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.556975:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345646.556977:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.556977:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345646.556986:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b541c38c00/0x52bea07cb58adbd8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083362e expref: 23 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345646.556986:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58adbdf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833627 expref: 23 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345646.557002:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b541c38c00/0x52bea07cb58adbd8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083362e expref: 23 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345646.557002:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58adbdf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833627 expref: 23 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345646.557016:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541c38c00, rc 0) 00010000:00010000:1.0:1763345646.557016:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91a00, rc 0) 00000100:00100000:3.0:1763345646.557038:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8302 00000100:00100000:3.0:1763345646.557050:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+32:2410:x1849000910458240:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345646.557061:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1763345646.557068:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+23:2410:x1849000910458112:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 154us (596us total) trans 0 rc 0/0 00010000:00010000:3.0:1763345646.557074:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58adbe6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833635 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345646.557078:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8301 00002000:00010000:3.0:1763345646.557105:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x374:0x0] initial LVB size: 0, mtime: 0x691a84ed, atime: 0x0, ctime: 0x691a84ed, blocks: 0x0 00010000:00010000:3.0:1763345646.557117:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345646.557119:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345646.557125:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58adbe6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833635 expref: 33 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345646.557137:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58adbe6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833635 expref: 33 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345646.557146:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672e57400, rc 0) 00000100:00100000:3.0:1763345646.557172:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+33:2410:x1849000910458240:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 125us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345646.557179:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8302 00000100:00100000:1.0:1763345646.557558:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544481c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+22:2410:x1849000910457984:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 661us (1141us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345646.557565:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8300 00000100:00100000:1.0:1763345646.587275:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.587365:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910458368 00000100:00100000:3.0:1763345646.587375:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910458368 00000100:00100000:3.0:1763345646.587429:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8303 00000100:00100000:3.0:1763345646.587438:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+22:2410:x1849000910458368:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:3.0:1763345646.587596:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+22:2410:x1849000910458368:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 157us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345646.587603:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8303 00000100:00100000:0.0:1763345646.591156:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.591248:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910458496 00000100:00100000:2.0:1763345646.591258:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910458496 00000100:00100000:2.0:1763345646.591323:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11399 00000100:00100000:2.0:1763345646.591335:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543699c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+384:57862:x1849000910458496:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345646.591359:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345646.591379:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58adbed lrc: 2/0,0 mode: --/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083363c expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.591411:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72e00/0x52bea07cb58adbf4 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.591424:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72e00/0x52bea07cb58adbf4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.591434:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72e00/0x52bea07cb58adbf4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.591638:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58adbed lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083363c expref: 386 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.591657:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72e00/0x52bea07cb58adbf4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083363c expref: 385 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.591666:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25f:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:2.0:1763345646.591670:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763345646.591674:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b650a72e00, rc 0) 00000100:00100000:2.0:1763345646.591736:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543699c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+385:57862:x1849000910458496:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 404us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.591743:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11399 00000100:00100000:2.0:1763345646.599975:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.600335:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910458752 00000100:00100000:3.0:1763345646.600344:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910458752 00000100:00100000:3.0:1763345646.600871:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11400 00000100:00100000:3.0:1763345646.600884:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543387b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+385:57862:x1849000910458752:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:3.0:1763345646.600938:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345646.600963:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c000/0x52bea07cb58adb99 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083360b expref: 385 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.600984:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25f:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:3.0:1763345646.600990:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345646.601160:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58adbfb lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.601173:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58adbfb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.601182:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58adbfb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000001:00080000:3.0:1763345646.601225:0:35210:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941270 00000004:00010000:3.0:1763345646.601245:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fcfc2df4 reply state 00000000c81325ae transno 8589941271 ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58adbfb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.601257:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58adbfb lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.601263:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25f:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:3.0:1763345646.601266:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345646.601268:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763345646.601351:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543387b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+387:57862:x1849000910458752:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 470us (1384us total) trans 8589941271 rc 0/0 00000100:00100000:3.0:1763345646.601359:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11400 00000020:00080000:3.0:1763345646.601365:0:35210:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763345646.603225:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.603272:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910458880 00000100:00100000:3.0:1763345646.603282:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910458880 00000100:00100000:3.0:1763345646.603342:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11401 00000100:00100000:3.0:1763345646.603352:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+387:57862:x1849000910458880:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345646.603373:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345646.603402:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58adc02 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833643 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.603454:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58adc02 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833643 expref: 388 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.603470:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58adc02 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833643 expref: 388 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.603486:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25f:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:3.0:1763345646.603489:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345646.603493:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672e57800, rc 0) 00000100:00100000:3.0:1763345646.603548:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+388:57862:x1849000910458880:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 197us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345646.603556:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11401 00000100:00100000:0.0:1763345646.606399:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.606468:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910459008 00000100:00100000:1.0:1763345646.606478:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910459008 00000100:00100000:1.0:1763345646.606536:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8304 00000100:00100000:1.0:1763345646.606547:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+33:57862:x1849000910459008:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345646.606564:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345646.606581:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adc09 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083364a expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.606609:0:28868:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58adba7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833612 expref: 34 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345646.606618:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.606620:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.606625:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adc09 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a9698083364a expref: 34 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.606668:0:28868:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58adba7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980833612 expref: 34 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345646.606680:0:28868:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58adba7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833612 expref: 34 pid: 28868 timeout: 1139 lvb_type: 1 00000100:00100000:1.0:1763345646.606694:0:28868:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:28868:1849000924427904:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345646.606802:0:28868:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5434f1d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763345646.610329:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.611745:0:28868:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:28868:1849000924427904:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345646.611835:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adc09 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a9698083364a expref: 34 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.611856:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91600, rc 0) 00000100:00100000:1.0:1763345646.611916:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+34:57862:x1849000910459008:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 5370us (5523us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345646.611925:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8304 00000100:00100000:3.0:1763345646.612118:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910459136 00000100:00100000:3.0:1763345646.612126:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910459136 00010000:00010000:3.0:1763345646.612164:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58adba7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833612 expref: 34 pid: 28868 timeout: 1139 lvb_type: 1 00000100:00100000:3.0:1763345646.612197:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3751 00000100:00100000:3.0:1763345646.612206:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543385f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+34:2408:x1849000910459136:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345646.612219:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345646.612224:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58adba7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833612 expref: 34 pid: 28868 timeout: 1139 lvb_type: 1 00010000:00010000:3.0:1763345646.612237:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58adba7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833612 expref: 34 pid: 28868 timeout: 1139 lvb_type: 1 00010000:00010000:3.0:1763345646.612257:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58adba7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833612 expref: 34 pid: 28868 timeout: 1139 lvb_type: 1 00010000:00010000:3.0:1763345646.612269:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345646.612271:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345646.612276:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adc09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a9698083364a expref: 33 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.612287:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adc09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a9698083364a expref: 33 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.612333:0:8428:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adc09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a9698083364a expref: 33 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345646.612346:0:8428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8428:1849000924428032:192.168.203.8@tcp:105: 00000100:00100000:3.0:1763345646.612422:0:8428:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b651b736c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763345646.621443:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.621560:0:8428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8428:1849000924428032:192.168.203.8@tcp:105: 00010000:00010000:3.0:1763345646.621585:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345646.621702:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543385f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+33:2408:x1849000910459136:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 9495us (11379us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345646.621713:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3751 00000100:00100000:1.0:1763345646.621726:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910459264 00000100:00100000:1.0:1763345646.621745:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910459264 00000100:00100000:1.0:1763345646.621839:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8305 00000100:00100000:1.0:1763345646.621850:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543385880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+22:57862:x1849000910459264:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345646.621866:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345646.621882:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58adc10 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833651 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.621907:0:28868:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58adba0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833619 expref: 23 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345646.621916:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.621918:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.621922:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58adc10 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833651 expref: 23 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.621950:0:28868:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58adba0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980833619 expref: 23 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345646.621963:0:28868:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58adba0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833619 expref: 23 pid: 15692 timeout: 1139 lvb_type: 1 00000100:00100000:1.0:1763345646.621976:0:28868:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:28868:1849000924428160:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345646.622034:0:28868:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5434f1d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763345646.626230:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.626342:0:28868:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:28868:1849000924428160:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345646.626373:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58adc10 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833651 expref: 23 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.626392:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90000, rc 0) 00000100:00100000:3.0:1763345646.626705:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910459392 00000100:00100000:3.0:1763345646.626712:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910459392 00010000:00010000:3.0:1763345646.626742:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58adba0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833619 expref: 24 pid: 15692 timeout: 1139 lvb_type: 1 00000100:00100000:0.0:1763345646.626926:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543385880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+24:57862:x1849000910459264:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 5078us (5491us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345646.626934:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8305 00000100:00100000:3.0:1763345646.627476:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3752 00000100:00100000:3.0:1763345646.627486:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910459392:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345646.627501:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345646.627507:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58adba0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x373:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833619 expref: 23 pid: 15692 timeout: 1139 lvb_type: 1 00010000:00010000:3.0:1763345646.627520:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58adba0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x373:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833619 expref: 23 pid: 15692 timeout: 1139 lvb_type: 1 00010000:00010000:3.0:1763345646.627542:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54378d800/0x52bea07cb58adba0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x373:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833619 expref: 23 pid: 15692 timeout: 1139 lvb_type: 1 00010000:00010000:3.0:1763345646.627555:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345646.627557:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345646.627563:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58adc10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833651 expref: 22 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.627572:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58adc10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833651 expref: 22 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.627605:0:8428:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58adc10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833651 expref: 22 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345646.627622:0:8428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8428:1849000924428288:192.168.203.8@tcp:105: 00000100:00100000:3.0:1763345646.627689:0:8428:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b651b736c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763345646.631344:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.631370:0:8428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8428:1849000924428288:192.168.203.8@tcp:105: 00010000:00010000:3.0:1763345646.631396:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345646.631409:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910459520 00000100:00100000:1.0:1763345646.631418:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910459520 00002000:00010000:1.0:1763345646.631454:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (0->18446744073709551615) 00000100:00100000:3.0:1763345646.631455:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910459392:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 3969us (5241us total) trans 0 rc 0/0 00002000:00100000:1.0:1763345646.631462:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b543387100 with x1849000910459520 ext(0->18446744073709551615) 00000100:00100000:3.0:1763345646.631470:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3752 00002000:00010000:1.0:1763345646.631474:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b543387100. 00000100:00100000:1.0:1763345646.631507:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2003 00000100:00100000:1.0:1763345646.631516:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543387100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+33:2409:x1849000910459520:12345-192.168.203.8@tcp:10:lfs.0 00000100:00100000:3.0:1763345646.632022:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00002000:00010000:1.0:1763345646.632184:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345646.632188:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 0 -> 1763345646 00002000:00010000:1.0:1763345646.632191:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345646.632193:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 0 -> 1763345646 00002000:00010000:1.0:1763345646.632195:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345646.632229:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543387100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+34:2409:x1849000910459520:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 714us (894us total) trans 17179872356 rc 0/0 00000100:00100000:1.0:1763345646.632236:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2003 00002000:00010000:1.0:1763345646.632239:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (0->18446744073709551615) 00002000:00100000:1.0:1763345646.632242:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b543387100 with x1849000910459520 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345646.632247:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b543387100. 00000100:00100000:1.0:1763345646.632473:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910459648 00000100:00100000:1.0:1763345646.632479:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910459648 00002000:00010000:1.0:1763345646.632496:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:1.0:1763345646.632500:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377ed80 with x1849000910459648 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345646.632507:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54377ed80. 00000100:00100000:1.0:1763345646.632532:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2004 00000100:00100000:1.0:1763345646.632540:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910459648:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:1.0:1763345646.632641:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345646.632644:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 0 -> 1763345646 00002000:00010000:1.0:1763345646.632646:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345646.632648:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 0 -> 1763345646 00002000:00010000:1.0:1763345646.632650:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345646.632677:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910459648:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 138us (656us total) trans 21474839630 rc 0/0 00000100:00100000:1.0:1763345646.632683:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2004 00002000:00010000:1.0:1763345646.633752:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:1.0:1763345646.633769:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377ed80 with x1849000910459648 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345646.633777:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54377ed80. 00000100:00100000:3.0:1763345646.636140:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.636243:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910459776 00000100:00100000:0.0:1763345646.636252:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910459776 00000100:00100000:0.0:1763345646.636308:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8306 00000100:00100000:0.0:1763345646.636319:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910459776:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:0.0:1763345646.636437:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910459776:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 120us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345646.636445:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8306 00000001:00080000:2.0:1763345646.638177:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872356 is committed 00000001:00080000:2.0:1763345646.638208:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872343 is committed 00000001:00080000:2.0:1763345646.638220:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872341 is committed 00000100:00100000:2.0:1763345646.638922:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.639043:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910459904 00000100:00100000:3.0:1763345646.639052:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910459904 00000100:00100000:3.0:1763345646.639108:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8307 00000100:00100000:3.0:1763345646.639118:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910459904:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:3.0:1763345646.639238:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910459904:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 121us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345646.639245:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8307 00000100:00100000:2.0:1763345646.641391:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.641480:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910460032 00000100:00100000:1.0:1763345646.641490:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910460032 00000100:00100000:1.0:1763345646.641555:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2005 00000100:00100000:1.0:1763345646.641565:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543385180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910460032:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:1.0:1763345646.641598:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58adc17 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.641617:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.641619:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.641625:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58adc17 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->73727] (req 12288->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.641637:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58adc17 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->73727] (req 12288->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.644934:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58adc17 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->73727] (req 12288->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.644951:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58adc17 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->73727] (req 12288->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.644960:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58adc17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->73727] (req 12288->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.644967:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345646.644971:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58adc17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->73727] (req 12288->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.644980:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58adc17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->73727] (req 12288->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.645000:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58adc17 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->73727] (req 12288->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.645006:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58adc17 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->73727] (req 12288->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345646.645087:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543385180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910460032:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 3520us (3701us total) trans 0 rc 61440/61440 00000100:00100000:2.0:1763345646.645097:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2005 00000100:00100000:2.0:1763345646.648601:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.648671:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910460160 00000100:00100000:1.0:1763345646.648681:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910460160 00000100:00100000:1.0:1763345646.648752:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2006 00000100:00100000:1.0:1763345646.648798:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543387480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910460160:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:1.0:1763345646.648846:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58adc1e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.648864:0:24005:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adc09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a9698083364a expref: 18 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.648871:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345646.648873:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345646.648876:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58adc1e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [12288->73727] (req 12288->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.648909:0:24005:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adc09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.8@tcp remote: 0x199a9698083364a expref: 18 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.648921:0:24005:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adc09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.8@tcp remote: 0x199a9698083364a expref: 18 pid: 28868 timeout: 1139 lvb_type: 0 00000100:00100000:1.0:1763345646.648941:0:24005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab7800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24005:1849000924428416:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345646.649176:0:24005:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5434f10c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345646.651632:0:24005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab7800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24005:1849000924428416:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345646.651660:0:24005:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58adc1e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [12288->73727] (req 12288->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345646.652797:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.652955:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910460288 00000100:00100000:3.0:1763345646.652964:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910460288 00010000:00010000:3.0:1763345646.653000:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adc09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.8@tcp remote: 0x199a9698083364a expref: 19 pid: 28868 timeout: 1139 lvb_type: 0 00000100:00100000:3.0:1763345646.653043:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3753 00000100:00100000:3.0:1763345646.653053:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65870fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910460288:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345646.653067:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345646.653087:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adc09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.8@tcp remote: 0x199a9698083364a expref: 19 pid: 28868 timeout: 1139 lvb_type: 0 00010000:00010000:3.0:1763345646.653099:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adc09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.8@tcp remote: 0x199a9698083364a expref: 19 pid: 28868 timeout: 1139 lvb_type: 0 00010000:00010000:3.0:1763345646.653122:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adc09 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.8@tcp remote: 0x199a9698083364a expref: 19 pid: 28868 timeout: 1139 lvb_type: 0 00010000:00010000:3.0:1763345646.653137:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345646.653139:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345646.653143:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58adc1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [12288->73727] (req 12288->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.653152:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58adc1e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [12288->73727] (req 12288->73727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.653182:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345646.653242:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65870fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910460288:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 190us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345646.653249:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3753 00010000:00010000:1.0:1763345646.653270:0:24005:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58adc1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->73727] (req 12288->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.653283:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58adc1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->73727] (req 12288->73727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1763345646.663812:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872357 is committed 00002000:00010000:1.0:1763345646.664241:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 0 -> 73728 00002000:00010000:1.0:1763345646.664246:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 0 -> 120 00010000:00010000:1.0:1763345646.664259:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58adc1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->73727] (req 12288->73727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.664271:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58adc1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->73727] (req 12288->73727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.664279:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58adc1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->73727] (req 12288->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.664286:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90c00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345646.664290:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58adc1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->73727] (req 12288->73727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.664303:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58adc1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->73727] (req 12288->73727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.664322:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58adc1e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->73727] (req 12288->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.664329:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58adc1e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->73727] (req 12288->73727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345646.664426:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543387480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910460160:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 15660us (15828us total) trans 17179872357 rc 0/0 00000100:00100000:1.0:1763345646.664436:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2006 00000100:00100000:0.0:1763345646.670948:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.671228:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910460416 00000100:00100000:1.0:1763345646.671238:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910460416 00000100:00100000:1.0:1763345646.671416:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8308 00000100:00100000:1.0:1763345646.671431:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910460416:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345646.671578:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910460416:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 146us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345646.671586:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8308 00000100:00100000:0.0:1763345646.676035:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.676112:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910460544 00000100:00100000:1.0:1763345646.676122:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910460544 00000100:00100000:1.0:1763345646.676204:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8309 00000100:00100000:1.0:1763345646.676214:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910460544:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345646.676336:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910460544:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 123us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345646.676348:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8309 00000100:00100000:2.0:1763345646.679892:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.680585:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910460672 00000100:00100000:1.0:1763345646.680595:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910460672 00000100:00100000:1.0:1763345646.680675:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2007 00000100:00100000:1.0:1763345646.680685:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543386300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910460672:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:1.0:1763345646.680719:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adc25 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.680733:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.680736:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.680740:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adc25 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [225280->262143] (req 225280->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.680753:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adc25 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [225280->262143] (req 225280->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.689813:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adc25 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [225280->262143] (req 225280->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.689840:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adc25 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [225280->262143] (req 225280->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.689848:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adc25 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [225280->262143] (req 225280->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.689854:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90c00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345646.689858:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adc25 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [225280->262143] (req 225280->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.689871:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adc25 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [225280->262143] (req 225280->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.689889:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adc25 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [225280->262143] (req 225280->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.689897:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adc25 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [225280->262143] (req 225280->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345646.689974:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543386300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910460672:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 9286us (10087us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1763345646.689982:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2007 00000100:00100000:0.0:1763345646.700175:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.700235:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910460800 00000100:00100000:1.0:1763345646.700245:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910460800 00000100:00100000:1.0:1763345646.700319:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2008 00000100:00100000:1.0:1763345646.700329:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910460800:12345-192.168.203.8@tcp:4:lfs.0 00002000:00010000:1.0:1763345646.700373:0:24005:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x375:0x0] initial LVB size: 73728, mtime: 0x691a84ee, atime: 0x0, ctime: 0x691a84ee, blocks: 0x78 00010000:00010000:1.0:1763345646.700383:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58adc2c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.700401:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.700403:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.700408:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58adc2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [225280->262143] (req 225280->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.700422:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58adc2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [225280->262143] (req 225280->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1763345646.703840:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872358 is committed 00002000:00010000:1.0:1763345646.703990:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 73728 -> 262144 00002000:00010000:1.0:1763345646.703996:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 120 -> 192 00010000:00010000:1.0:1763345646.704009:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58adc2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [225280->262143] (req 225280->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.704020:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58adc2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [225280->262143] (req 225280->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.704028:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58adc2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [225280->262143] (req 225280->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.704033:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90c00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345646.704037:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58adc2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [225280->262143] (req 225280->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.704042:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58adc2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [225280->262143] (req 225280->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.704057:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58adc2c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [225280->262143] (req 225280->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.704063:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58adc2c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [225280->262143] (req 225280->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345646.704158:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910460800:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 3826us (3987us total) trans 17179872358 rc 0/0 00000100:00100000:1.0:1763345646.704170:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2008 00000100:00100000:0.0:1763345646.707672:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.707796:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910461056 00000100:00100000:3.0:1763345646.707807:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910461056 00000100:00100000:3.0:1763345646.707883:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11402 00000100:00100000:3.0:1763345646.707899:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543698700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+388:57862:x1849000910461056:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345646.708445:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58adc33 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.708464:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58adc33 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.708476:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58adc33 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000001:00080000:2.0:1763345646.709587:0:35210:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941272 00000004:00010000:2.0:1763345646.709631:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004f8f0102 reply state 000000009be834a4 transno 8589941273 ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58adc33 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.709648:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58adc33 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.709656:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25f:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:2.0:1763345646.709659:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345646.709664:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345646.709794:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543698700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+391:57862:x1849000910461056:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 1899us (2128us total) trans 8589941273 rc 0/0 00000100:00100000:2.0:1763345646.709803:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11402 00000020:00080000:2.0:1763345646.709809:0:35210:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000001:00080000:2.0:1763345646.712454:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941272 is committed 00000004:00080000:2.0:1763345646.712531:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1259 committed 00000004:00080000:2.0:1763345646.712554:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1243 committed 00000004:00080000:2.0:1763345646.712569:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1258 committed 00000004:00080000:2.0:1763345646.712580:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1257 committed 00000004:00080000:2.0:1763345646.712583:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1242 committed 00000100:00100000:2.0:1763345646.712739:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54369b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924428544:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1763345646.712834:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763345646.712900:0:32328:0:(osp_sync.c:925:osp_sync_new_err_job()) lustre-OST0001-osc-MDT0000 repeating 2 operation object 0x2c0000401:84 00010000:00010000:3.0:1763345646.712974:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad84a lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.712985:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad84a lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.712992:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad84a lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.712998:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345646.713002:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad84a lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.713010:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad84a lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.713025:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c5b000) 00010000:00010000:3.0:1763345646.713028:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345646.713032:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad84a lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.713038:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ad84a lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.713057:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad8c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345646.713063:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad8c1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345646.713067:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad8c1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345646.713071:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378cc00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345646.713073:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad8c1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345646.713079:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad8c1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345646.713085:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c5b000) 00010000:00010000:3.0:1763345646.713088:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345646.713090:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad8c1 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345646.713405:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378cc00/0x52bea07cb58ad8c1 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9296 initiator: MDT0 00010000:00010000:3.0:1763345646.713420:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58ad91c lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345646.713425:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58ad91c lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345646.713431:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58ad91c lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345646.713436:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543344600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345646.713440:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58ad91c lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345646.713445:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58ad91c lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345646.713454:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff91b541c5b000) 00010000:00010000:3.0:1763345646.713457:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345646.713460:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58ad91c lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345646.713466:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543344600/0x52bea07cb58ad91c lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000100:00100000:2.0:1763345646.713518:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543699f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924429056:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1763345646.713548:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763345646.713560:0:32328:0:(osp_sync.c:925:osp_sync_new_err_job()) lustre-OST0001-osc-MDT0000 repeating 2 operation object 0x2c0000401:84 00000100:00100000:2.0:1763345646.713579:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1763345646.713589:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924428672:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345646.713618:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345646.713644:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924429184:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345646.713666:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345646.713675:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924428544 00000100:00100000:1.0:1763345646.713683:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924428544 00000100:00100000:2.0:1763345646.713689:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924429568:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1763345646.713720:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763345646.713751:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad94d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.713790:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad94d lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.713797:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad94d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.713802:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345646.713805:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad94d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.713811:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad94d lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.713830:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x85409d3b (ffff91b5432df700) 00010000:00010000:3.0:1763345646.713833:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345646.713838:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad94d lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.713843:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58ad94d lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000100:00100000:0.0:1763345646.713909:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5432eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924429696:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763345646.713934:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345646.714144:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924429056 00000100:00100000:1.0:1763345646.714150:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924429056 00000100:00100000:2.0:1763345646.714170:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543698a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924428928:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345646.714198:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924428672 00000100:00100000:1.0:1763345646.714203:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924428672 00000100:00100000:2.0:1763345646.714206:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924429184 00000100:00100000:2.0:1763345646.714212:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924429184 00000100:00100000:2.0:1763345646.714243:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924429568 00000100:00100000:2.0:1763345646.714247:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924429568 00000100:00100000:1.0:1763345646.714257:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8310 00000100:00100000:1.0:1763345646.714267:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543386a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3658:x1849000924428544:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1763345646.714272:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8311 00000100:00100000:2.0:1763345646.714283:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543385f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3658:x1849000924429056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1763345646.714296:0:28868:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:872 count 1 00002000:00080000:2.0:1763345646.714301:0:28867:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:877 count 1 00010000:00010000:1.0:1763345646.714320:0:28868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adc3a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345646.714326:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x36d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763345646.714337:0:28867:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58adc41 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.714343:0:28868:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad740 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a969808334ad expref: 22 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.714350:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345646.714355:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.714356:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345646.714360:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345646.714361:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58adc41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.714364:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adc3a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.714385:0:28867:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58adc41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.714396:0:28867:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58adc41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.714400:0:28868:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad740 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.8@tcp remote: 0x199a969808334ad expref: 22 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.714408:0:28867:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58adc41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.714419:0:28868:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad740 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.8@tcp remote: 0x199a969808334ad expref: 22 pid: 28868 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345646.714428:0:28867:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763345646.714434:0:28868:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5432ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:28868:1849000924429952:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345646.714496:0:28868:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5434f10c0 going to sleep for 11 seconds 00000100:00080000:1.0:1763345646.714511:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1763345646.714521:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345646.714526:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58adc41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.714534:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b650a73600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345646.714537:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58adc41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.714546:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58adc41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.714560:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58adc41 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.714567:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b650a73600/0x52bea07cb58adc41 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.714587:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345646.714589:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345646.714592:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763345646.714607:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8312 00000100:00100000:1.0:1763345646.714616:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543386680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3658:x1849000924429184:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345646.714636:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543385f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3658:x1849000924429056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 353us (1086us total) trans 21474839631 rc 0/0 00000100:00100000:2.0:1763345646.714644:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8311 00000100:00100000:2.0:1763345646.714662:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8313 00000100:00100000:2.0:1763345646.714670:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3658:x1849000924428672:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345646.714737:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543698000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924428800:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345646.714755:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543386680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3658:x1849000924429184:12345-0@lo:2:osp-syn-1-0.0 Request processed in 139us (1086us total) trans 0 rc -22/-22 00000100:00100000:1.0:1763345646.714788:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8312 00000100:00100000:0.0:1763345646.714800:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345646.714806:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3658:x1849000924428672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 136us (1187us total) trans 0 rc -22/-22 00000100:00100000:1.0:1763345646.714815:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924429696 00000100:00100000:1.0:1763345646.714828:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924429696 00000100:00100000:2.0:1763345646.714830:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8313 00000100:00100000:0.0:1763345646.714835:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924429312:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1763345646.714850:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924428800 00000100:00100000:2.0:1763345646.714856:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924428800 00000100:00100000:1.0:1763345646.714860:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8314 00000100:00100000:0.0:1763345646.714866:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345646.714876:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b60050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3658:x1849000924429568:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1763345646.714880:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924429312 00000100:00100000:0.0:1763345646.714883:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5432ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924429824:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1763345646.714885:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924429312 00002000:00080000:1.0:1763345646.714892:0:15692:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:879 count 1 00000100:00100000:2.0:1763345646.714908:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8315 00010000:00010000:1.0:1763345646.714908:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91e00/0x52bea07cb58adc48 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345646.714917:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345646.714924:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3659:x1849000924429696:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1763345646.714931:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54378da00/0x52bea07cb58ad7ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808334e5 expref: 16 pid: 8403 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1763345646.714938:0:28867:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:880 count 1 00010000:00010000:1.0:1763345646.714944:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345646.714948:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345646.714951:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91e00/0x52bea07cb58adc48 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345646.714952:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924429824 00000100:00100000:0.0:1763345646.714958:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924429824 00002000:00010000:2.0:1763345646.714972:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x370:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763345646.714979:0:28867:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b650a73800/0x52bea07cb58adc4f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.714983:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b54378da00/0x52bea07cb58ad7ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a969808334e5 expref: 16 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345646.714988:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8316 00010000:00010000:2.0:1763345646.714998:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1763345646.715003:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543699500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3656:x1849000924428800:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1763345646.715004:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.715004:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b54378da00/0x52bea07cb58ad7ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808334e5 expref: 16 pid: 8403 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345646.715010:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b650a73800/0x52bea07cb58adc4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1763345646.715023:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:873 count 1 00000100:00100000:1.0:1763345646.715031:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5432ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924430080:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345646.715036:0:28867:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b650a73800/0x52bea07cb58adc4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.715042:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adc56 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.715046:0:28867:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b650a73800/0x52bea07cb58adc4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.715062:0:28867:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b650a73800/0x52bea07cb58adc4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.715065:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad6fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833498 expref: 22 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345646.715069:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5434f1d80 going to sleep for 11 seconds 00010000:00010000:0.0:1763345646.715085:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345646.715088:0:28867:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763345646.715088:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345646.715094:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adc56 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.715122:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad6fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.8@tcp remote: 0x199a96980833498 expref: 22 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.715133:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad6fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.8@tcp remote: 0x199a96980833498 expref: 22 pid: 28868 timeout: 1139 lvb_type: 0 00000100:00100000:0.0:1763345646.715144:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924430208:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345646.715176:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5448f8a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763345646.715196:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345646.715215:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924429440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1763345646.715238:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3659:x1849000924429696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 317us (1301us total) trans 17179872359 rc 0/0 00000100:00100000:2.0:1763345646.715249:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8315 00000100:00100000:0.0:1763345646.715253:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345646.715270:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924428928 00000100:00100000:2.0:1763345646.715276:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924428928 00000100:00100000:1.0:1763345646.715285:0:3659:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872341 gen 2 00000004:00080000:1.0:1763345646.715292:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b677b95500, transno 17179872334 00000100:00100000:2.0:1763345646.715295:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924429440 00000100:00100000:2.0:1763345646.715300:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924429440 00000004:00080000:1.0:1763345646.715302:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54377d880, transno 17179872335 00000004:00080000:1.0:1763345646.715311:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54377d500, transno 17179872336 00000004:00080000:1.0:1763345646.715315:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54377e680, transno 17179872337 00000004:00080000:1.0:1763345646.715319:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6749e4a80, transno 17179872338 00000100:00100000:2.0:1763345646.715322:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8317 00000004:00080000:1.0:1763345646.715325:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6749e7480, transno 17179872339 00000100:00100000:2.0:1763345646.715332:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3656:x1849000924429312:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763345646.715345:0:3659:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff91b5432eca80 x1849000924429696/t17179872359(17179872359) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763345662 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763345646.715357:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5432eca80/2, rc 0, transno 17179872359 00000100:00100000:1.0:1763345646.715362:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5432eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924429696:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1763345646.715399:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad954 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.715408:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad954 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.715415:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad954 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.715424:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345646.715427:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad954 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.715433:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad954 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00000004:00080000:0.0:1763345646.715436:0:32328:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 1 changes, 7 in progress, 6 in flight, 6 done 00010000:00010000:3.0:1763345646.715446:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25b:0x0].0x0 (ffff91b5432df800) 00010000:00010000:3.0:1763345646.715451:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345646.715455:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad954 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.715460:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58ad954 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.715469:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad95b lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.715475:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad95b lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.715481:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad95b lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.715713:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345646.715717:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad95b lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.715723:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad95b lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.715733:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b5432dfe00) 00010000:00010000:3.0:1763345646.715736:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345646.715739:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad95b lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.715745:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58ad95b lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.715794:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58ad9e7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.715801:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58ad9e7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.715807:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58ad9e7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.715811:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545094800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345646.715814:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58ad9e7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.715830:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58ad9e7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.715838:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b649bd0d00) 00010000:00010000:3.0:1763345646.715841:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345646.715844:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58ad9e7 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.715849:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58ad9e7 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.715863:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ada42 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.715869:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ada42 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.715879:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ada42 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.715884:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345646.715933:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ada42 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.715941:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ada42 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00000100:00100000:0.0:1763345646.715950:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:3.0:1763345646.715956:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345646.715961:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345646.715965:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ada42 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.715970:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ada42 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000100:00100000:1.0:1763345646.715982:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910461184 00010000:00010000:3.0:1763345646.715985:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ada6c lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00000100:00100000:1.0:1763345646.715988:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910461184 00010000:00010000:3.0:1763345646.715990:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ada6c lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.715995:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ada6c lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.716000:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378d000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345646.716002:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ada6c lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.716007:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ada6c lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00000100:00100000:1.0:1763345646.716009:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8318 00010000:00010000:3.0:1763345646.716015:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xe8098f29 (ffff91b5484cc200) 00000100:00100000:1.0:1763345646.716016:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3656:x1849000924429824:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1763345646.716017:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345646.716020:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ada6c lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.716025:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d000/0x52bea07cb58ada6c lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00002000:00080000:1.0:1763345646.716029:0:8560:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:881 count 1 00010000:00010000:3.0:1763345646.716040:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58adaa4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.716045:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58adaa4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00002000:00010000:1.0:1763345646.716046:0:8560:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x371:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763345646.716052:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58adaa4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.716052:0:8560:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58adc5d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.716057:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ada00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345646.716060:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58adaa4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.716061:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.716063:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345646.716066:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58adaa4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.716067:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58adc5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.716073:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345646.716075:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345646.716077:0:8560:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58adc5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.716078:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58adaa4 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.716084:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58adaa4 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.716086:0:8560:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58adc5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.716093:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58adaab lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.716093:0:8560:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58adc5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.716099:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58adaab lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.716104:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58adaab lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.716109:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ade00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345646.716112:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58adaab lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.716116:0:8560:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1763345646.716117:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58adaab lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.716123:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345646.716125:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345646.716128:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58adaab lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.716133:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58adaab lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.716144:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58adac0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345646.716147:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763345646.716152:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58adac0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.716159:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58adac0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.716164:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345646.716165:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b650a73800/0x52bea07cb58adc4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.716167:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58adac0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345646.716186:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b650a73800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345646.716191:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58adac0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345646.716193:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b650a73800/0x52bea07cb58adc4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.716208:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345646.716214:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345646.716218:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58adac0 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345646.716224:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b650a73800/0x52bea07cb58adc4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.716226:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58adac0 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.716247:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58adadc lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.716253:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58adadc lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763345646.716254:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3656:x1849000924429824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 237us (1340us total) trans 17179872360 rc 0/0 00010000:00010000:3.0:1763345646.716261:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58adadc lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763345646.716262:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8318 00010000:00010000:0.0:1763345646.716264:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b650a73800/0x52bea07cb58adc4f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.716266:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345646.716273:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58adadc lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763345646.716279:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8319 00010000:00010000:0.0:1763345646.716283:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b650a73800/0x52bea07cb58adc4f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.716284:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58adadc lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763345646.716288:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3657:x1849000924428928:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1763345646.716303:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00002000:00080000:1.0:1763345646.716304:0:8560:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:876 count 1 00010000:00010000:3.0:1763345646.716307:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345646.716310:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58adadc lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345646.716313:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345646.716317:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58adadc lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.716317:0:8560:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90400/0x52bea07cb58adc64 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.716319:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58adc5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.716337:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345646.716339:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58adaf1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.716339:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58ad7e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808334de expref: 22 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.716342:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58adc5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.716352:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58adaf1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.716354:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345646.716356:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345646.716361:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90400/0x52bea07cb58adc64 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.716368:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58adaf1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.716369:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58adc5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.716380:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345646.716383:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58ad7e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a969808334de expref: 22 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.716385:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58adaf1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.716391:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58adc5d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.716393:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58adaf1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.716396:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58ad7e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808334de expref: 22 pid: 8403 timeout: 1139 lvb_type: 0 00010000:00010000:3.0:1763345646.716409:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345646.716414:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345646.716415:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58adc5d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.716417:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58adaf1 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000100:00100000:1.0:1763345646.716419:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5432ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924430336:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345646.716431:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58adaf1 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.716453:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58adaf8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345646.716457:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345646.716461:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58adaf8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345646.716461:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345646.716467:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345646.716470:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58adaf8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763345646.716470:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5434f1600 going to sleep for 11 seconds 00010000:00010000:3.0:1763345646.716476:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345646.716480:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58adaf8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.716485:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58adaf8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.716492:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00000100:00100000:1.0:1763345646.716493:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8320 00010000:00010000:3.0:1763345646.716495:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345646.716498:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58adaf8 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000004:00080000:0.0:1763345646.716501:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5432ed880/2, rc 0, transno 17179872360 00000100:00100000:1.0:1763345646.716502:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3657:x1849000924429440:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1763345646.716504:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58adaf8 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.716516:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58adaff lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00002000:00080000:1.0:1763345646.716516:0:27809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:876 count 1 00010000:00010000:3.0:1763345646.716522:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58adaff lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00000100:00100000:0.0:1763345646.716525:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5432ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924429824:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1763345646.716527:0:27809:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58adc6b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.716529:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58adaff lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.716538:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345646.716541:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58adaff lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.716542:0:27809:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58ad6f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833491 expref: 17 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.716547:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58adaff lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.716549:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345646.716551:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345646.716554:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58adc6b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.716555:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345646.716557:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345646.716560:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58adaff lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.716569:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58adaff lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.716573:0:27809:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58ad6f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980833491 expref: 17 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.716578:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58adb1b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.716582:0:27809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58ad6f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833491 expref: 17 pid: 28868 timeout: 1139 lvb_type: 0 00010000:00010000:3.0:1763345646.716584:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58adb1b lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.716590:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58adb1b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00000100:00100000:1.0:1763345646.716592:0:27809:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5432edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27809:1849000924430464:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345646.716594:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54378c200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345646.716597:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58adb1b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.716602:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58adb1b lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.716611:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345646.716613:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345646.716616:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58adb1b lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000100:00100000:1.0:1763345646.716616:0:27809:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5434f1840 going to sleep for 11 seconds 00010000:00010000:3.0:1763345646.716621:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c200/0x52bea07cb58adb1b lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.716633:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adb30 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763345646.716636:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8321 00010000:00010000:3.0:1763345646.716639:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adb30 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763345646.716644:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:57862:x1849000910461184:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345646.716645:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adb30 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.716650:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345646.716653:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adb30 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.716653:0:8404:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345646.716658:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adb30 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.716665:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345646.716667:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345646.716670:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adb30 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345646.716675:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adb30 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345646.716679:0:8404:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adc72 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833658 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.716684:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58adbfb lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.716690:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58adbfb lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345646.716695:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58adbfb lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00002000:00010000:1.0:1763345646.716695:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x375:0x0] initial LVB size: 262144, mtime: 0x691a84ee, atime: 0x0, ctime: 0x691a84ee, blocks: 0xc0 00010000:00010000:3.0:1763345646.716700:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672e56600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345646.716702:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58adbfb lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.716705:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.716706:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345646.716708:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58adbfb lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.716711:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adc72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833658 expref: 18 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.716714:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25f:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:3.0:1763345646.716717:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345646.716720:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58adbfb lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.716722:0:8404:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adc72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833658 expref: 18 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.716725:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e56600/0x52bea07cb58adbfb lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.716732:0:8404:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91600, rc 0) 00000100:00100000:1.0:1763345646.716783:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:57862:x1849000910461184:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 140us (840us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345646.716790:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8321 00000004:00080000:3.0:1763345646.716809:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ab7800, transno 0 00000004:00080000:3.0:1763345646.716813:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ab7800/1, rc -22, transno 0 00000100:00100000:3.0:1763345646.716839:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924428672:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345646.716902:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ab4700, transno 0 00000004:00080000:1.0:1763345646.716906:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ab4700/1, rc -22, transno 0 00000100:00100000:1.0:1763345646.716912:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924429184:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345646.716924:0:3658:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839600 gen 2 00000100:00100000:1.0:1763345646.716937:0:3658:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff91b543699f80 x1849000924429056/t21474839631(21474839631) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763345662 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763345646.716945:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b543699f80/2, rc 0, transno 21474839631 00000100:00100000:1.0:1763345646.717299:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543699f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924429056:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1763345646.717512:0:28867:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:875 count 1 00010000:00010000:2.0:1763345646.717530:0:28867:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adc79 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.717542:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b673318a00/0x52bea07cb58ad4a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808333cd expref: 17 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.717549:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345646.717551:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345646.717554:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adc79 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.717579:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b673318a00/0x52bea07cb58ad4a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.8@tcp remote: 0x199a969808333cd expref: 17 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.717589:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b673318a00/0x52bea07cb58ad4a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808333cd expref: 17 pid: 15692 timeout: 1139 lvb_type: 0 00000100:00100000:2.0:1763345646.717599:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924430592:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345646.717646:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1763345646.717661:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763345646.718514:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5432ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924430080:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345646.718523:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:1.0:1763345646.718545:0:15692:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b548d91e00/0x52bea07cb58adc48 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345646.718556:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910461312 00000100:00100000:0.0:1763345646.718564:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910461312 00000100:00100000:2.0:1763345646.718573:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924430208:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345646.718594:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adc56 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.718595:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad740 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.8@tcp remote: 0x199a969808334ad expref: 23 pid: 28868 timeout: 1139 lvb_type: 0 00000100:00100000:1.0:1763345646.718599:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.718621:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.718648:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910461568 00000100:00100000:0.0:1763345646.718653:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910461568 00010000:00010000:0.0:1763345646.718664:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad6fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.8@tcp remote: 0x199a96980833498 expref: 24 pid: 28868 timeout: 1139 lvb_type: 0 00000100:00100000:1.0:1763345646.718665:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910461440 00000100:00100000:1.0:1763345646.718671:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910461440 00010000:00010000:1.0:1763345646.718693:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b54378da00/0x52bea07cb58ad7ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808334e5 expref: 18 pid: 8403 timeout: 1139 lvb_type: 0 00000100:00100000:0.0:1763345646.718703:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3754 00000100:00100000:3.0:1763345646.718863:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3755 00000100:00100000:1.0:1763345646.718876:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3756 00000100:00100000:1.0:1763345646.718886:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+18:2411:x1849000910461440:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345646.718898:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345646.718904:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b54378da00/0x52bea07cb58ad7ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808334e5 expref: 18 pid: 8403 timeout: 1139 lvb_type: 0 00010000:00010000:1.0:1763345646.718916:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b54378da00/0x52bea07cb58ad7ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808334e5 expref: 18 pid: 8403 timeout: 1139 lvb_type: 0 00000100:00100000:2.0:1763345646.718924:0:28868:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5432ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:28868:1849000924429952:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345646.718940:0:28868:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adc3a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.719000:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54378da00/0x52bea07cb58ad7ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a969808334e5 expref: 18 pid: 8403 timeout: 1139 lvb_type: 0 00000100:00100000:3.0:1763345646.719009:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+24:2411:x1849000910461568:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345646.719014:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.719018:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345646.719020:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345646.719022:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91e00/0x52bea07cb58adc48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.719035:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91e00/0x52bea07cb58adc48 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345646.719068:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+24:2411:x1849000910461312:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345646.719074:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345646.719083:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345646.719090:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad740 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.8@tcp remote: 0x199a969808334ad expref: 24 pid: 28868 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345646.719101:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad740 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.8@tcp remote: 0x199a969808334ad expref: 24 pid: 28868 timeout: 1139 lvb_type: 0 00000100:00100000:1.0:1763345646.719110:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910461440:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 224us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345646.719119:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3756 00010000:00010000:3.0:1763345646.719154:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad6fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x369:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.8@tcp remote: 0x199a96980833498 expref: 24 pid: 28868 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345646.719192:0:15692:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b548d91e00/0x52bea07cb58adc48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.719202:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91e00/0x52bea07cb58adc48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.719212:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91e00/0x52bea07cb58adc48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.719220:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91e00/0x52bea07cb58adc48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.719247:0:15692:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763345646.719260:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ad740 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x368:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.8@tcp remote: 0x199a969808334ad expref: 24 pid: 28868 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345646.719270:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345646.719272:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345646.719275:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adc3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.719284:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adc3a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.719305:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345646.719333:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+23:2411:x1849000910461312:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 621us (816us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345646.719339:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3754 00010000:00010000:0.0:1763345646.719364:0:28868:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adc3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.719371:0:28868:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adc3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.719378:0:28868:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adc3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.719385:0:28868:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adc3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.719400:0:28868:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763345646.719463:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b60050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3658:x1849000924429568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4594us (5741us total) trans 17179872361 rc 0/0 00000100:00100000:2.0:1763345646.719472:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8314 00000004:00080000:2.0:1763345646.719511:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ab5180/2, rc 0, transno 17179872361 00000100:00100000:2.0:1763345646.719522:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924429568:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763345646.719625:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543386a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3658:x1849000924428544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5359us (6791us total) trans 21474839632 rc 0/0 00000100:00100000:0.0:1763345646.719635:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8310 00010000:00010000:0.0:1763345646.719749:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763345646.719755:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b548d91e00/0x52bea07cb58adc48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.719785:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345646.719789:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91e00/0x52bea07cb58adc48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.719797:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91e00/0x52bea07cb58adc48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.719809:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b548d91e00/0x52bea07cb58adc48 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.719825:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91e00/0x52bea07cb58adc48 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.719842:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345646.719846:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adc3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.719852:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90c00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345646.719855:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adc3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.719862:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adc3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.719872:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adc3a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.719879:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adc3a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.719895:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345646.719897:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345646.719899:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345646.720207:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763345646.720267:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54369b100/2, rc 0, transno 21474839632 00000100:00100000:2.0:1763345646.720288:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54369b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924428544:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1763345646.720756:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad6fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x369:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.8@tcp remote: 0x199a96980833498 expref: 22 pid: 28868 timeout: 1139 lvb_type: 0 00010000:00010000:3.0:1763345646.720846:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ad6fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x369:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.8@tcp remote: 0x199a96980833498 expref: 22 pid: 28868 timeout: 1139 lvb_type: 0 00010000:00010000:3.0:1763345646.720859:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345646.720862:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345646.720865:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adc56 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.720875:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adc56 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.720912:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345646.720937:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adc56 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.720962:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adc56 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.720971:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adc56 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.720979:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adc56 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.721071:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763345646.721255:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543699500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3656:x1849000924428800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6255us (6455us total) trans 21474839633 rc 0/0 00000100:00100000:2.0:1763345646.721263:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8316 00010000:00010000:0.0:1763345646.721322:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345646.721329:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adc56 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.721336:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345646.721340:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adc56 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.721349:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adc56 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.721361:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adc56 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.721368:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adc56 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.721383:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345646.721386:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345646.721388:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763345646.721417:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b543698000/2, rc 0, transno 21474839633 00000100:00100000:0.0:1763345646.721438:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543698000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924428800:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763345646.723642:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+21:2411:x1849000910461568:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 4628us (5034us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345646.723656:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3755 00000100:00100000:2.0:1763345646.723959:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5432ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924430336:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345646.723990:0:8560:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b548d90400/0x52bea07cb58adc64 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345646.724624:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.724663:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.724683:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910461696 00000100:00100000:0.0:1763345646.724691:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910461696 00010000:00010000:0.0:1763345646.724729:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58ad6f3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833491 expref: 17 pid: 28868 timeout: 1139 lvb_type: 0 00000100:00100000:0.0:1763345646.724754:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910461824 00000100:00100000:0.0:1763345646.724793:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910461824 00010000:00010000:0.0:1763345646.724810:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58ad7e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808334de expref: 21 pid: 8403 timeout: 1139 lvb_type: 0 00000100:00100000:2.0:1763345646.724828:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3757 00000100:00100000:2.0:1763345646.724842:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910461696:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345646.724857:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345646.724865:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58ad6f3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833491 expref: 17 pid: 28868 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345646.724877:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58ad6f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833491 expref: 17 pid: 28868 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345646.724901:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345646.724903:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345646.724908:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58adc6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.724917:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58adc6b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.724936:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345646.725003:0:27809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58ad6f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833491 expref: 17 pid: 28868 timeout: 1139 lvb_type: 0 00000100:00100000:2.0:1763345646.725011:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910461696:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 169us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345646.725022:0:27809:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5432edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27809:1849000924430464:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345646.725038:0:27809:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58adc6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.725048:0:27809:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58adc6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.725055:0:27809:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58adc6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.725064:0:27809:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58adc6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.725071:0:27809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58adc6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.725088:0:27809:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763345646.725674:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3757 00000100:00100000:0.0:1763345646.725690:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3758 00000100:00100000:0.0:1763345646.725703:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+21:2408:x1849000910461824:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345646.725714:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345646.725720:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58ad7e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808334de expref: 21 pid: 8403 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345646.725732:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58ad7e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808334de expref: 21 pid: 8403 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345646.725747:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58ad7e8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a969808334de expref: 21 pid: 8403 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345646.725780:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345646.725782:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345646.725785:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90400/0x52bea07cb58adc64 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.725794:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90400/0x52bea07cb58adc64 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.725829:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345646.725857:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910461824:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 157us (1192us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345646.725863:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3758 00000100:00100000:3.0:1763345646.725885:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:0.0:1763345646.725891:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345646.725897:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58adc6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.725905:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345646.725906:0:8560:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b548d90400/0x52bea07cb58adc64 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.725910:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58adc6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.725923:0:8560:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90400/0x52bea07cb58adc64 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.725928:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58adc6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.725940:0:8560:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90400/0x52bea07cb58adc64 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.725949:0:8560:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90400/0x52bea07cb58adc64 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345646.725976:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.726031:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3657:x1849000924429440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9529us (10780us total) trans 17179872362 rc 0/0 00000100:00100000:1.0:1763345646.726040:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8320 00010000:00010000:2.0:1763345646.726047:0:8560:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763345646.726180:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3657:x1849000924428928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9893us (10983us total) trans 21474839634 rc 0/0 00000100:00100000:2.0:1763345646.726187:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8319 00000100:00100000:2.0:1763345646.726223:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924430592:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345646.726238:0:28867:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adc79 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.726448:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58adc6b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.726457:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58adc6b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.726474:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345646.726478:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d90400/0x52bea07cb58adc64 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.726484:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345646.726487:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90400/0x52bea07cb58adc64 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.726495:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90400/0x52bea07cb58adc64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.726505:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d90400/0x52bea07cb58adc64 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.726511:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90400/0x52bea07cb58adc64 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.726523:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345646.726524:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345646.726526:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345646.726537:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910461952 00000100:00100000:0.0:1763345646.726542:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910461952 00010000:00010000:1.0:1763345646.726544:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345646.726566:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b673318a00/0x52bea07cb58ad4a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808333cd expref: 16 pid: 15692 timeout: 1139 lvb_type: 0 00000100:00100000:0.0:1763345646.726603:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3759 00000100:00100000:0.0:1763345646.726611:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+16:2410:x1849000910461952:12345-192.168.203.8@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1763345646.726661:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.726993:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910462080 00000100:00100000:1.0:1763345646.726998:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910462080 00002000:00010000:1.0:1763345646.727023:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (262144->18446744073709551615) 00002000:00100000:1.0:1763345646.727028:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377d880 with x1849000910462080 ext(262144->18446744073709551615) 00002000:00010000:1.0:1763345646.727037:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54377d880. 00000100:00100000:1.0:1763345646.727060:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910462208 00000100:00100000:1.0:1763345646.727064:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910462208 00002000:00010000:1.0:1763345646.727077:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:1.0:1763345646.727080:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377d500 with x1849000910462208 ext(0->18446744073709551615) 00010000:00010000:0.0:1763345646.727082:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763345646.727085:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54377d500. 00010000:00010000:0.0:1763345646.727092:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b673318a00/0x52bea07cb58ad4a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808333cd expref: 17 pid: 15692 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345646.727103:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b673318a00/0x52bea07cb58ad4a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.8@tcp remote: 0x199a969808333cd expref: 17 pid: 15692 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345646.727122:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b673318a00/0x52bea07cb58ad4a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.8@tcp remote: 0x199a969808333cd expref: 17 pid: 15692 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345646.727130:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345646.727132:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345646.727135:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adc79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.727142:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adc79 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.727165:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345646.727194:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+16:2410:x1849000910461952:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 585us (1311us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345646.727201:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3759 00000004:00080000:0.0:1763345646.727237:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b543698a80/2, rc 0, transno 21474839634 00000100:00100000:0.0:1763345646.727246:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543698a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924428928:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1763345646.727257:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ab6d80/2, rc 0, transno 17179872362 00000100:00100000:0.0:1763345646.727263:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924429440:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345646.727402:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2009 00000100:00100000:3.0:1763345646.727411:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910462080:12345-192.168.203.8@tcp:10:lfs.0 00000100:00100000:2.0:1763345646.727412:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2010 00010000:00010000:2.0:1763345646.727427:0:28867:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adc79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.727435:0:28867:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adc79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.727442:0:28867:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adc79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.727449:0:28867:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adc79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.727461:0:28867:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1763345646.727569:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1763345646.727581:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345646.727584:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345646.727586:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345646.727588:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 192 -> 192 00000100:00100000:3.0:1763345646.727614:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910462080:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 204us (1639us total) trans 17179872363 rc 0/0 00000100:00100000:3.0:1763345646.727621:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2009 00002000:00010000:3.0:1763345646.727624:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (262144->18446744073709551615) 00000100:00100000:2.0:1763345646.727625:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543698380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3656:x1849000924429312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12295us (12761us total) trans 17179872364 rc 0/0 00002000:00100000:3.0:1763345646.727627:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377d880 with x1849000910462080 ext(262144->18446744073709551615) 00002000:00010000:3.0:1763345646.727632:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54377d880. 00000100:00100000:2.0:1763345646.727632:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8317 00000100:00100000:2.0:1763345646.727652:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910462208:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345646.727720:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345646.727723:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345646.727725:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345646.727727:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345646.727729:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345646.727787:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+21:2408:x1849000910462208:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 367us (1125us total) trans 21474839635 rc 0/0 00000100:00100000:2.0:1763345646.727794:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2010 00002000:00010000:2.0:1763345646.727797:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:2.0:1763345646.727800:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377d500 with x1849000910462208 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345646.727804:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54377d500. 00000004:00080000:1.0:1763345646.728052:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ab7100/2, rc 0, transno 17179872364 00000100:00100000:1.0:1763345646.728071:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924429312:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1763345646.728212:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345646.728219:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adc79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.728228:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541c38200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345646.728231:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adc79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.728240:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adc79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.728254:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adc79 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.728261:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b541c38200/0x52bea07cb58adc79 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.728275:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345646.728277:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345646.728279:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345646.731253:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.731369:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910462336 00000100:00100000:2.0:1763345646.731378:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910462336 00000100:00100000:2.0:1763345646.731474:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11403 00000100:00100000:2.0:1763345646.731486:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+324:57862:x1849000910462336:12345-192.168.203.8@tcp:44:lfs.0 00000100:00100000:2.0:1763345646.731621:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+324:57862:x1849000910462336:12345-192.168.203.8@tcp:44:lfs.0 Request processed in 138us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.731629:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11403 00000100:00100000:2.0:1763345646.733921:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.733966:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.734020:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910462464 00000100:00100000:1.0:1763345646.734029:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910462464 00000100:00100000:1.0:1763345646.734069:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910462592 00000100:00100000:1.0:1763345646.734072:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910462592 00000100:00100000:2.0:1763345646.734082:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8322 00000100:00100000:2.0:1763345646.734091:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910462464:12345-192.168.203.8@tcp:16:lfs.0 00000100:00100000:1.0:1763345646.734313:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8323 00000100:00100000:1.0:1763345646.734322:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+21:2408:x1849000910462592:12345-192.168.203.8@tcp:16:lfs.0 00000001:00080000:1.0:1763345646.736284:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839635 is committed 00000001:00080000:1.0:1763345646.736296:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839634 is committed 00000100:00100000:2.0:1763345646.736847:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910462592:12345-192.168.203.8@tcp:16:lfs.0 Request processed in 2520us (2874us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.736861:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8323 00000001:00080000:3.0:1763345646.737161:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872364 is committed 00000001:00080000:3.0:1763345646.737168:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872363 is committed 00000100:00100000:2.0:1763345646.737519:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910462464:12345-192.168.203.8@tcp:16:lfs.0 Request processed in 3427us (3604us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.737527:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8322 00000100:00100000:2.0:1763345646.751969:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.752009:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.752036:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.753155:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910462720 00000100:00100000:0.0:1763345646.753169:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910462720 00000100:00100000:0.0:1763345646.753533:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910462848 00000100:00100000:0.0:1763345646.753538:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910462848 00000100:00100000:1.0:1763345646.753947:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910462976 00000100:00100000:1.0:1763345646.753952:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910462976 00000100:00100000:1.0:1763345646.753990:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8324 00000100:00100000:1.0:1763345646.754000:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910462720:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:1.0:1763345646.754046:0:27809:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58adc80 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754061:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.754063:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.754068:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58adc80 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754080:0:27809:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58adc80 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754104:0:27809:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58adc80 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754113:0:27809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58adc80 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754120:0:27809:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58adc80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754126:0:27809:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345646.754130:0:27809:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58adc80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754137:0:27809:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58adc80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754149:0:27809:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58adc80 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754157:0:27809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58adc80 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345646.754230:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910462720:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 231us (2268us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345646.754237:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8324 00000100:00100000:1.0:1763345646.754256:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8325 00000100:00100000:1.0:1763345646.754262:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910462848:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:1.0:1763345646.754277:0:27809:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adc87 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754285:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.754287:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.754290:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adc87 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754298:0:27809:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adc87 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754310:0:27809:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adc87 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754317:0:27809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adc87 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754324:0:27809:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adc87 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754331:0:27809:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91c00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345646.754334:0:27809:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adc87 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754341:0:27809:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adc87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754350:0:27809:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adc87 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754356:0:27809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adc87 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345646.754381:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910462848:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 119us (2371us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345646.754387:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8325 00000100:00100000:1.0:1763345646.754398:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8326 00000100:00100000:1.0:1763345646.754405:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910462976:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:1.0:1763345646.754423:0:27809:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58adc8e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754430:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.754432:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.754435:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58adc8e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754448:0:27809:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58adc8e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754462:0:27809:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58adc8e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754469:0:27809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58adc8e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754476:0:27809:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58adc8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754482:0:27809:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345646.754485:0:27809:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58adc8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754492:0:27809:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58adc8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754500:0:27809:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58adc8e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.754506:0:27809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58adc8e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345646.754533:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910462976:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 129us (2496us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345646.754538:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8326 00000100:00100000:3.0:1763345646.758268:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.758695:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910463232 00000100:00100000:2.0:1763345646.758706:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910463232 00000100:00100000:2.0:1763345646.758930:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11404 00000100:00100000:2.0:1763345646.758942:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+324:57862:x1849000910463232:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345646.759025:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58adc95 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.759043:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58adc95 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.759054:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58adc95 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00010000:2.0:1763345646.759161:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001564d39f reply state 00000000ddcc6052 transno 8589941274 ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58adc95 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.759173:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58adc95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.759180:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25f:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:2.0:1763345646.759183:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345646.759187:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345646.759284:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+326:57862:x1849000910463232:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 344us (1024us total) trans 8589941274 rc 0/0 00000100:00100000:2.0:1763345646.759291:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11404 00000100:00100000:1.0:1763345646.762138:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.762213:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.762412:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910463360 00000100:00100000:2.0:1763345646.762422:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910463360 00000100:00100000:0.0:1763345646.762472:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910463488 00000100:00100000:0.0:1763345646.762476:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910463488 00000100:00100000:0.0:1763345646.762511:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8327 00000100:00100000:0.0:1763345646.762520:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910463360:12345-192.168.203.8@tcp:2:lfs.0 00000100:00100000:3.0:1763345646.762637:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8328 00000100:00100000:3.0:1763345646.762647:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910463488:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:3.0:1763345646.762813:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345646.762824:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345646 -> 1763345645 00002000:00010000:3.0:1763345646.762827:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 0 -> 1763345646 00002000:00010000:3.0:1763345646.762829:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345646.762831:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345646.762883:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910463488:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 237us (669us total) trans 21474839636 rc 0/0 00000100:00100000:3.0:1763345646.762890:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8328 00002000:00010000:0.0:1763345646.763212:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1763345646.763217:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345646 -> 1763345645 00002000:00010000:0.0:1763345646.763219:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 0 -> 1763345646 00002000:00010000:0.0:1763345646.763222:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345646.763224:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 192 -> 192 00000100:00100000:0.0:1763345646.763266:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910463360:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 746us (1134us total) trans 17179872365 rc 0/0 00000100:00100000:0.0:1763345646.763273:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8327 00000100:00100000:1.0:1763345646.766578:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.766945:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910463744 00000100:00100000:2.0:1763345646.766954:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910463744 00000100:00100000:2.0:1763345646.767010:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11405 00000100:00100000:2.0:1763345646.767021:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+326:57862:x1849000910463744:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345646.767077:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345646.767102:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d600/0x52bea07cb58adb3e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335ef expref: 326 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.767121:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345646.767126:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345646.767175:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58adc9c lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.767188:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58adc9c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.767196:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58adc9c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00010000:2.0:1763345646.767297:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f1586a0a reply state 000000000ae2e557 transno 8589941275 ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58adc9c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.767310:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58adc9c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.767316:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345646.767319:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345646.767323:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345646.767416:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+327:57862:x1849000910463744:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 396us (845us total) trans 8589941275 rc 0/0 00000100:00100000:2.0:1763345646.767423:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11405 00000100:00100000:2.0:1763345646.770263:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.770802:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910463872 00000100:00100000:3.0:1763345646.770811:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910463872 00000100:00100000:3.0:1763345646.770874:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8329 00000100:00100000:3.0:1763345646.770883:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:57862:x1849000910463872:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345646.770898:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345646.770914:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adca3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083365f expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.770940:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58adbdf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833627 expref: 17 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345646.770948:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345646.770950:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345646.770954:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adca3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083365f expref: 17 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.770983:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58adbdf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833627 expref: 17 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345646.770999:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58adbdf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833627 expref: 17 pid: 28868 timeout: 1139 lvb_type: 1 00000100:00100000:3.0:1763345646.771011:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544409c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924430720:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345646.771483:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b651b733c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763345646.774551:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544409c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924430720:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345646.774586:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adca3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083365f expref: 17 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.774604:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672e56600, rc 0) 00000100:00100000:2.0:1763345646.774655:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:57862:x1849000910463872:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3772us (4399us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.774664:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8329 00000100:00100000:1.0:1763345646.776335:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.776557:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910464000 00000100:00100000:0.0:1763345646.776659:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910464000 00010000:00010000:0.0:1763345646.776696:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58adbdf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833627 expref: 17 pid: 28868 timeout: 1139 lvb_type: 1 00000100:00100000:0.0:1763345646.776739:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3760 00000100:00100000:0.0:1763345646.776747:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65870e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910464000:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345646.776790:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345646.776810:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58adbdf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833627 expref: 17 pid: 28868 timeout: 1139 lvb_type: 1 00010000:00010000:0.0:1763345646.776830:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58adbdf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833627 expref: 17 pid: 28868 timeout: 1139 lvb_type: 1 00010000:00010000:0.0:1763345646.776852:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58adbdf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833627 expref: 17 pid: 28868 timeout: 1139 lvb_type: 1 00010000:00010000:0.0:1763345646.776866:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345646.776868:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345646.776874:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adca3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083365f expref: 16 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.776884:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adca3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083365f expref: 16 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.776916:0:28406:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adca3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083365f expref: 16 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345646.776927:0:28406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432df100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:28406:1849000924430848:192.168.203.8@tcp:105: 00000100:00100000:0.0:1763345646.777005:0:28406:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5448f8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763345646.779672:0:28406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432df100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:28406:1849000924430848:192.168.203.8@tcp:105: 00010000:00010000:2.0:1763345646.779694:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345646.779750:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65870e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910464000:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 3002us (3421us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.779936:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3760 00000100:00100000:3.0:1763345646.780572:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.781018:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910464128 00000100:00100000:2.0:1763345646.781026:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910464128 00000100:00100000:2.0:1763345646.781603:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8330 00000100:00100000:2.0:1763345646.781615:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:57862:x1849000910464128:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345646.781633:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345646.781653:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58adcaa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833666 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.781681:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b541c38c00/0x52bea07cb58adbd8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083362e expref: 17 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345646.781689:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345646.781691:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345646.781695:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58adcaa lrc: 4/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833666 expref: 17 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.781729:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b541c38c00/0x52bea07cb58adbd8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083362e expref: 17 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345646.781742:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b541c38c00/0x52bea07cb58adbd8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083362e expref: 17 pid: 15692 timeout: 1139 lvb_type: 1 00000100:00100000:2.0:1763345646.781756:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924430976:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345646.781904:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b544180c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763345646.784689:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924430976:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345646.784724:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58adcaa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833666 expref: 17 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.784744:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b641661400, rc 0) 00000100:00100000:2.0:1763345646.784856:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:57862:x1849000910464128:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3243us (4283us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.784865:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8330 00000100:00100000:3.0:1763345646.785171:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.785570:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910464256 00000100:00100000:2.0:1763345646.785578:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910464256 00010000:00010000:2.0:1763345646.785608:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b541c38c00/0x52bea07cb58adbd8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083362e expref: 17 pid: 15692 timeout: 1139 lvb_type: 1 00000100:00100000:2.0:1763345646.786125:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3761 00000100:00100000:2.0:1763345646.786137:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910464256:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345646.786153:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345646.786172:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b541c38c00/0x52bea07cb58adbd8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083362e expref: 17 pid: 15692 timeout: 1139 lvb_type: 1 00010000:00010000:2.0:1763345646.786185:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b541c38c00/0x52bea07cb58adbd8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083362e expref: 17 pid: 15692 timeout: 1139 lvb_type: 1 00010000:00010000:2.0:1763345646.786207:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b541c38c00/0x52bea07cb58adbd8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083362e expref: 17 pid: 15692 timeout: 1139 lvb_type: 1 00010000:00010000:2.0:1763345646.786221:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345646.786223:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345646.786229:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58adcaa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833666 expref: 16 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.786239:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58adcaa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833666 expref: 16 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.786272:0:28406:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58adcaa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833666 expref: 16 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345646.786285:0:28406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:28406:1849000924431104:192.168.203.8@tcp:105: 00000100:00100000:2.0:1763345646.787261:0:28406:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b544180c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763345646.790595:0:28406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:28406:1849000924431104:192.168.203.8@tcp:105: 00010000:00010000:2.0:1763345646.790620:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345646.790683:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910464256:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 4547us (5510us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.790693:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3761 00000100:00100000:1.0:1763345646.793072:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.793139:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910464384 00000100:00100000:2.0:1763345646.793148:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910464384 00000100:00100000:2.0:1763345646.793204:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8331 00000100:00100000:2.0:1763345646.793215:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:57862:x1849000910464384:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345646.793231:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345646.793251:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58adcb1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083366d expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.793280:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58adbe6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833635 expref: 17 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345646.793287:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345646.793290:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345646.793293:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58adcb1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083366d expref: 17 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.793325:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58adbe6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833635 expref: 17 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345646.793337:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58adbe6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833635 expref: 17 pid: 8405 timeout: 1139 lvb_type: 1 00000100:00100000:2.0:1763345646.793355:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8560:1849000924431232:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345646.793465:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b544180c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763345646.796029:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8560:1849000924431232:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345646.796059:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58adcb1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083366d expref: 17 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.796077:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545330200, rc 0) 00000100:00100000:2.0:1763345646.796368:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:57862:x1849000910464384:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3152us (3300us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.796376:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8331 00000100:00100000:1.0:1763345646.796451:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.796643:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910464512 00000100:00100000:2.0:1763345646.796650:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910464512 00010000:00010000:2.0:1763345646.796678:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58adbe6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833635 expref: 17 pid: 8405 timeout: 1139 lvb_type: 1 00000100:00100000:2.0:1763345646.796711:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3762 00000100:00100000:2.0:1763345646.796720:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910464512:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345646.796733:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345646.796751:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58adbe6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833635 expref: 17 pid: 8405 timeout: 1139 lvb_type: 1 00010000:00010000:2.0:1763345646.796886:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58adbe6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833635 expref: 17 pid: 8405 timeout: 1139 lvb_type: 1 00010000:00010000:2.0:1763345646.796915:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58adbe6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833635 expref: 17 pid: 8405 timeout: 1139 lvb_type: 1 00010000:00010000:2.0:1763345646.796928:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345646.796930:0:28406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345646.796936:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58adcb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083366d expref: 16 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.796947:0:28406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58adcb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083366d expref: 16 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.797343:0:28406:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58adcb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083366d expref: 16 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345646.797356:0:28406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:28406:1849000924431360:192.168.203.8@tcp:105: 00000100:00100000:2.0:1763345646.797426:0:28406:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b544180c00 going to sleep for 11 seconds 00000100:00100000:1.0:1763345646.800326:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.800346:0:28406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:28406:1849000924431360:192.168.203.8@tcp:105: 00000100:00100000:1.0:1763345646.800355:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:2.0:1763345646.800367:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345646.800383:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.800413:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910464512:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 3694us (3962us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.800424:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3762 00000100:00100000:1.0:1763345646.800426:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910464640 00000100:00100000:1.0:1763345646.800432:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910464640 00000100:00100000:1.0:1763345646.800466:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910464768 00000100:00100000:1.0:1763345646.800469:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910464768 00000100:00100000:1.0:1763345646.800483:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910464896 00000100:00100000:1.0:1763345646.800485:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910464896 00000100:00100000:1.0:1763345646.800505:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8332 00000100:00100000:1.0:1763345646.800513:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910464640:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:1.0:1763345646.800652:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 262144 -> 262144 00000100:00100000:0.0:1763345646.800654:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8333 00002000:00010000:1.0:1763345646.800656:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.800659:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 0 -> 1763345646 00002000:00010000:1.0:1763345646.800661:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345645 -> 1763345646 00002000:00010000:1.0:1763345646.800664:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 424 -> 424 00000100:00100000:0.0:1763345646.800664:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910464768:12345-192.168.203.8@tcp:2:lfs.0 00000100:00100000:1.0:1763345646.800714:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910464640:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 201us (395us total) trans 21474839637 rc 0/0 00002000:00010000:0.0:1763345646.800718:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1763345646.800720:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8332 00002000:00010000:0.0:1763345646.800721:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:0.0:1763345646.800723:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 0 -> 1763345646 00002000:00010000:0.0:1763345646.800725:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345645 -> 1763345646 00002000:00010000:0.0:1763345646.800727:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763345646.800734:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8334 00000100:00100000:1.0:1763345646.800741:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910464896:12345-192.168.203.8@tcp:2:lfs.0 00000100:00100000:0.0:1763345646.800749:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910464768:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 88us (393us total) trans 21474839638 rc 0/0 00000100:00100000:0.0:1763345646.800754:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8333 00002000:00010000:1.0:1763345646.800838:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345646.800841:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345646.800843:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 0 -> 1763345646 00002000:00010000:1.0:1763345646.800845:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345645 -> 1763345646 00002000:00010000:1.0:1763345646.800847:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345646.800869:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910464896:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 128us (484us total) trans 17179872366 rc 0/0 00000100:00100000:1.0:1763345646.800875:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8334 00000100:00100000:1.0:1763345646.803515:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.803581:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910465152 00000100:00100000:2.0:1763345646.803591:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910465152 00000100:00100000:2.0:1763345646.803647:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3940 00000100:00100000:2.0:1763345646.803656:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b64a0b4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+327:57862:x1849000910465152:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:2.0:1763345646.803737:0:35216:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000405:0x25c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58adbb5 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833620 expref: 327 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.803788:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adcb8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345646.803799:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ada3b lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083358d expref: 327 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.803805:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58adae3 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335cc expref: 327 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.803826:0:35216:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adcb8 lrc: 5/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345646.803862:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58adae3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a969808335cc expref: 327 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.803875:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58adae3 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808335cc expref: 327 pid: 35210 timeout: 1139 lvb_type: 0 00000100:00100000:2.0:1763345646.803889:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfd500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924431488:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345646.803972:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ada3b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083358d expref: 327 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.803981:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ada3b lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083358d expref: 327 pid: 35210 timeout: 1139 lvb_type: 0 00000100:00100000:2.0:1763345646.803989:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924431616:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345646.804011:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b544180c00 going to sleep for 11 seconds 00000100:00100000:1.0:1763345646.806591:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfd500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924431488:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345646.806604:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924431616:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345646.806626:0:35216:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adcb8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:1.0:1763345646.806833:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345646.806895:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.807010:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910465280 00000100:00100000:0.0:1763345646.807017:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910465280 00010000:00010000:0.0:1763345646.807050:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58adae3 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808335cc expref: 328 pid: 35210 timeout: 1139 lvb_type: 0 00000100:00100000:2.0:1763345646.807326:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910465408 00000100:00100000:2.0:1763345646.807332:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910465408 00010000:00010000:2.0:1763345646.807349:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ada3b lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083358d expref: 329 pid: 35210 timeout: 1139 lvb_type: 0 00000100:00100000:2.0:1763345646.807984:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3763 00000100:00100000:2.0:1763345646.807996:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+329:2409:x1849000910465280:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345646.808012:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345646.808019:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58adae3 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808335cc expref: 329 pid: 35210 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345646.808031:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58adae3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808335cc expref: 329 pid: 35210 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345646.808052:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378c800/0x52bea07cb58adae3 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a969808335cc expref: 329 pid: 35210 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345646.808067:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345646.808071:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adcb8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345646.808079:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adcb8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345646.808085:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345646.808138:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+328:2409:x1849000910465280:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 145us (1306us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.808146:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3763 00000100:00100000:2.0:1763345646.808165:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3764 00000100:00100000:2.0:1763345646.808172:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+327:2409:x1849000910465408:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345646.808182:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345646.808187:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ada3b lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083358d expref: 327 pid: 35210 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345646.808196:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ada3b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083358d expref: 327 pid: 35210 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345646.808206:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54378d200/0x52bea07cb58ada3b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083358d expref: 327 pid: 35210 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345646.808215:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345646.808218:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adcb8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345646.808225:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adcb8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345646.808231:0:28406:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adcb8 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345646.808251:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345646.808269:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+326:2409:x1849000910465408:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 98us (1374us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.808276:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3764 00010000:00010000:1.0:1763345646.808489:0:35216:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adcb8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345646.808497:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adcb8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345646.808516:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58adcbf lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345646.808527:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72e00/0x52bea07cb58adbf4 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083363c expref: 325 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.808540:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58adc02 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x25f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833643 expref: 325 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.808547:0:35216:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58adcbf lrc: 5/0,1 mode: --/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345646.808577:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58adc02 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833643 expref: 325 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.808590:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58adc02 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833643 expref: 325 pid: 35210 timeout: 1139 lvb_type: 0 00000100:00100000:1.0:1763345646.808602:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5432ee300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924431744:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345646.808668:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72e00/0x52bea07cb58adbf4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083363c expref: 325 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.808676:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72e00/0x52bea07cb58adbf4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083363c expref: 325 pid: 35210 timeout: 1139 lvb_type: 0 00000100:00100000:1.0:1763345646.808684:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5432ee680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924431872:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345646.808713:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5434f1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1763345646.812656:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.812965:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5432ee300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924431744:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345646.812980:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5432ee680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924431872:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345646.812988:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910465536 00000100:00100000:0.0:1763345646.812995:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910465536 00010000:00010000:2.0:1763345646.813004:0:35216:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58adcbf lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345646.813029:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58adc02 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833643 expref: 326 pid: 35210 timeout: 1139 lvb_type: 0 00000100:00100000:0.0:1763345646.813056:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3765 00000100:00100000:0.0:1763345646.813064:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544409c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+326:2409:x1849000910465536:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345646.813077:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345646.813083:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58adc02 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833643 expref: 326 pid: 35210 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345646.813093:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58adc02 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833643 expref: 326 pid: 35210 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345646.813114:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58adc02 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833643 expref: 326 pid: 35210 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345646.813127:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25f:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:0.0:1763345646.813132:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58adcbf lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345646.813140:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58adcbf lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345646.813145:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345646.813195:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544409c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:2409:x1849000910465536:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 131us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345646.813203:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3765 00000100:00100000:1.0:1763345646.814073:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.814130:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910465664 00000100:00100000:0.0:1763345646.814136:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910465664 00010000:00010000:0.0:1763345646.814158:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72e00/0x52bea07cb58adbf4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083363c expref: 325 pid: 35210 timeout: 1139 lvb_type: 0 00000100:00100000:2.0:1763345646.814234:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3766 00000100:00100000:2.0:1763345646.814243:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:2408:x1849000910465664:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345646.814253:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345646.814259:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72e00/0x52bea07cb58adbf4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083363c expref: 325 pid: 35210 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345646.814269:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72e00/0x52bea07cb58adbf4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083363c expref: 325 pid: 35210 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345646.814285:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72e00/0x52bea07cb58adbf4 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083363c expref: 325 pid: 35210 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345646.814298:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25f:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:2.0:1763345646.814302:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58adcbf lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345646.814311:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58adcbf lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345646.814318:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58adcbf lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345646.814348:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345646.814394:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+324:2408:x1849000910465664:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 152us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.814400:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3766 00010000:00010000:1.0:1763345646.814457:0:35216:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58adcbf lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345646.814464:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58adcbf lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:1.0:1763345646.814738:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5432ee680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924432000:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345646.814824:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345646.814856:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5434f1600 going to sleep for 11 seconds 00000100:00100000:3.0:1763345646.814949:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924432000 00000100:00100000:3.0:1763345646.814956:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924432000 00000100:00100000:3.0:1763345646.814996:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1308 00000100:00100000:3.0:1763345646.815004:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924432000:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763345646.815129:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924432000:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 124us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345646.815136:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1308 00000100:00100000:1.0:1763345646.815227:0:35216:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839634 gen 2 00000004:00080000:1.0:1763345646.815233:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b543699f80, transno 21474839631 00000004:00080000:1.0:1763345646.815248:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54369b100, transno 21474839632 00000004:00080000:1.0:1763345646.815251:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b543698000, transno 21474839633 00000004:00080000:1.0:1763345646.815254:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b543698a80, transno 21474839634 00000100:00100000:1.0:1763345646.815260:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5432ee680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924432000:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345646.815314:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5432ee680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924432128:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345646.815339:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345646.815361:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5840 going to sleep for 11 seconds 00000004:00080000:0.0:1763345646.815478:0:32326:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 2 changes, 0 in progress, 0 in flight, 4 done 00000100:00100000:2.0:1763345646.815520:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924432128 00000100:00100000:2.0:1763345646.815524:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924432128 00000100:00100000:2.0:1763345646.815555:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309 00000100:00100000:2.0:1763345646.815562:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924432128:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345646.815632:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924432128:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 70us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.815639:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309 00000100:00100000:1.0:1763345646.815869:0:35216:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872364 gen 2 00000004:00080000:1.0:1763345646.815874:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5432eca80, transno 17179872359 00000004:00080000:1.0:1763345646.815884:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5432ed880, transno 17179872360 00000004:00080000:1.0:1763345646.815887:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ab5180, transno 17179872361 00000004:00080000:1.0:1763345646.815889:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ab6d80, transno 17179872362 00000004:00080000:1.0:1763345646.815892:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ab7100, transno 17179872364 00000100:00100000:1.0:1763345646.815897:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5432ee680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924432128:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345646.815937:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924432256:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345646.815959:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345646.815969:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6534eed80 going to sleep for 11 seconds 00000100:00100000:3.0:1763345646.816013:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924432256 00000100:00100000:3.0:1763345646.816017:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924432256 00000100:00100000:3.0:1763345646.816043:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1310 00000100:00100000:3.0:1763345646.816049:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924432256:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763345646.816105:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924432256:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 56us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345646.816112:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1310 00000004:00080000:2.0:1763345646.816233:0:32328:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 1 changes, 0 in progress, 0 in flight, 5 done 00000100:00100000:1.0:1763345646.816325:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924432256:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345646.816360:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924432384:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345646.816383:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345646.816664:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5840 going to sleep for 11 seconds 00000100:00100000:0.0:1763345646.816696:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924432384 00000100:00100000:0.0:1763345646.816701:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924432384 00000100:00100000:0.0:1763345646.816735:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1311 00000100:00100000:0.0:1763345646.816743:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924432384:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763345646.816847:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924432384:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 105us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345646.816853:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1311 00000100:00100000:1.0:1763345646.816926:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924432384:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345646.816965:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924432512:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345646.816987:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345646.817014:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64a12b300 going to sleep for 11 seconds 00000100:00100000:3.0:1763345646.817071:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924432512 00000100:00100000:3.0:1763345646.817076:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924432512 00000100:00100000:3.0:1763345646.817107:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1312 00000100:00100000:3.0:1763345646.817114:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924432512:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763345646.817175:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924432512:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 61us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345646.817182:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1312 00000100:00100000:1.0:1763345646.817308:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924432512:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345646.817342:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924432640:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345646.817365:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345646.817446:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6534eed80 going to sleep for 11 seconds 00000100:00100000:0.0:1763345646.817500:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924432640 00000100:00100000:0.0:1763345646.817505:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924432640 00000100:00100000:0.0:1763345646.817716:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:0.0:1763345646.817724:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924432640:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763345646.817824:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924432640:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 93us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345646.817830:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00100000:1.0:1763345646.817896:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924432640:0@lo:1000:mdt_rdpg00_003.0 00000040:00080000:1.0:1763345646.818266:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].12, 640 off44416 00000001:00080000:1.0:1763345646.818276:0:35216:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941276 00000100:00100000:1.0:1763345646.818334:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924432768:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345646.818366:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345646.818987:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5434f1840 going to sleep for 11 seconds 00000100:00100000:0.0:1763345646.822883:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924432768 00000100:00100000:0.0:1763345646.822896:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924432768 00000100:00100000:0.0:1763345646.822961:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:0.0:1763345646.822969:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924432768:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763345646.823152:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:35216:x1849000924432768:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 183us (4785us total) trans 17179872367 rc 0/0 00000100:00100000:0.0:1763345646.823159:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00000100:00100000:3.0:1763345646.823323:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924432768:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763345646.823365:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b671c0f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924432896:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763345646.823400:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345646.823427:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b651b733c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345646.823470:0:7861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924432896 00000100:00100000:1.0:1763345646.823475:0:7861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924432896 00000100:00100000:1.0:1763345646.823507:0:7861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1315 00000100:00100000:1.0:1763345646.823514:0:7861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924432896:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345646.823617:0:7861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:35216:x1849000924432896:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 103us (216us total) trans 21474839639 rc 0/0 00000100:00100000:1.0:1763345646.823623:0:7861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1315 00000100:00100000:3.0:1763345646.823679:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b671c0f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924432896:0@lo:1000:mdt_rdpg00_003.0 00000001:00080000:3.0:1763345646.823738:0:35216:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941277 00010000:00010000:3.0:1763345646.823801:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58adcbf lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345646.823810:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58adcbf lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345646.823824:0:35216:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58adcbf lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345646.823830:0:35216:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345646.823834:0:35216:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58adcbf lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345646.823841:0:35216:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58adcbf lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345646.823854:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25f:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:3.0:1763345646.823856:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763345646.823860:0:35216:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58adcbf lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345646.823866:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58adcbf lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345646.823878:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adcb8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345646.823883:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adcb8 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345646.823888:0:35216:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adcb8 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345646.823893:0:35216:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5ca00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345646.823895:0:35216:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adcb8 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345646.823899:0:35216:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adcb8 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345646.823905:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345646.823907:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763345646.823909:0:35216:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adcb8 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345646.823914:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adcb8 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345646.823924:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345646.823926:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763345646.823931:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541c39e00/0x52bea07cb58adbb5 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833620 expref: 326 pid: 35210 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345646.824003:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a0b4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+325:57862:x1849000910465152:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 20349us (20496us total) trans 8589941278 rc 0/0 00000100:00100000:3.0:1763345646.824012:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3940 00000020:00080000:3.0:1763345646.824015:0:35216:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1763345646.826791:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.826909:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910465792 00000100:00100000:3.0:1763345646.826919:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910465792 00000100:00100000:3.0:1763345646.826980:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11406 00000100:00100000:3.0:1763345646.826989:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57862:x1849000910465792:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345646.827012:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345646.827033:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318200/0x52bea07cb58adcc6 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833674 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.827093:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318200/0x52bea07cb58adcc6 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833674 expref: 326 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.827107:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318200/0x52bea07cb58adcc6 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833674 expref: 326 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345646.827124:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345646.827127:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345646.827130:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b673318200, rc 0) 00000100:00100000:3.0:1763345646.829430:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+326:57862:x1849000910465792:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2431us (2665us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345646.829442:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11406 00000100:00100000:1.0:1763345646.833564:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.834104:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910466048 00000100:00100000:3.0:1763345646.834115:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910466048 00000100:00100000:3.0:1763345646.834175:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3941 00000100:00100000:3.0:1763345646.834185:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+326:57862:x1849000910466048:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345646.834399:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+327:57862:x1849000910466048:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 215us (844us total) trans 8589941279 rc 0/0 00000100:00100000:3.0:1763345646.834407:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3941 00000100:00100000:1.0:1763345646.838705:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.838807:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910466304 00000100:00100000:2.0:1763345646.838828:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910466304 00000100:00100000:2.0:1763345646.838886:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3942 00000100:00100000:2.0:1763345646.838897:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+327:57862:x1849000910466304:12345-192.168.203.8@tcp:35:lfs.0 00000004:00080000:2.0:1763345646.839099:0:6523:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x25f:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1763345646.839182:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adccd lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345646.839200:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adccd lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345646.839211:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adccd lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345646.839219:0:6523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adccd lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x25f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345646.839226:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adccd lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x25f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345646.839232:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adccd lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345646.839258:0:6523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763345646.839433:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+328:57862:x1849000910466304:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 537us (736us total) trans 8589941280 rc 0/0 00000100:00100000:2.0:1763345646.839442:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3942 00010000:00010000:0.0:1763345646.840954:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345646.840974:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adccd lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x25f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345646.840989:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5ca00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345646.840993:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adccd lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x25f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345646.841002:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adccd lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345646.841019:0:10338:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25f:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:0.0:1763345646.841022:0:10338:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763345646.841027:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adccd lrc: 1/0,0 mode: --/PW res: [0x200000405:0x25f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345646.841032:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adccd lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345646.841049:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345646.841051:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345646.841053:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345646.854873:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.855216:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910466432 00000100:00100000:2.0:1763345646.855225:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910466432 00000100:00100000:2.0:1763345646.855283:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11407 00000100:00100000:2.0:1763345646.855293:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+328:57863:x1849000910466432:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345646.855315:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345646.855338:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58adcd4 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083367b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.855400:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58adcdb lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.855413:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58adcdb lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.855429:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58adcdb lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.855443:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58adce2 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.855450:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58adce2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.855455:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58adce2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.855527:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adce9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.855536:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adce9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.855542:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adce9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345646.855578:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00000004:00200000:2.0:1763345646.855583:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345646.855601:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adce9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.855612:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adce9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.855620:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58adcdb lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.855626:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58adcdb lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.855631:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58adcdb lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.855636:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58adcdb lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.855642:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5d800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345646.855646:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58adcdb lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.855652:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58adcdb lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.855664:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b54326b500) 00010000:00010000:2.0:1763345646.855667:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345646.855672:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58adcdb lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.855678:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58adcdb lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.855692:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58adce2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.855698:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58adce2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.855703:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58adce2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.855708:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b653d5de00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345646.855710:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58adce2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.855716:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58adce2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.855722:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b54326b400) 00010000:00010000:2.0:1763345646.855725:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345646.855728:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58adce2 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.855733:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58adce2 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.855808:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5c400/0x52bea07cb58adcd4 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083367b expref: 330 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.855837:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adce9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083367b expref: 329 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.855849:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345646.855851:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345646.855854:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b653d5ca00, rc 0) 00000100:00100000:2.0:1763345646.856322:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+329:57863:x1849000910466432:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1028us (1456us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.856330:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11407 00000100:00100000:1.0:1763345646.861095:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.861687:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910466688 00000100:00100000:2.0:1763345646.861708:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910466688 00000100:00100000:2.0:1763345646.861800:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11408 00000100:00100000:2.0:1763345646.861811:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+329:57863:x1849000910466688:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345646.861839:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345646.861859:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58adcf0 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833682 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.861955:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58adcf7 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.861969:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58adcf7 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345646.861979:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58adcf7 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345646.861990:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00010000:00010000:2.0:1763345646.862088:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5de00/0x52bea07cb58adcf0 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833682 expref: 332 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.862105:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58adcf7 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833682 expref: 331 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.862114:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345646.862116:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763345646.862120:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b653d5d800, rc 0) 00000100:00100000:2.0:1763345646.862175:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+331:57863:x1849000910466688:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 366us (1088us total) trans 8589941281 rc 0/0 00000100:00100000:2.0:1763345646.862182:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11408 00000100:00100000:1.0:1763345646.865278:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.865358:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910466944 00000100:00100000:0.0:1763345646.865367:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910466944 00000100:00100000:0.0:1763345646.865928:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11409 00000100:00100000:0.0:1763345646.865940:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+331:57863:x1849000910466944:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345646.865962:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345646.865983:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add05 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833689 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.866087:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58add0c lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.866102:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58add0c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.866113:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58add0c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345646.866125:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00010000:00010000:0.0:1763345646.866231:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add05 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833689 expref: 334 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.866249:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58add0c lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833689 expref: 333 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.866258:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345646.866261:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345646.866265:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4800, rc 0) 00000100:00100000:0.0:1763345646.866327:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+333:57863:x1849000910466944:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 389us (1055us total) trans 8589941282 rc 0/0 00000100:00100000:0.0:1763345646.866334:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11409 00000100:00100000:1.0:1763345646.913264:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.913484:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910467072 00000100:00100000:0.0:1763345646.913495:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910467072 00000100:00100000:0.0:1763345646.913573:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2011 00000100:00100000:0.0:1763345646.913584:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910467072:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:0.0:1763345646.913617:0:28407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add1a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.913636:0:28407:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adca3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083365f expref: 18 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.913644:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345646.913647:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345646.913651:0:28407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add1a lrc: 4/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.913682:0:28407:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adca3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a9698083365f expref: 18 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.913695:0:28407:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adca3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083365f expref: 18 pid: 8560 timeout: 1139 lvb_type: 0 00000100:00100000:0.0:1763345646.913709:0:28407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432de300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:28407:1849000924433024:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345646.913834:0:28407:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5448f83c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763345646.916468:0:28407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432de300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:28407:1849000924433024:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345646.916494:0:28407:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add1a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345646.917229:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.917420:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910467200 00000100:00100000:2.0:1763345646.917428:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910467200 00010000:00010000:2.0:1763345646.917462:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adca3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083365f expref: 19 pid: 8560 timeout: 1139 lvb_type: 0 00000100:00100000:2.0:1763345646.917502:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3767 00000100:00100000:2.0:1763345646.917512:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65870c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910467200:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345646.917527:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345646.917546:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adca3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083365f expref: 19 pid: 8560 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345646.917558:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adca3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083365f expref: 19 pid: 8560 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345646.917579:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58adca3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083365f expref: 19 pid: 8560 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345646.917594:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345646.917596:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345646.917600:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add1a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.917610:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add1a lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.917647:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345646.917699:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65870c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910467200:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 188us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.917707:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3767 00010000:00010000:1.0:1763345646.918141:0:28407:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add1a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.918151:0:28407:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add1a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.922225:0:28407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add1a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.922244:0:28407:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add1a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.922252:0:28407:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.922257:0:28407:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4c00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345646.922262:0:28407:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.922275:0:28407:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.922292:0:28407:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add1a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.922299:0:28407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add1a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345646.922593:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910467072:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 8883us (9208us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1763345646.922604:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2011 00000100:00100000:2.0:1763345646.925981:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.926020:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345646.926208:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910467328 00000100:00100000:3.0:1763345646.926218:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910467328 00000100:00100000:3.0:1763345646.926268:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910467456 00000100:00100000:3.0:1763345646.926271:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910467456 00000100:00100000:3.0:1763345646.926706:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8335 00000100:00100000:3.0:1763345646.926718:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910467328:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345646.926736:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345646.926754:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b673318a00/0x52bea07cb58add21 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833690 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345646.926841:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b671c0c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8560:1849000924433152:192.168.203.8@tcp:106: 00000100:00100000:3.0:1763345646.926915:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64a12b300 going to sleep for 11 seconds 00000100:00100000:0.0:1763345646.927339:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8336 00000100:00100000:0.0:1763345646.927351:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910467456:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345646.927361:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345646.927373:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58add28 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833697 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345646.927402:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924433280:192.168.203.8@tcp:106: 00000100:00100000:0.0:1763345646.927436:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5448f83c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763345646.930722:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b671c0c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8560:1849000924433152:192.168.203.8@tcp:106: 00010000:00010000:3.0:1763345646.930777:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b673318a00/0x52bea07cb58add21 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833690 expref: 18 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345646.930802:0:8560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b673318a00/0x52bea07cb58add21 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833690 expref: 18 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345646.930813:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b673318a00, rc 0) 00000100:00100000:3.0:1763345646.930884:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910467328:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4168us (4911us total) trans 0 rc 301/301 00000100:00100000:3.0:1763345646.930892:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8335 00000100:00100000:0.0:1763345646.931476:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924433280:192.168.203.8@tcp:106: 00010000:00010000:0.0:1763345646.931498:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58add28 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833697 expref: 18 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345646.931513:0:15692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58add28 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833697 expref: 18 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345646.931523:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4e00, rc 0) 00000100:00100000:0.0:1763345646.931553:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910467456:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4205us (5532us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345646.931559:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8336 00000100:00100000:2.0:1763345646.934106:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.934191:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910467584 00000100:00100000:0.0:1763345646.934202:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910467584 00000100:00100000:0.0:1763345646.934274:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2012 00000100:00100000:0.0:1763345646.934284:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910467584:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:0.0:1763345646.934321:0:28407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58add2f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.934340:0:28407:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adc72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833658 expref: 17 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.934348:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345646.934350:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345646.934354:0:28407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58add2f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.934386:0:28407:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adc72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833658 expref: 17 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.934399:0:28407:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adc72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833658 expref: 17 pid: 8404 timeout: 1139 lvb_type: 0 00000100:00100000:0.0:1763345646.934415:0:28407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432de300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28407:1849000924433408:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345646.934496:0:28407:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5448f83c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763345646.937148:0:28407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432de300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28407:1849000924433408:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345646.937175:0:28407:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58add2f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345646.938009:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.938366:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910467712 00000100:00100000:0.0:1763345646.938375:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910467712 00010000:00010000:0.0:1763345646.938408:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adc72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833658 expref: 18 pid: 8404 timeout: 1139 lvb_type: 0 00000100:00100000:0.0:1763345646.938631:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3768 00000100:00100000:0.0:1763345646.938641:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910467712:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345646.938654:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345646.938672:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adc72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833658 expref: 18 pid: 8404 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345646.938684:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adc72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833658 expref: 18 pid: 8404 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345646.938716:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adc72 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833658 expref: 18 pid: 8404 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345646.938730:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345646.938732:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345646.938737:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58add2f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.938751:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58add2f lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.938811:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345646.938873:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910467712:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 232us (866us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345646.938881:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3768 00010000:00010000:2.0:1763345646.939407:0:28407:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58add2f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.939417:0:28407:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58add2f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.946237:0:28407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58add2f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.946257:0:28407:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58add2f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.946265:0:28407:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58add2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.946272:0:28407:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4c00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345646.946276:0:28407:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58add2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.946284:0:28407:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58add2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.946302:0:28407:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58add2f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.946309:0:28407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58add2f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345646.946399:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910467584:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 12112us (12300us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1763345646.946408:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2012 00000100:00100000:1.0:1763345646.956077:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.956164:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910467840 00000100:00100000:0.0:1763345646.956173:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910467840 00000100:00100000:0.0:1763345646.956240:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 451 00000100:00100000:0.0:1763345646.956251:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+333:57863:x1849000910467840:12345-192.168.203.8@tcp:103:lfs.0 00010000:00010000:0.0:1763345646.956267:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345646.956290:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58add0c lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833689 expref: 333 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.956307:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345646.956312:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345646.956374:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+332:57863:x1849000910467840:12345-192.168.203.8@tcp:103:lfs.0 Request processed in 124us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345646.956381:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 451 00000100:00100000:3.0:1763345646.958912:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.959082:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910468096 00000100:00100000:2.0:1763345646.959092:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910468096 00000100:00100000:2.0:1763345646.959149:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3943 00000100:00100000:2.0:1763345646.959159:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+332:57863:x1849000910468096:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345646.959388:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+333:57863:x1849000910468096:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 229us (484us total) trans 8589941283 rc 0/0 00000100:00100000:2.0:1763345646.959396:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3943 00000100:00100000:2.0:1763345646.962549:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.962649:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910468352 00000100:00100000:0.0:1763345646.962659:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910468352 00000100:00100000:0.0:1763345646.962725:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11410 00000100:00100000:0.0:1763345646.962735:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+333:57861:x1849000910468352:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345646.962795:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345646.962824:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58add36 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083369e expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.962925:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add3d lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.962942:0:35210:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adce9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083367b expref: 334 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.962951:0:35210:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add3d lrc: 4/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.962983:0:35210:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adce9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083367b expref: 334 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.962996:0:35210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adce9 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083367b expref: 334 pid: 6520 timeout: 1139 lvb_type: 0 00000100:00100000:0.0:1763345646.963017:0:35210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432de300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924433536:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345646.964120:0:35210:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5448f8840 going to sleep for 11 seconds 00000100:00100000:1.0:1763345646.966280:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.966403:0:35210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432de300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924433536:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345646.966429:0:35210:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add3d lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:0.0:1763345646.966507:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910468480 00000100:00100000:0.0:1763345646.966515:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910468480 00010000:00010000:0.0:1763345646.966550:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adce9 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083367b expref: 335 pid: 6520 timeout: 1139 lvb_type: 0 00000100:00100000:0.0:1763345646.966591:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3769 00000100:00100000:0.0:1763345646.966601:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+335:2409:x1849000910468480:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345646.966615:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345646.966623:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adce9 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083367b expref: 335 pid: 6520 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345646.966635:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adce9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083367b expref: 335 pid: 6520 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345646.966656:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58adce9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083367b expref: 335 pid: 6520 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345646.966675:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345646.966680:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add3d lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.966688:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add3d lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345646.966695:0:6507:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add3d lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.966975:0:35210:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add3d lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.966983:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add3d lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:1.0:1763345646.967006:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00010000:00010000:1.0:1763345646.967124:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58add36 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083369e expref: 336 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.967140:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add3d lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083369e expref: 335 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.967146:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345646.967149:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763345646.967152:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4c00, rc 0) 00000100:00100000:1.0:1763345646.967210:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+335:57861:x1849000910468352:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 4477us (4669us total) trans 8589941284 rc 0/0 00000100:00100000:1.0:1763345646.967219:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11410 00010000:00010000:0.0:1763345646.969063:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345646.969194:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+334:2409:x1849000910468480:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 2589us (2916us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345646.969206:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3769 00000100:00100000:1.0:1763345646.976869:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.977308:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910468608 00000100:00100000:2.0:1763345646.977317:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910468608 00000100:00100000:2.0:1763345646.977379:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11411 00000100:00100000:2.0:1763345646.977389:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544864e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+334:57861:x1849000910468608:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345646.977410:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345646.977431:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58add4b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808336a5 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.977520:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58add52 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.977536:0:35210:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add3d lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083369e expref: 335 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.977544:0:35210:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58add52 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.977576:0:35210:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add3d lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083369e expref: 335 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345646.977588:0:35210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add3d lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083369e expref: 335 pid: 35210 timeout: 1139 lvb_type: 0 00000100:00100000:2.0:1763345646.977601:0:35210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfd500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924433664:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345646.978297:0:35210:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6412546c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345646.981453:0:35210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfd500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924433664:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345646.981484:0:35210:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58add52 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:1.0:1763345646.982124:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345646.982191:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910468736 00000100:00100000:2.0:1763345646.982199:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910468736 00010000:00010000:2.0:1763345646.982232:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add3d lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083369e expref: 336 pid: 35210 timeout: 1139 lvb_type: 0 00000100:00100000:2.0:1763345646.982274:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3770 00000100:00100000:2.0:1763345646.982283:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544867100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+336:2408:x1849000910468736:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345646.982298:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345646.982304:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add3d lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083369e expref: 336 pid: 35210 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345646.982315:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add3d lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083369e expref: 336 pid: 35210 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345646.982336:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58add3d lrc: 0/0,0 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083369e expref: 336 pid: 35210 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345646.982349:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345646.982355:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58add52 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.982364:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58add52 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.982372:0:6507:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58add52 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345646.982402:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345646.982453:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544867100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+335:2408:x1849000910468736:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 170us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345646.982460:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3770 00010000:00010000:1.0:1763345646.983018:0:35210:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58add52 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.983027:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58add52 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:1.0:1763345646.983074:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00000004:00200000:1.0:1763345646.983080:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345646.983098:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58add52 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345646.983127:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58add4b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336a5 expref: 335 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.983144:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58add52 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336a5 expref: 334 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.983151:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345646.983154:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345646.983156:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b658b9e600, rc 0) 00000100:00100000:1.0:1763345646.983197:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544864e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+334:57861:x1849000910468608:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 5809us (6336us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345646.983204:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11411 00000100:00100000:1.0:1763345646.985453:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.988778:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910468864 00000100:00100000:0.0:1763345646.988792:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910468864 00000100:00100000:0.0:1763345646.988871:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8337 00000100:00100000:0.0:1763345646.988881:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910468864:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345646.988897:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345646.988919:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58add59 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808336ac expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345646.989084:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x370:0x0] initial LVB size: 262144, mtime: 0x691a84ed, atime: 0x691a84ee, ctime: 0x691a84ee, blocks: 0x1a8 00010000:00010000:0.0:1763345646.989105:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345646.989107:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345646.989118:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58add59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336ac expref: 18 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345646.989135:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58add59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336ac expref: 18 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345646.989153:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4e00, rc 0) 00000100:00100000:0.0:1763345646.989215:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910468864:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 335us (3768us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345646.989221:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8337 00000100:00100000:2.0:1763345646.993643:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.993890:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910468992 00000100:00100000:0.0:1763345646.993900:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910468992 00000100:00100000:1.0:1763345646.994084:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8338 00000100:00100000:1.0:1763345646.994096:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+18:57861:x1849000910468992:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:1.0:1763345646.994111:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345646.994128:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58add60 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808336b3 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.994154:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58add59 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336ac expref: 19 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345646.994162:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.994164:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.994169:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58add60 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->126975] (req 122880->126975) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336b3 expref: 19 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.994207:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58add59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a969808336ac expref: 19 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345646.994220:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58add59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808336ac expref: 19 pid: 15692 timeout: 1139 lvb_type: 1 00000100:00100000:1.0:1763345646.994233:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544867800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924433792:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345646.994319:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5300 going to sleep for 11 seconds 00000100:00100000:3.0:1763345646.999500:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345646.999600:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910469120 00000100:00100000:0.0:1763345646.999609:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910469120 00010000:00010000:0.0:1763345646.999647:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58add59 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808336ac expref: 20 pid: 15692 timeout: 1139 lvb_type: 1 00000100:00100000:0.0:1763345646.999689:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3771 00000100:00100000:0.0:1763345646.999699:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910469120:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345646.999713:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345646.999734:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58add59 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808336ac expref: 20 pid: 15692 timeout: 1139 lvb_type: 1 00010000:00010000:0.0:1763345646.999747:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58add59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808336ac expref: 20 pid: 15692 timeout: 1139 lvb_type: 1 00010000:00010000:0.0:1763345646.999803:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345646.999806:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345646.999810:0:15692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58add59 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a969808336ac expref: 20 pid: 15692 timeout: 1139 lvb_type: 1 00010000:00010000:0.0:1763345646.999812:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58add60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 122880->126975) gid 0 flags: 0x50080000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336b3 expref: 20 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.999832:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58add60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->126975) gid 0 flags: 0x50080000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336b3 expref: 19 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345646.999835:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544867800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924433792:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345646.999861:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58add60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a969808336b3 expref: 19 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345646.999866:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58add60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a969808336b3 expref: 19 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345646.999871:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90200, rc 0) 00000100:00100000:1.0:1763345646.999923:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+19:57861:x1849000910468992:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 5828us (6287us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345646.999930:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8338 00000100:00100000:0.0:1763345647.000562:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432dd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6506:1849000924433920:192.168.203.8@tcp:105: 00000100:00100000:0.0:1763345647.000633:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5448f83c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763345647.003732:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.003954:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432dd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6506:1849000924433920:192.168.203.8@tcp:105: 00010000:00010000:0.0:1763345647.003973:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345647.004026:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910469120:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 4328us (4534us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345647.004036:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3771 00000100:00100000:2.0:1763345647.004134:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910469248 00000100:00100000:2.0:1763345647.004140:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910469248 00002000:00100000:2.0:1763345647.004178:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (122880->126975) req@ffff91b671c0fb80 x1849000910469248/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 488/0 e 0 to 0 dl 1763345658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345647.004189:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b671c0fb80 with x1849000910469248 ext(122880->126975) 00002000:00010000:2.0:1763345647.004194:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b671c0fb80 00000100:00100000:2.0:1763345647.004222:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2013 00000100:00100000:2.0:1763345647.004230:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+18:2411:x1849000910469248:12345-192.168.203.8@tcp:3:lfs.0 00000100:00100000:2.0:1763345647.004954:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+18:2411:x1849000910469248:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 721us (1226us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763345647.004962:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2013 00002000:00100000:2.0:1763345647.004969:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (122880->126975) req@ffff91b671c0fb80 x1849000910469248/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 488/4536 e 0 to 0 dl 1763345658 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345647.004978:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b671c0fb80 with x1849000910469248 ext(122880->126975) 00002000:00010000:2.0:1763345647.004982:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b671c0fb80 00000100:00100000:2.0:1763345647.009897:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345647.009973:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910469504 00000100:00100000:3.0:1763345647.009982:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910469504 00000100:00100000:3.0:1763345647.010155:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3944 00000100:00100000:3.0:1763345647.010165:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+334:57861:x1849000910469504:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:3.0:1763345647.010411:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+335:57861:x1849000910469504:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 246us (521us total) trans 8589941285 rc 0/0 00000100:00100000:3.0:1763345647.010419:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3944 00000100:00100000:1.0:1763345647.016886:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.018557:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910469760 00000100:00100000:2.0:1763345647.018579:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910469760 00000100:00100000:2.0:1763345647.018644:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11412 00000100:00100000:2.0:1763345647.018654:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544867800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+335:57861:x1849000910469760:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345647.018677:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345647.018681:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:2.0:1763345647.018707:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58add52 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336a5 expref: 335 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.018802:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58adcf7 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833682 expref: 334 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.018827:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318200/0x52bea07cb58adcc6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833674 expref: 333 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.018838:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345647.018843:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345647.018856:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58add67 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808336ba expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.018901:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58add6e lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.018912:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58add6e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.018920:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58add6e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000040:00080000:2.0:1763345647.019129:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1943, 88 off160872 00000004:00080000:2.0:1763345647.019139:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1039544379494ns, next at 1037769741907ns, rc = 0 00000040:00080000:2.0:1763345647.019179:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1959, 88 off162440 00000004:00080000:2.0:1763345647.019186:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1039544426236ns, next at 1038505825846ns, rc = 0 00000040:00080000:2.0:1763345647.019267:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1944, 88 off160960 00000004:00080000:2.0:1763345647.019277:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1039544517164ns, next at 1037769741907ns, rc = 0 00000040:00080000:2.0:1763345647.019290:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1960, 88 off162528 00000004:00080000:2.0:1763345647.019295:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1039544535095ns, next at 1038505825846ns, rc = 0 00000040:00080000:2.0:1763345647.019318:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1961, 88 off162616 00000004:00080000:2.0:1763345647.019323:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1039544563493ns, next at 1038505825846ns, rc = 0 00000040:00080000:2.0:1763345647.019334:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1945, 88 off161048 00000004:00080000:2.0:1763345647.019338:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1039544578244ns, next at 1037769741907ns, rc = 0 00000001:00080000:2.0:1763345647.022565:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941286 is committed 00000004:00080000:2.0:1763345647.022580:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1246 committed 00000004:00080000:2.0:1763345647.022595:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1262 committed 00000004:00080000:2.0:1763345647.022612:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1261 committed 00000004:00080000:2.0:1763345647.022615:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1245 committed 00000004:00080000:2.0:1763345647.022617:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1260 committed 00000004:00080000:2.0:1763345647.022619:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1244 committed 00000020:00080000:2.0:1763345647.022641:0:32310:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91b5434f1600 refcount 2 committed 0 result 0 batchid 4294969280 00000020:00080000:2.0:1763345647.022646:0:32310:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91b67c8a1d00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91b6431fab40 00000020:00080000:2.0:1763345647.022648:0:32310:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91b67c8a1900 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91b5434f1d80 00000020:00080000:2.0:1763345647.022651:0:32310:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91b67c8a1c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91b544c83e00 00000020:00080000:2.0:1763345647.022654:0:32310:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].12 00010000:00010000:2.0:1763345647.022729:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58add6e lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336ba expref: 321 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.022742:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345647.022744:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763345647.022777:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58add67 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336ba expref: 321 pid: 35210 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763345647.022795:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58add6e lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336ba expref: 320 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.022830:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345647.022832:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763345647.022835:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b658b9ee00, rc 0) 00000100:00100000:2.0:1763345647.022898:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544867800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+320:57861:x1849000910469760:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 4244us (6020us total) trans 8589941286 rc 0/0 00000100:00100000:2.0:1763345647.022911:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11412 00000100:00100000:1.0:1763345647.023422:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924434432:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345647.023470:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345647.023503:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763345647.023510:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924434048:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763345647.023530:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763345647.023829:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58adc33 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.023838:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58adc33 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.023844:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58adc33 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.023850:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b650a72000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345647.023854:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58adc33 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.023861:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58adc33 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.023871:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25f:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:3.0:1763345647.023874:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345647.023877:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58adc33 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.023882:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b650a72000/0x52bea07cb58adc33 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.023896:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58adc95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.023901:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58adc95 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.023905:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58adc95 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.023909:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545b86200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345647.023911:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58adc95 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.023917:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58adc95 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.023924:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25f:0x0].0x0 (ffff91b67a37f600) 00010000:00010000:3.0:1763345647.023926:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345647.023929:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58adc95 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.023935:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58adc95 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.023950:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58adc9c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.023956:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58adc9c lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.023962:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58adc9c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.023967:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545b86000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345647.023971:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58adc9c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.023977:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58adc9c lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.023984:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345647.023986:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345647.023989:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58adc9c lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.023994:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86000/0x52bea07cb58adc9c lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000100:00100000:2.0:1763345647.024084:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924434176:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345647.024198:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924434304:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345647.024222:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345647.024254:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924434432 00000100:00100000:1.0:1763345647.024261:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924434432 00000100:00100000:1.0:1763345647.024299:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924434048 00000100:00100000:1.0:1763345647.024303:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924434048 00000100:00100000:1.0:1763345647.024319:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924434304 00000100:00100000:1.0:1763345647.024321:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924434304 00000100:00100000:1.0:1763345647.024337:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8339 00000100:00100000:1.0:1763345647.024345:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3656:x1849000924434432:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345647.024493:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3656:x1849000924434432:12345-0@lo:2:osp-syn-1-0.0 Request processed in 148us (1022us total) trans 17179872368 rc 0/0 00000100:00100000:1.0:1763345647.024500:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8339 00000100:00100000:1.0:1763345647.024515:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8340 00000100:00100000:1.0:1763345647.024521:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3656:x1849000924434048:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1763345647.024619:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8341 00000100:00100000:2.0:1763345647.024627:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3659:x1849000924434304:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1763345647.024686:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345647.024690:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345647.024692:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.024694:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.024697:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345647.024729:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3659:x1849000924434304:12345-0@lo:2:osp-syn-1-0.0 Request processed in 103us (505us total) trans 17179872369 rc 0/0 00000100:00100000:2.0:1763345647.024736:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8341 00000020:00080000:0.0:1763345647.024942:0:32338:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969278 00000100:00100000:2.0:1763345647.025000:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924434560:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1763345647.025028:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345647.025040:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924434560 00000100:00100000:0.0:1763345647.025044:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924434560 00000100:00100000:2.0:1763345647.025050:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924435072:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345647.025069:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345647.025069:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8342 00000100:00100000:0.0:1763345647.025075:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3657:x1849000924434560:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1763345647.025084:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00002000:00080000:0.0:1763345647.025088:0:28867:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:878 count 1 00000100:00100000:2.0:1763345647.025089:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924434944:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345647.025107:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1763345647.025112:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x36e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345647.025118:0:28867:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58add75 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345647.025127:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924435072 00000100:00100000:2.0:1763345647.025130:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924435072 00010000:00010000:0.0:1763345647.025131:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345647.025133:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345647.025138:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58add75 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345647.025143:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924434944 00000100:00100000:2.0:1763345647.025145:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924434944 00010000:00010000:0.0:1763345647.025150:0:28867:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58add75 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345647.025155:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8343 00010000:00010000:0.0:1763345647.025159:0:28867:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58add75 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345647.025160:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3657:x1849000924435072:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1763345647.025167:0:28867:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58add75 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.025182:0:28867:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1763345647.025221:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345647.025224:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345647.025226:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.025228:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.025231:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345647.025258:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3657:x1849000924435072:12345-0@lo:2:osp-syn-0-0.0 Request processed in 97us (188us total) trans 21474839640 rc 0/0 00000100:00100000:2.0:1763345647.025264:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8343 00000100:00100000:2.0:1763345647.025277:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8344 00000100:00100000:2.0:1763345647.025282:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3657:x1849000924434944:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345647.025321:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3657:x1849000924434560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 246us (292us total) trans 21474839641 rc 0/0 00002000:00010000:2.0:1763345647.025327:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:0.0:1763345647.025327:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8342 00002000:00010000:2.0:1763345647.025329:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345647.025332:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.025333:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.025336:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763345647.025359:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3657:x1849000924434944:12345-0@lo:2:osp-syn-0-0.0 Request processed in 77us (250us total) trans 21474839642 rc 0/0 00000100:00100000:2.0:1763345647.025364:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8344 00000004:00080000:2.0:1763345647.025383:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6432de300/2, rc 0, transno 21474839642 00000004:00080000:0.0:1763345647.025383:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6449d3100/2, rc 0, transno 17179872368 00000100:00100000:2.0:1763345647.025388:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924434944:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345647.025388:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924434432:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1763345647.025396:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6432dc000/2, rc 0, transno 21474839640 00000100:00100000:2.0:1763345647.025399:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924435072:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1763345647.025406:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6432dd880/2, rc 0, transno 21474839641 00000100:00100000:2.0:1763345647.025409:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924434560:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763345647.025410:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345647.025428:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924434688:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763345647.025449:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345647.025472:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763345647.025478:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924434816:0@lo:2:osp-syn-0-0.0 00002000:00080000:1.0:1763345647.025486:0:27809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:882 count 1 00000100:00100000:0.0:1763345647.025496:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763345647.025499:0:27809:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58add7c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.025513:0:27809:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58ad90e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833540 expref: 15 pid: 8405 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1763345647.025516:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924434176 00010000:00010000:1.0:1763345647.025520:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1763345647.025520:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924434176 00010000:00010000:1.0:1763345647.025522:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.025525:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58add7c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345647.025537:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924434688 00000100:00100000:0.0:1763345647.025540:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924434688 00000100:00100000:0.0:1763345647.025549:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924434816 00000100:00100000:0.0:1763345647.025551:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924434816 00000100:00100000:0.0:1763345647.025562:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8345 00000100:00100000:0.0:1763345647.025568:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3658:x1849000924434176:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1763345647.025621:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345647.025624:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00010000:00010000:1.0:1763345647.025626:0:27809:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58ad90e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980833540 expref: 15 pid: 8405 timeout: 0 lvb_type: 1 00002000:00010000:0.0:1763345647.025626:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345647.025628:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:0.0:1763345647.025631:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:1.0:1763345647.025640:0:27809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58ad90e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833540 expref: 15 pid: 8405 timeout: 1139 lvb_type: 1 00000100:00100000:1.0:1763345647.025651:0:27809:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27809:1849000924435200:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345647.025657:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3658:x1849000924434176:12345-0@lo:2:osp-syn-1-0.0 Request processed in 90us (247us total) trans 17179872370 rc 0/0 00000100:00100000:0.0:1763345647.025663:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8345 00000100:00100000:0.0:1763345647.025674:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8346 00000100:00100000:0.0:1763345647.025679:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3658:x1849000924434688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1763345647.025689:0:28868:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:879 count 1 00010000:00010000:0.0:1763345647.025700:0:28868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58add83 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345647.025703:0:27809:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5300 going to sleep for 11 seconds 00010000:00010000:0.0:1763345647.025711:0:28868:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad907 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x36f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833539 expref: 17 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345647.025717:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1763345647.025719:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8347 00010000:00010000:0.0:1763345647.025719:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345647.025721:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58add83 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x36f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345647.025726:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3658:x1849000924434816:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1763345647.025738:0:28868:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad907 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x36f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980833539 expref: 17 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345647.025747:0:28868:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad907 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x36f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833539 expref: 17 pid: 8405 timeout: 1139 lvb_type: 1 00000100:00100000:0.0:1763345647.025787:0:28868:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:28868:1849000924435328:192.168.203.8@tcp:104: 00002000:00010000:1.0:1763345647.025799:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1763345647.025803:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345647.025805:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:1.0:1763345647.025807:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:1.0:1763345647.025809:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 424 -> 424 00000100:00100000:0.0:1763345647.025811:0:28868:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5448f89c0 going to sleep for 11 seconds 00000004:00080000:0.0:1763345647.025843:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6449d2300/2, rc 0, transno 17179872370 00000100:00100000:0.0:1763345647.025850:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924434176:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763345647.025890:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6449d1c00/2, rc 0, transno 17179872369 00000100:00100000:0.0:1763345647.025894:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924434304:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1763345647.025911:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345647.025916:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58add75 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.025924:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345647.025927:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58add75 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.025936:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58add75 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.025951:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58add75 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.025957:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58add75 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.025970:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345647.025972:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345647.025973:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763345647.026119:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3658:x1849000924434816:12345-0@lo:2:osp-syn-0-0.0 Request processed in 393us (621us total) trans 21474839643 rc 0/0 00000100:00100000:1.0:1763345647.026126:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8347 00000004:00080000:0.0:1763345647.026284:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6432df480/2, rc 0, transno 21474839643 00000100:00100000:0.0:1763345647.026290:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924434816:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345647.031953:0:27809:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27809:1849000924435200:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345647.031982:0:27809:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58add7c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345647.032093:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.032182:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.032252:0:28868:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:28868:1849000924435328:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345647.032268:0:28868:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58add83 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345647.032327:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910469888 00000100:00100000:2.0:1763345647.032334:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910469888 00010000:00010000:2.0:1763345647.032367:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58ad90e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833540 expref: 16 pid: 8405 timeout: 1139 lvb_type: 1 00000100:00100000:2.0:1763345647.032405:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910470016 00000100:00100000:2.0:1763345647.032409:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910470016 00010000:00010000:2.0:1763345647.032422:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad907 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x36f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833539 expref: 18 pid: 8405 timeout: 1139 lvb_type: 1 00000100:00100000:2.0:1763345647.032453:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3772 00000100:00100000:2.0:1763345647.032462:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910469888:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345647.032475:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345647.032481:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58ad90e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833540 expref: 16 pid: 8405 timeout: 1139 lvb_type: 1 00010000:00010000:2.0:1763345647.032494:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58ad90e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833540 expref: 16 pid: 8405 timeout: 1139 lvb_type: 1 00010000:00010000:2.0:1763345647.032516:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58ad90e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833540 expref: 16 pid: 8405 timeout: 1139 lvb_type: 1 00010000:00010000:2.0:1763345647.032533:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345647.032535:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345647.032540:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58add7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.032550:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58add7c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.032574:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345647.032617:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910469888:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 156us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345647.032624:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3772 00000100:00100000:2.0:1763345647.032640:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3773 00000100:00100000:2.0:1763345647.032646:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65870e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910470016:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345647.032654:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345647.032658:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad907 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x36f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833539 expref: 18 pid: 8405 timeout: 1139 lvb_type: 1 00010000:00010000:2.0:1763345647.032669:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad907 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x36f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833539 expref: 18 pid: 8405 timeout: 1139 lvb_type: 1 00010000:00010000:2.0:1763345647.032682:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58ad907 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x36f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833539 expref: 18 pid: 8405 timeout: 1139 lvb_type: 1 00010000:00010000:2.0:1763345647.032691:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345647.032693:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345647.032696:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58add83 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.032704:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58add83 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x36f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.032718:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345647.032733:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65870e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910470016:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 88us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345647.032740:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3773 00010000:00010000:2.0:1763345647.032811:0:27809:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58add7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.032830:0:27809:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58add7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.032840:0:27809:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58add7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.032848:0:27809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58add7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.032862:0:27809:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763345647.033150:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345647.033157:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58add7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.033165:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91c00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345647.033169:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58add7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.033177:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58add7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.033189:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58add7c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.033197:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58add7c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.033212:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345647.033214:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345647.033215:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345647.033224:0:28868:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58add83 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.033232:0:28868:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58add83 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.033240:0:28868:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58add83 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.033247:0:28868:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58add83 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.033274:0:28868:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763345647.033318:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345647.033326:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58add83 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.033335:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345647.033339:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58add83 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.033349:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58add83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.033361:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58add83 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.033369:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58add83 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.033389:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345647.033392:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345647.033393:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345647.033475:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3658:x1849000924434688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7794us (8023us total) trans 21474839644 rc 0/0 00000100:00100000:0.0:1763345647.033484:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8346 00000004:00080000:3.0:1763345647.034196:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6432df800/2, rc 0, transno 21474839644 00000100:00100000:3.0:1763345647.034204:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924434688:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1763345647.034622:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3656:x1849000924434048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10099us (11088us total) trans 17179872371 rc 0/0 00000100:00100000:2.0:1763345647.034632:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8340 00000004:00080000:0.0:1763345647.034660:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6449d2a00/2, rc 0, transno 17179872371 00000100:00100000:0.0:1763345647.034667:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924434048:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763345647.038138:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.038226:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910470144 00000100:00100000:2.0:1763345647.038236:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910470144 00002000:00100000:2.0:1763345647.038285:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (122880->126975) req@ffff91b6432dea00 x1849000910470144/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 488/0 e 0 to 0 dl 1763345658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345647.038298:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6432dea00 with x1849000910470144 ext(122880->126975) 00002000:00010000:2.0:1763345647.038304:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6432dea00 00000100:00100000:2.0:1763345647.038344:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2014 00000100:00100000:2.0:1763345647.038355:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910470144:12345-192.168.203.8@tcp:3:lfs.0 00000100:00100000:2.0:1763345647.040319:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910470144:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 1958us (2181us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763345647.040335:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2014 00002000:00100000:2.0:1763345647.040347:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (122880->126975) req@ffff91b6432dea00 x1849000910470144/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 488/4536 e 0 to 0 dl 1763345658 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345647.040357:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6432dea00 with x1849000910470144 ext(122880->126975) 00002000:00010000:2.0:1763345647.040363:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6432dea00 00000100:00100000:1.0:1763345647.046873:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.048089:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910470272 00000100:00100000:2.0:1763345647.048101:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910470272 00002000:00100000:2.0:1763345647.048150:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (98304->163839) req@ffff91b6449d1880 x1849000910470272/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 504/0 e 0 to 0 dl 1763345658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345647.048161:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6449d1880 with x1849000910470272 ext(98304->163839) 00002000:00010000:2.0:1763345647.048167:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6449d1880 00000100:00100000:2.0:1763345647.048197:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2015 00000100:00100000:2.0:1763345647.048207:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910470272:12345-192.168.203.8@tcp:3:lfs.0 00000100:00100000:2.0:1763345647.051001:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910470272:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 2784us (4126us total) trans 0 rc 61440/61440 00000100:00100000:2.0:1763345647.051016:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2015 00002000:00100000:2.0:1763345647.051028:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (98304->163839) req@ffff91b6449d1880 x1849000910470272/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 504/440 e 0 to 0 dl 1763345658 ref 1 fl Complete:/600/0 rc 61440/61440 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345647.051037:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6449d1880 with x1849000910470272 ext(98304->163839) 00002000:00010000:2.0:1763345647.051042:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6449d1880 00000100:00100000:1.0:1763345647.055544:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.055681:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910470400 00000100:00100000:2.0:1763345647.055812:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910470400 00002000:00100000:2.0:1763345647.055876:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (163840->200703) req@ffff91b6449d1180 x1849000910470400/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 488/0 e 0 to 0 dl 1763345658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345647.055887:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6449d1180 with x1849000910470400 ext(163840->200703) 00002000:00010000:2.0:1763345647.055893:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6449d1180 00000100:00100000:2.0:1763345647.055918:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2016 00000100:00100000:2.0:1763345647.055929:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910470400:12345-192.168.203.8@tcp:3:lfs.0 00000100:00100000:2.0:1763345647.057586:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910470400:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 1649us (2041us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1763345647.057598:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2016 00002000:00100000:2.0:1763345647.057609:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (163840->200703) req@ffff91b6449d1180 x1849000910470400/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 488/440 e 0 to 0 dl 1763345658 ref 1 fl Complete:/600/0 rc 36864/36864 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345647.057620:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6449d1180 with x1849000910470400 ext(163840->200703) 00002000:00010000:2.0:1763345647.057626:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6449d1180 00000100:00100000:1.0:1763345647.066096:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.066209:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910470528 00000100:00100000:2.0:1763345647.066219:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910470528 00002000:00100000:2.0:1763345647.066265:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (122880->192511) req@ffff91b6449d0000 x1849000910470528/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 488/0 e 0 to 0 dl 1763345658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345647.066276:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6449d0000 with x1849000910470528 ext(122880->192511) 00002000:00010000:2.0:1763345647.066283:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6449d0000 00000100:00100000:2.0:1763345647.066319:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2017 00000100:00100000:2.0:1763345647.066329:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+17:2410:x1849000910470528:12345-192.168.203.8@tcp:4:lfs.0 00000100:00100000:0.0:1763345647.070173:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+19:2410:x1849000910470528:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 3836us (4076us total) trans 21474839645 rc 0/0 00000100:00100000:0.0:1763345647.070187:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2017 00002000:00100000:0.0:1763345647.070197:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (122880->192511) req@ffff91b6449d0000 x1849000910470528/t21474839645(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 488/448 e 0 to 0 dl 1763345658 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345647.070207:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6449d0000 with x1849000910470528 ext(122880->192511) 00002000:00010000:0.0:1763345647.070214:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6449d0000 00000100:00100000:1.0:1763345647.074797:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.074911:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910470656 00000100:00100000:2.0:1763345647.074921:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910470656 00000100:00100000:2.0:1763345647.074969:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8348 00000100:00100000:2.0:1763345647.074980:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+19:2411:x1849000910470656:12345-192.168.203.8@tcp:16:fsx.0 00000001:00080000:1.0:1763345647.077833:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839645 is committed 00000001:00080000:1.0:1763345647.077853:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839644 is committed 00000100:00100000:2.0:1763345647.078605:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+14:2411:x1849000910470656:12345-192.168.203.8@tcp:16:fsx.0 Request processed in 3621us (3848us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345647.078617:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8348 00000100:00100000:1.0:1763345647.080966:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.081018:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910470784 00000100:00100000:2.0:1763345647.081027:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910470784 00000100:00100000:2.0:1763345647.081085:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11413 00000100:00100000:2.0:1763345647.081094:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+317:57861:x1849000910470784:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345647.081115:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345647.081132:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58add8a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808336c1 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.081220:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58add91 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.081234:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58add91 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.081244:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58add91 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:2.0:1763345647.081269:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00000004:00200000:2.0:1763345647.081274:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345647.081290:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58add91 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.081312:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58add8a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336c1 expref: 319 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.081326:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58add91 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336c1 expref: 318 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.081335:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345647.081338:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345647.081342:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b658b9e600, rc 0) 00000100:00100000:2.0:1763345647.081403:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+318:57861:x1849000910470784:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 309us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345647.081410:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11413 00000100:00100000:1.0:1763345647.086419:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.086512:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910470912 00000100:00100000:0.0:1763345647.086521:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910470912 00000100:00100000:0.0:1763345647.086596:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2018 00000100:00100000:0.0:1763345647.086605:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+14:2411:x1849000910470912:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:0.0:1763345647.087378:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1763345647.087382:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345645 -> 1763345646 00002000:00010000:0.0:1763345647.087385:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.087387:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.087389:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 424 -> 480 00000100:00100000:0.0:1763345647.087458:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+15:2411:x1849000910470912:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 853us (1046us total) trans 21474839646 rc 0/0 00000100:00100000:0.0:1763345647.087467:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2018 00000100:00100000:3.0:1763345647.090364:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.090418:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910471040 00000100:00100000:0.0:1763345647.090428:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910471040 00000100:00100000:0.0:1763345647.090495:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2019 00000100:00100000:0.0:1763345647.090504:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910471040:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:0.0:1763345647.090917:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1763345647.090921:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.090923:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.090925:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.090927:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 480 -> 432 00000100:00100000:0.0:1763345647.090984:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910471040:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 480us (626us total) trans 21474839647 rc 0/0 00000100:00100000:0.0:1763345647.090991:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2019 00000100:00100000:1.0:1763345647.098307:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.098393:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910471168 00000100:00100000:0.0:1763345647.098403:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910471168 00000100:00100000:0.0:1763345647.098475:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2020 00000100:00100000:0.0:1763345647.098486:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910471168:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:0.0:1763345647.098610:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1763345647.098614:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.098617:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.098619:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.098621:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 432 -> 432 00000100:00100000:0.0:1763345647.098679:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910471168:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 194us (380us total) trans 21474839648 rc 0/0 00000100:00100000:0.0:1763345647.098687:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2020 00000100:00100000:1.0:1763345647.101236:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.101495:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910471296 00000100:00100000:2.0:1763345647.101506:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910471296 00000100:00100000:2.0:1763345647.101613:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2021 00000100:00100000:2.0:1763345647.101626:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910471296:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:2.0:1763345647.102057:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1763345647.102061:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.102064:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.102066:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.102069:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 432 -> 376 00000100:00100000:2.0:1763345647.102130:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2411:x1849000910471296:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 507us (901us total) trans 21474839649 rc 0/0 00000100:00100000:2.0:1763345647.102138:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2021 00000100:00100000:3.0:1763345647.106420:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.108741:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910471424 00000100:00100000:2.0:1763345647.108754:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910471424 00002000:00100000:2.0:1763345647.108837:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (184320->249855) req@ffff91b54440b480 x1849000910471424/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 488/0 e 0 to 0 dl 1763345658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345647.108848:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54440b480 with x1849000910471424 ext(184320->249855) 00002000:00010000:2.0:1763345647.108854:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54440b480 00000100:00100000:2.0:1763345647.108896:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2022 00000100:00100000:2.0:1763345647.108910:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910471424:12345-192.168.203.8@tcp:3:lfs.0 00000100:00100000:2.0:1763345647.111809:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910471424:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 2897us (5389us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1763345647.111829:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2022 00002000:00100000:2.0:1763345647.111842:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (184320->249855) req@ffff91b54440b480 x1849000910471424/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 488/440 e 0 to 0 dl 1763345658 ref 1 fl Complete:/600/0 rc 65536/65536 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345647.111851:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54440b480 with x1849000910471424 ext(184320->249855) 00002000:00010000:2.0:1763345647.111856:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54440b480 00000100:00100000:1.0:1763345647.115737:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.115807:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910471552 00000100:00100000:2.0:1763345647.115831:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910471552 00002000:00100000:2.0:1763345647.115881:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (249856->262143) req@ffff91b672ed2680 x1849000910471552/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 488/0 e 0 to 0 dl 1763345658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345647.115893:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ed2680 with x1849000910471552 ext(249856->262143) 00002000:00010000:2.0:1763345647.115899:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ed2680 00000100:00100000:2.0:1763345647.115937:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2023 00000100:00100000:2.0:1763345647.115947:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910471552:12345-192.168.203.8@tcp:3:lfs.0 00000100:00100000:2.0:1763345647.116136:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910471552:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 189us (416us total) trans 0 rc 12288/12288 00000100:00100000:2.0:1763345647.116145:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2023 00002000:00100000:2.0:1763345647.116153:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (249856->262143) req@ffff91b672ed2680 x1849000910471552/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 488/12728 e 0 to 0 dl 1763345658 ref 1 fl Complete:/600/0 rc 12288/12288 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345647.116162:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ed2680 with x1849000910471552 ext(249856->262143) 00002000:00010000:2.0:1763345647.116166:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ed2680 00000100:00100000:3.0:1763345647.121064:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.121397:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910471680 00000100:00100000:1.0:1763345647.121406:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910471680 00000100:00100000:1.0:1763345647.121525:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11414 00000100:00100000:1.0:1763345647.121535:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+318:57861:x1849000910471680:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:1.0:1763345647.121553:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345647.121573:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58add98 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808336c8 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.121605:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58add9f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.121619:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58add9f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.121630:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58add9f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.121737:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58add98 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336c8 expref: 320 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.121756:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58add9f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336c8 expref: 319 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.121829:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345647.121831:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763345647.121835:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91e00, rc 0) 00000100:00100000:1.0:1763345647.121884:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+319:57861:x1849000910471680:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 351us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.121891:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11414 00000100:00100000:1.0:1763345647.131009:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.131078:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910471936 00000100:00100000:2.0:1763345647.131089:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910471936 00000100:00100000:2.0:1763345647.131579:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11415 00000100:00100000:2.0:1763345647.131592:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+319:57861:x1849000910471936:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:2.0:1763345647.131642:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1763345647.131666:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58add91 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336c1 expref: 319 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.131688:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58add6e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336ba expref: 318 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.131699:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345647.131704:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345647.132628:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58adda6 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345647.132644:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58adda6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345647.132653:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58adda6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:2.0:1763345647.132698:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941287 00000004:00010000:2.0:1763345647.132722:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000067f1b5a4 reply state 00000000bb40312a transno 8589941288 ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58adda6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345647.132734:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58adda6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345647.132741:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345647.132743:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345647.132746:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345647.132876:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+320:57861:x1849000910471936:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 1286us (1872us total) trans 8589941288 rc 0/0 00000100:00100000:2.0:1763345647.132885:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11415 00000020:00080000:2.0:1763345647.132891:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345647.134548:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.134698:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910472064 00000100:00100000:2.0:1763345647.134707:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910472064 00000100:00100000:2.0:1763345647.134797:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11416 00000100:00100000:2.0:1763345647.134807:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5450cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+320:57861:x1849000910472064:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345647.134840:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345647.134858:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58addad lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808336cf expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.134906:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58addad lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336cf expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.134919:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58addad lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336cf expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.134937:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345647.134940:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345647.134944:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b658b9f000, rc 0) 00000100:00100000:2.0:1763345647.134987:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5450cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+321:57861:x1849000910472064:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 181us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345647.134993:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11416 00000100:00100000:3.0:1763345647.137602:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.138124:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910472192 00000100:00100000:0.0:1763345647.138135:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910472192 00002000:00010000:0.0:1763345647.138175:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (203087->18446744073709551615) 00002000:00100000:0.0:1763345647.138180:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544408000 with x1849000910472192 ext(203087->18446744073709551615) 00002000:00010000:0.0:1763345647.138192:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b544408000. 00000100:00100000:0.0:1763345647.138227:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2024 00000100:00100000:0.0:1763345647.138236:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910472192:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:0.0:1763345647.138511:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 262144 -> 203087 00002000:00010000:0.0:1763345647.138514:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.138517:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.138519:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.138521:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 376 -> 304 00000100:00100000:0.0:1763345647.138588:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910472192:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 352us (994us total) trans 21474839650 rc 0/0 00000100:00100000:0.0:1763345647.138600:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2024 00002000:00010000:0.0:1763345647.138604:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (203087->18446744073709551615) 00002000:00100000:0.0:1763345647.138607:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544408000 with x1849000910472192 ext(203087->18446744073709551615) 00002000:00010000:0.0:1763345647.138611:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b544408000. 00000100:00100000:1.0:1763345647.141449:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.141678:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910472320 00000100:00100000:2.0:1763345647.141689:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910472320 00002000:00010000:2.0:1763345647.141728:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:2.0:1763345647.141733:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ed1c00 with x1849000910472320 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345647.141744:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ed1c00. 00000100:00100000:2.0:1763345647.141812:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2025 00000100:00100000:2.0:1763345647.141832:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910472320:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:2.0:1763345647.141970:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345647.141974:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345645 -> 1763345646 00002000:00010000:2.0:1763345647.141977:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.141979:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.141981:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763345647.142041:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910472320:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 211us (600us total) trans 21474839651 rc 0/0 00000100:00100000:2.0:1763345647.142050:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2025 00002000:00010000:2.0:1763345647.142053:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:2.0:1763345647.142056:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ed1c00 with x1849000910472320 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345647.142061:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ed1c00. 00000100:00100000:3.0:1763345647.142616:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.143376:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910472448 00000100:00100000:2.0:1763345647.143385:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910472448 00002000:00010000:2.0:1763345647.143421:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:2.0:1763345647.143426:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54440a680 with x1849000910472448 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345647.143435:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54440a680. 00000100:00100000:2.0:1763345647.143462:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2026 00000100:00100000:2.0:1763345647.143471:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910472448:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:2.0:1763345647.143592:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345647.143596:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345645 -> 1763345646 00002000:00010000:2.0:1763345647.143599:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.143601:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.143603:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345647.144597:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910472448:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 1121us (1976us total) trans 17179872372 rc 0/0 00000100:00100000:2.0:1763345647.144606:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2026 00002000:00010000:2.0:1763345647.144611:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:2.0:1763345647.144614:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54440a680 with x1849000910472448 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345647.144620:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54440a680. 00000100:00100000:3.0:1763345647.146892:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.147168:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910472576 00000100:00100000:2.0:1763345647.147177:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910472576 00000100:00100000:2.0:1763345647.147241:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11417 00000100:00100000:2.0:1763345647.147253:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544480700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+321:57861:x1849000910472576:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345647.147271:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345647.147291:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58addb4 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808336d6 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.147384:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58addbb lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345647.147398:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58addbb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345647.147410:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58addbb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345647.147436:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 203087 00000004:00200000:2.0:1763345647.147441:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345647.147465:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58addbb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345647.147490:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58addb4 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336d6 expref: 323 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.147508:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58addbb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336d6 expref: 322 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.147517:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345647.147519:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345647.147523:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b658b9e600, rc 0) 00000100:00100000:2.0:1763345647.147580:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544480700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+322:57861:x1849000910472576:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 330us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345647.147587:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11417 00000100:00100000:1.0:1763345647.151987:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.152164:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910472704 00000100:00100000:2.0:1763345647.152174:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910472704 00000100:00100000:2.0:1763345647.152231:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2027 00000100:00100000:2.0:1763345647.152241:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910472704:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:2.0:1763345647.152399:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 203087 -> 203087 00002000:00010000:2.0:1763345647.152403:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.152406:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.152408:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.152411:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 304 -> 304 00000100:00100000:2.0:1763345647.152477:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910472704:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 237us (498us total) trans 21474839652 rc 0/0 00000100:00100000:2.0:1763345647.152486:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2027 00000100:00100000:1.0:1763345647.157147:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.157289:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910472832 00000100:00100000:0.0:1763345647.157299:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910472832 00002000:00100000:0.0:1763345647.157344:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (12288->77823) req@ffff91b672ed3100 x1849000910472832/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 488/0 e 0 to 0 dl 1763345658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345647.157354:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ed3100 with x1849000910472832 ext(12288->77823) 00002000:00010000:0.0:1763345647.157359:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ed3100 00000100:00100000:0.0:1763345647.157389:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2028 00000100:00100000:0.0:1763345647.157397:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+21:2411:x1849000910472832:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:0.0:1763345647.162068:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+21:2411:x1849000910472832:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 4657us (4916us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1763345647.162082:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2028 00002000:00100000:0.0:1763345647.162095:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (12288->77823) req@ffff91b672ed3100 x1849000910472832/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 488/440 e 0 to 0 dl 1763345658 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345647.162105:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ed3100 with x1849000910472832 ext(12288->77823) 00002000:00010000:0.0:1763345647.162111:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ed3100 00000100:00100000:1.0:1763345647.166873:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.166957:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910472960 00000100:00100000:0.0:1763345647.166969:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910472960 00002000:00100000:0.0:1763345647.167017:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (40960->257881) req@ffff91b672ed0000 x1849000910472960/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 504/0 e 0 to 0 dl 1763345658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345647.167027:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ed0000 with x1849000910472960 ext(40960->257881) 00002000:00010000:0.0:1763345647.167033:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ed0000 00000100:00100000:0.0:1763345647.167069:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2029 00000100:00100000:0.0:1763345647.167078:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910472960:12345-192.168.203.8@tcp:4:fsx.0 00000100:00100000:0.0:1763345647.171042:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910472960:12345-192.168.203.8@tcp:4:fsx.0 Request processed in 3953us (4165us total) trans 21474839653 rc 0/0 00000100:00100000:0.0:1763345647.171057:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2029 00002000:00100000:0.0:1763345647.171069:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (40960->257881) req@ffff91b672ed0000 x1849000910472960/t21474839653(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 504/448 e 0 to 0 dl 1763345658 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345647.171079:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ed0000 with x1849000910472960 ext(40960->257881) 00002000:00010000:0.0:1763345647.171085:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ed0000 00000100:00100000:1.0:1763345647.174236:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.174342:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910473088 00000100:00100000:2.0:1763345647.174352:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910473088 00000100:00100000:2.0:1763345647.174409:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8349 00000100:00100000:2.0:1763345647.174419:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b61450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+23:2411:x1849000910473088:12345-192.168.203.8@tcp:16:fsx.0 00000001:00080000:1.0:1763345647.176915:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839653 is committed 00000100:00100000:2.0:1763345647.177312:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b61450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+14:2411:x1849000910473088:12345-192.168.203.8@tcp:16:fsx.0 Request processed in 2889us (3079us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345647.177324:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8349 00000100:00100000:1.0:1763345647.184648:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.185196:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910473216 00000100:00100000:0.0:1763345647.185206:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910473216 00000100:00100000:0.0:1763345647.185285:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2030 00000100:00100000:0.0:1763345647.185294:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+14:2410:x1849000910473216:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:0.0:1763345647.185666:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 203087 -> 257882 00002000:00010000:0.0:1763345647.185670:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.185673:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.185675:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.185678:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 304 -> 400 00000100:00100000:0.0:1763345647.185745:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+15:2410:x1849000910473216:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 450us (1105us total) trans 21474839654 rc 0/0 00000100:00100000:0.0:1763345647.185753:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2030 00000100:00100000:1.0:1763345647.193175:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.193276:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910473344 00000100:00100000:2.0:1763345647.193287:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910473344 00002000:00100000:2.0:1763345647.193335:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (204800->237567) req@ffff91b5415ac380 x1849000910473344/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 488/0 e 0 to 0 dl 1763345658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345647.193347:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5415ac380 with x1849000910473344 ext(204800->237567) 00002000:00010000:2.0:1763345647.193353:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5415ac380 00000100:00100000:2.0:1763345647.193390:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2031 00000100:00100000:2.0:1763345647.193399:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2410:x1849000910473344:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:2.0:1763345647.196673:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2410:x1849000910473344:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 3265us (3497us total) trans 0 rc 32768/32768 00000100:00100000:2.0:1763345647.196686:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2031 00002000:00100000:2.0:1763345647.196698:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (204800->237567) req@ffff91b5415ac380 x1849000910473344/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 488/440 e 0 to 0 dl 1763345658 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345647.196708:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5415ac380 with x1849000910473344 ext(204800->237567) 00002000:00010000:2.0:1763345647.196714:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5415ac380 00000100:00100000:1.0:1763345647.201567:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.201667:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910473472 00000100:00100000:2.0:1763345647.201678:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910473472 00000100:00100000:0.0:1763345647.202352:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2032 00000100:00100000:0.0:1763345647.202367:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+15:2410:x1849000910473472:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:0.0:1763345647.202617:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 257882 -> 257882 00002000:00010000:0.0:1763345647.202621:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.202624:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.202626:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.202628:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 400 -> 400 00000100:00100000:0.0:1763345647.202823:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+16:2410:x1849000910473472:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 452us (1258us total) trans 21474839655 rc 0/0 00000100:00100000:0.0:1763345647.202832:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2032 00000100:00100000:1.0:1763345647.207042:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.207196:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910473600 00000100:00100000:0.0:1763345647.207206:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910473600 00000100:00100000:0.0:1763345647.207276:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2033 00000100:00100000:0.0:1763345647.207286:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+16:2410:x1849000910473600:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:0.0:1763345647.207442:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 257882 -> 257882 00002000:00010000:0.0:1763345647.207446:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.207449:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.207451:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.207453:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 400 -> 400 00000100:00100000:0.0:1763345647.207518:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+17:2410:x1849000910473600:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 231us (483us total) trans 21474839656 rc 0/0 00000100:00100000:0.0:1763345647.207525:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2033 00000100:00100000:1.0:1763345647.210359:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.210499:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910473728 00000100:00100000:0.0:1763345647.210508:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910473728 00000100:00100000:0.0:1763345647.210587:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2034 00000100:00100000:0.0:1763345647.210598:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910473728:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:0.0:1763345647.210935:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 257882 -> 257882 00002000:00010000:0.0:1763345647.210940:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.210942:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.210944:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.210947:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 400 -> 336 00000100:00100000:0.0:1763345647.210996:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+18:2411:x1849000910473728:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 400us (644us total) trans 21474839657 rc 0/0 00000100:00100000:0.0:1763345647.211004:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2034 00000100:00100000:1.0:1763345647.214889:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.214940:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910473856 00000100:00100000:0.0:1763345647.214951:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910473856 00000100:00100000:0.0:1763345647.215024:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2035 00000100:00100000:0.0:1763345647.215034:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+18:2410:x1849000910473856:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:0.0:1763345647.215226:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 257882 -> 257882 00002000:00010000:0.0:1763345647.215230:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.215232:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.215234:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.215236:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 336 -> 392 00000100:00100000:0.0:1763345647.215298:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+19:2410:x1849000910473856:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 265us (418us total) trans 21474839658 rc 0/0 00000100:00100000:0.0:1763345647.215305:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2035 00000100:00100000:1.0:1763345647.218559:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.218614:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910473984 00000100:00100000:2.0:1763345647.218624:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910473984 00000100:00100000:2.0:1763345647.218749:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2036 00000100:00100000:2.0:1763345647.218784:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2411:x1849000910473984:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:2.0:1763345647.218921:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 257882 -> 257882 00002000:00010000:2.0:1763345647.218924:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.218927:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.218929:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.218931:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 392 -> 392 00000100:00100000:2.0:1763345647.218985:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2411:x1849000910473984:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 228us (433us total) trans 21474839659 rc 0/0 00000100:00100000:2.0:1763345647.218993:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2036 00000100:00100000:1.0:1763345647.222228:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.222394:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910474112 00000100:00100000:0.0:1763345647.222403:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910474112 00000100:00100000:0.0:1763345647.222476:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2037 00000100:00100000:0.0:1763345647.222487:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5415aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+20:2410:x1849000910474112:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:0.0:1763345647.222621:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 257882 -> 257882 00002000:00010000:0.0:1763345647.222625:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.222627:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.222631:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.222633:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 392 -> 392 00000100:00100000:0.0:1763345647.222693:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5415aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+21:2410:x1849000910474112:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 208us (474us total) trans 21474839660 rc 0/0 00000100:00100000:0.0:1763345647.222700:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2037 00000100:00100000:1.0:1763345647.226200:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.226267:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910474240 00000100:00100000:0.0:1763345647.226277:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910474240 00000100:00100000:0.0:1763345647.226342:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2038 00000100:00100000:0.0:1763345647.226351:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+21:2410:x1849000910474240:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:0.0:1763345647.226579:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 257882 -> 257882 00002000:00010000:0.0:1763345647.226583:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.226585:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.226587:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.226589:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 392 -> 392 00000100:00100000:0.0:1763345647.226644:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+22:2410:x1849000910474240:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 293us (451us total) trans 21474839661 rc 0/0 00000100:00100000:0.0:1763345647.226651:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2038 00000100:00100000:1.0:1763345647.232048:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.233660:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910474368 00000100:00100000:0.0:1763345647.233675:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910474368 00000100:00100000:0.0:1763345647.233751:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2039 00000100:00100000:0.0:1763345647.233785:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+22:2411:x1849000910474368:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:0.0:1763345647.234094:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 257882 -> 257882 00002000:00010000:0.0:1763345647.234098:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.234101:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.234103:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.234106:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 392 -> 392 00000100:00100000:0.0:1763345647.234162:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+23:2411:x1849000910474368:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 402us (2123us total) trans 21474839662 rc 0/0 00000100:00100000:0.0:1763345647.234170:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2039 00000100:00100000:1.0:1763345647.239040:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345647.239305:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910474624 00000100:00100000:3.0:1763345647.239314:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910474624 00000100:00100000:2.0:1763345647.239415:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3945 00000100:00100000:2.0:1763345647.239423:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+322:57861:x1849000910474624:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:2.0:1763345647.239660:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+323:57861:x1849000910474624:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 236us (628us total) trans 8589941289 rc 0/0 00000100:00100000:2.0:1763345647.239667:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3945 00010000:00010000:0.0:1763345647.250301:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763345647.251805:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.251967:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910474752 00000100:00100000:0.0:1763345647.251977:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910474752 00000100:00100000:0.0:1763345647.252035:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11418 00000100:00100000:0.0:1763345647.252045:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+323:57864:x1849000910474752:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345647.252066:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345647.252088:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58addc2 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808336dd expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.252151:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58addc9 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.252164:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58addc9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.252175:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58addc9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.252191:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58addd0 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.252198:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58addd0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.252203:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58addd0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.252283:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58addd7 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.252302:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58addd7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.252309:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58addd7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345647.252347:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 257882 00000004:00200000:0.0:1763345647.252351:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345647.252369:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58addd7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.252379:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58addd7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.252387:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58addc9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.252392:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58addc9 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.252398:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58addc9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.252403:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345647.252407:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58addc9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.252413:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58addc9 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.252423:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b541f06700) 00010000:00010000:0.0:1763345647.252425:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345647.252430:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58addc9 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.252436:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58addc9 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.252446:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58addd0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.252451:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58addd0 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.252456:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58addd0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.252460:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345647.252462:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58addd0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.252467:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58addd0 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.252474:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b541f06200) 00010000:00010000:0.0:1763345647.252476:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345647.252479:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58addd0 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.252484:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58addd0 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.252511:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58addc2 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336dd expref: 325 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.252530:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58addd7 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336dd expref: 324 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.252545:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345647.252547:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345647.252549:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5400, rc 0) 00000100:00100000:0.0:1763345647.252609:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+324:57864:x1849000910474752:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 566us (811us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345647.252625:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11418 00000100:00100000:0.0:1763345647.259809:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.259858:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345647.259935:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910475136 00000100:00100000:3.0:1763345647.259945:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910475136 00000100:00100000:2.0:1763345647.260004:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910475008 00000100:00100000:2.0:1763345647.260010:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910475008 00000100:00100000:2.0:1763345647.260047:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11419 00000100:00100000:2.0:1763345647.260056:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+325:57864:x1849000910475008:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345647.260072:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1763345647.260090:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 452 00010000:00010000:2.0:1763345647.260093:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58addde lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808336e4 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345647.260102:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+325:2411:x1849000910475136:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345647.260136:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345647.260209:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58adde5 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.260223:0:35210:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58addbb lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336d6 expref: 326 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.260232:0:35210:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58adde5 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.260264:0:35210:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58addbb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a969808336d6 expref: 326 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.260277:0:35210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58addbb lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808336d6 expref: 326 pid: 6520 timeout: 1139 lvb_type: 0 00000100:00100000:2.0:1763345647.260291:0:35210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5432ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924435456:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345647.260354:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58addd7 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336dd expref: 326 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.260371:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345647.260375:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58adde5 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00000100:00100000:2.0:1763345647.260380:0:35210:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9d80 going to sleep for 11 seconds 00010000:00010000:3.0:1763345647.260383:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58adde5 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.260392:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345647.260636:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+325:2411:x1849000910475136:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 536us (775us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.260646:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 452 00000100:00100000:2.0:1763345647.263727:0:35210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5432ef480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924435456:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345647.263792:0:35210:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58adde5 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:1.0:1763345647.264692:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.264919:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910475264 00000100:00100000:2.0:1763345647.264929:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910475264 00010000:00010000:2.0:1763345647.264963:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58addbb lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808336d6 expref: 325 pid: 6520 timeout: 1139 lvb_type: 0 00000100:00100000:2.0:1763345647.264999:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3774 00000100:00100000:2.0:1763345647.265009:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+325:2409:x1849000910475264:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345647.265023:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345647.265031:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58addbb lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808336d6 expref: 325 pid: 6520 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345647.265042:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58addbb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808336d6 expref: 325 pid: 6520 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345647.265061:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9e600/0x52bea07cb58addbb lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808336d6 expref: 325 pid: 6520 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345647.265077:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345647.265082:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58adde5 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.265091:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58adde5 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.265099:0:28406:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58adde5 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.265131:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345647.265175:0:35210:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58adde5 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.265183:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58adde5 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345647.265204:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 257882 00010000:00010000:0.0:1763345647.265327:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9ee00/0x52bea07cb58addde lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336e4 expref: 326 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.265341:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58adde5 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336e4 expref: 325 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.265348:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345647.265351:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763345647.265354:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545a1d400, rc 0) 00000100:00100000:2.0:1763345647.265389:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+325:2409:x1849000910475264:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 379us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345647.265398:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3774 00000100:00100000:0.0:1763345647.265402:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+325:57864:x1849000910475008:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 5348us (5603us total) trans 8589941290 rc 0/0 00000100:00100000:0.0:1763345647.265409:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11419 00000100:00100000:1.0:1763345647.267949:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.268314:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910475392 00000100:00100000:0.0:1763345647.268324:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910475392 00000100:00100000:0.0:1763345647.268390:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11420 00000100:00100000:0.0:1763345647.268399:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+324:57864:x1849000910475392:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345647.268564:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345647.268585:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58addf3 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808336eb expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.268677:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58addfa lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.268691:0:35210:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58adde5 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336e4 expref: 325 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.268699:0:35210:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58addfa lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.268733:0:35210:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58adde5 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a969808336e4 expref: 325 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.268746:0:35210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58adde5 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808336e4 expref: 325 pid: 35210 timeout: 1139 lvb_type: 0 00000100:00100000:0.0:1763345647.268776:0:35210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcc700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924435584:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345647.268865:0:35210:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5448f8180 going to sleep for 11 seconds 00000100:00100000:0.0:1763345647.271075:0:35210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcc700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924435584:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345647.271102:0:35210:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58addfa lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:1.0:1763345647.271513:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.271568:0:28406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910475520 00000100:00100000:2.0:1763345647.271576:0:28406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910475520 00010000:00010000:2.0:1763345647.271613:0:28406:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58adde5 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808336e4 expref: 326 pid: 35210 timeout: 1139 lvb_type: 0 00000100:00100000:2.0:1763345647.271656:0:28406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3775 00000100:00100000:2.0:1763345647.271667:0:28406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+326:2409:x1849000910475520:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345647.271681:0:28406:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345647.271688:0:28406:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58adde5 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808336e4 expref: 326 pid: 35210 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345647.271700:0:28406:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58adde5 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808336e4 expref: 326 pid: 35210 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345647.271722:0:28406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58adde5 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808336e4 expref: 326 pid: 35210 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345647.271737:0:28406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345647.271742:0:28406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58addfa lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.271753:0:28406:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58addfa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.271780:0:28406:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58addfa lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.271828:0:28406:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345647.271846:0:35210:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58addfa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345647.271855:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58addfa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:2.0:1763345647.271880:0:28406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d51c9e15-7951-472b-8182-95fba90f4cff+325:2409:x1849000910475520:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 213us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345647.271890:0:28406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3775 00000004:00200000:1.0:1763345647.271899:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 257882 00000004:00200000:1.0:1763345647.271904:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345647.271921:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58addfa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345647.271948:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58addf3 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336eb expref: 325 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.271963:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58addfa lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336eb expref: 324 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.271970:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345647.271973:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345647.271976:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4200, rc 0) 00000100:00100000:1.0:1763345647.272021:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+324:57864:x1849000910475392:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3623us (4080us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.272028:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11420 00000100:00100000:1.0:1763345647.275358:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.275445:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910475776 00000100:00100000:0.0:1763345647.275456:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910475776 00000100:00100000:0.0:1763345647.275546:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11421 00000100:00100000:0.0:1763345647.275557:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+324:57864:x1849000910475776:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345647.275578:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345647.275599:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ade01 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808336f2 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.275696:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ade08 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.275710:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ade08 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.275720:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ade08 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345647.275746:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 257882 00010000:00010000:0.0:1763345647.276008:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ade01 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336f2 expref: 327 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.276021:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ade08 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336f2 expref: 326 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.276027:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345647.276029:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345647.276031:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4000, rc 0) 00000100:00100000:0.0:1763345647.276086:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+326:57864:x1849000910475776:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 532us (737us total) trans 8589941291 rc 0/0 00000100:00100000:0.0:1763345647.276091:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11421 00000100:00100000:2.0:1763345647.278895:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.278939:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.278970:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345647.279001:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910475904 00000100:00100000:3.0:1763345647.279010:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910475904 00000100:00100000:1.0:1763345647.279061:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910476160 00000100:00100000:3.0:1763345647.279066:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910476032 00000100:00100000:1.0:1763345647.279067:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910476160 00000100:00100000:3.0:1763345647.279073:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910476032 00000100:00100000:1.0:1763345647.279107:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8350 00000100:00100000:1.0:1763345647.279118:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910475904:12345-192.168.203.8@tcp:1:lfs.0 00000100:00100000:0.0:1763345647.279143:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8351 00000100:00100000:3.0:1763345647.279156:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8352 00000100:00100000:0.0:1763345647.279159:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910476160:12345-192.168.203.8@tcp:1:lfs.0 00000100:00100000:3.0:1763345647.279170:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910476032:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:3.0:1763345647.279196:0:28868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ade1d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.279197:0:27809:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ade16 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.279229:0:27809:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58adcb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083366d expref: 16 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.279230:0:28868:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58adcaa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833666 expref: 24 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.279249:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345647.279251:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345647.279252:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345647.279255:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345647.279259:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ade1d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.279271:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ade16 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.279272:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ade24 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.279298:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58add60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->126975) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a969808336b3 expref: 24 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.279306:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345647.279308:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345647.279311:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ade24 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.279324:0:27809:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58adcb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a9698083366d expref: 16 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.279337:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58add60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->126975) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a969808336b3 expref: 24 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.279340:0:27809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58adcb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083366d expref: 16 pid: 8560 timeout: 1139 lvb_type: 0 00010000:00010000:1.0:1763345647.279363:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58add60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->126975) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a969808336b3 expref: 24 pid: 15692 timeout: 1139 lvb_type: 0 00000100:00100000:0.0:1763345647.279368:0:27809:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27809:1849000924435712:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345647.279385:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924435840:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345647.279417:0:28868:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58adcaa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833666 expref: 24 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.279432:0:28868:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58adcaa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833666 expref: 24 pid: 8560 timeout: 1139 lvb_type: 0 00000100:00100000:2.0:1763345647.279442:0:28868:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5432ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:28868:1849000924435968:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345647.279457:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5300 going to sleep for 11 seconds 00000100:00100000:0.0:1763345647.279458:0:27809:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5448f89c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763345647.279464:0:28868:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9d80 going to sleep for 11 seconds 00000100:00100000:1.0:1763345647.282159:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924435840:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345647.282190:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ade24 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345647.282255:0:27809:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27809:1849000924435712:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345647.282274:0:27809:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ade16 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345647.282291:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.282329:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.282344:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910476288 00000100:00100000:0.0:1763345647.282352:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910476288 00010000:00010000:0.0:1763345647.282382:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58adcb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083366d expref: 17 pid: 8560 timeout: 1139 lvb_type: 0 00000100:00100000:3.0:1763345647.282391:0:28868:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5432ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:28868:1849000924435968:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345647.282409:0:28868:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ade1d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345647.282417:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910476416 00000100:00100000:0.0:1763345647.282422:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910476416 00010000:00010000:0.0:1763345647.282437:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58adcaa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833666 expref: 25 pid: 8560 timeout: 1139 lvb_type: 0 00000100:00100000:1.0:1763345647.282446:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3776 00000100:00100000:1.0:1763345647.282458:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910476288:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345647.282473:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1763345647.282482:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3777 00000100:00100000:2.0:1763345647.282484:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:1.0:1763345647.282496:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58adcb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083366d expref: 17 pid: 8560 timeout: 1139 lvb_type: 0 00000100:00100000:0.0:1763345647.282496:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+25:2409:x1849000910476416:12345-192.168.203.8@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1763345647.282505:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910476544 00000100:00100000:2.0:1763345647.282513:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910476544 00010000:00010000:0.0:1763345647.282513:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345647.282518:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58adcb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083366d expref: 17 pid: 8560 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345647.282530:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58adcaa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833666 expref: 26 pid: 8560 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345647.282535:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58add60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a969808336b3 expref: 26 pid: 15692 timeout: 1139 lvb_type: 0 00010000:00010000:1.0:1763345647.282545:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b545330200/0x52bea07cb58adcb1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083366d expref: 17 pid: 8560 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345647.282549:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58adcaa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833666 expref: 26 pid: 8560 timeout: 1139 lvb_type: 0 00000100:00100000:2.0:1763345647.282568:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3778 00010000:00010000:1.0:1763345647.282573:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1763345647.282579:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+26:2410:x1849000910476544:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345647.282580:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b641661400/0x52bea07cb58adcaa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833666 expref: 26 pid: 8560 timeout: 1139 lvb_type: 0 00010000:00010000:1.0:1763345647.282583:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.282591:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ade16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.282594:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345647.282597:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345647.282601:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345647.282607:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ade1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.282609:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ade16 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.282610:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58add60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 122880->126975) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a969808336b3 expref: 25 pid: 15692 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345647.282629:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ade1d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.282641:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58add60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 122880->126975) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a969808336b3 expref: 25 pid: 15692 timeout: 1139 lvb_type: 0 00010000:00010000:1.0:1763345647.282655:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345647.282656:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345647.282658:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58add60 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 122880->126975) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a969808336b3 expref: 25 pid: 15692 timeout: 1139 lvb_type: 0 00010000:00010000:2.0:1763345647.282675:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345647.282677:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345647.282680:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ade24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.282688:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ade24 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.282724:0:28868:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ade1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.282732:0:28868:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ade1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.282755:0:28868:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ade1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.282835:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345647.282855:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910476288:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 398us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345647.282855:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+24:2409:x1849000910476416:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 361us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345647.282865:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+24:2410:x1849000910476544:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 287us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345647.282875:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3777 00000100:00100000:1.0:1763345647.282882:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3776 00000100:00100000:2.0:1763345647.282890:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3778 00010000:00010000:1.0:1763345647.282909:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ade24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.282919:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ade24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.282933:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ade24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.282941:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ade24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.282949:0:8403:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ade24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.282956:0:8403:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345647.282960:0:8403:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ade24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.282974:0:8403:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ade24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.282987:0:8403:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ade24 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.282994:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ade24 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345647.283047:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910475904:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 3931us (4159us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.283057:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8350 00010000:00010000:1.0:1763345647.283090:0:27809:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ade16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.283099:0:27809:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ade16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.283113:0:27809:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ade16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.283121:0:27809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ade16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.283129:0:27809:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ade16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.283140:0:27809:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345647.283143:0:27809:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ade16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.283150:0:27809:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ade16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.283163:0:27809:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ade16 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.283170:0:27809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ade16 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345647.283217:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910476160:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 4063us (4275us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.283225:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8351 00010000:00010000:3.0:1763345647.284025:0:28868:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ade1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.284034:0:28868:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ade1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.284040:0:28868:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672e56600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345647.284043:0:28868:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ade1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.284051:0:28868:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ade1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.284064:0:28868:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ade1d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.284071:0:28868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ade1d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345647.284142:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+21:2408:x1849000910476032:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 4976us (5170us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345647.284150:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8352 00000100:00100000:2.0:1763345647.285744:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.286774:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910476800 00000100:00100000:0.0:1763345647.286785:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910476800 00000100:00100000:0.0:1763345647.286854:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11422 00000100:00100000:0.0:1763345647.286865:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+326:57864:x1849000910476800:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345647.286918:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763345647.286944:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9f000/0x52bea07cb58addad lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336cf expref: 326 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.286966:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58addfa lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336eb expref: 325 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.286977:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345647.286981:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345647.287007:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ade2b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.287019:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ade2b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.287028:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ade2b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000040:00080000:0.0:1763345647.287247:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1946, 88 off161136 00000004:00080000:0.0:1763345647.287255:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1039812495042ns, next at 1037769741907ns, rc = 0 00000040:00080000:0.0:1763345647.287301:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1962, 88 off162704 00000004:00080000:0.0:1763345647.287307:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1039812547215ns, next at 1038505825846ns, rc = 0 00000040:00080000:0.0:1763345647.287331:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1947, 88 off161224 00000004:00080000:0.0:1763345647.287337:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1039812577370ns, next at 1037769741907ns, rc = 0 00000040:00080000:0.0:1763345647.287377:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1963, 88 off162792 00000004:00080000:0.0:1763345647.287382:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1039812622720ns, next at 1038505825846ns, rc = 0 00000040:00080000:0.0:1763345647.287627:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1964, 88 off162880 00000004:00080000:0.0:1763345647.287633:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1039812873460ns, next at 1038505825846ns, rc = 0 00000040:00080000:0.0:1763345647.287658:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1948, 88 off161312 00000004:00080000:0.0:1763345647.287663:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1039812902975ns, next at 1037769741907ns, rc = 0 00000001:00080000:2.0:1763345647.289183:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941292 is committed 00000004:00080000:2.0:1763345647.289194:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1249 committed 00010000:00010000:1.0:1763345647.289246:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58adda6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.289258:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58adda6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.289266:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58adda6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.289272:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b658b9fe00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345647.289276:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58adda6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.289288:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58adda6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.289304:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345647.289306:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345647.289311:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58adda6 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.289317:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b658b9fe00/0x52bea07cb58adda6 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000004:00080000:2.0:1763345647.289367:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1265 committed 00000004:00080000:2.0:1763345647.289379:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1264 committed 00000004:00080000:2.0:1763345647.289382:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1248 committed 00000100:00100000:0.0:1763345647.289533:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924436352:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345647.289589:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345647.289629:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763345647.289634:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924436352 00000100:00100000:0.0:1763345647.289637:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544482300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924436480:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345647.289644:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924436352 00000100:00100000:0.0:1763345647.289669:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345647.289693:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924436480 00000100:00100000:3.0:1763345647.289698:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924436480 00000004:00080000:2.0:1763345647.289725:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1263 committed 00000100:00100000:3.0:1763345647.289733:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8353 00000004:00080000:2.0:1763345647.289734:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1247 committed 00000100:00100000:3.0:1763345647.289747:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3656:x1849000924436352:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345647.289862:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924436224:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345647.289889:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345647.289906:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541772680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924436736:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345647.289923:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345647.289942:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1763345647.289948:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544481c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924436096:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345647.289973:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345647.289986:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3656:x1849000924436352:12345-0@lo:2:osp-syn-0-0.0 Request processed in 242us (396us total) trans 21474839663 rc 0/0 00000100:00100000:1.0:1763345647.289993:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b65ed7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924436608:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345647.290000:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8353 00000100:00100000:1.0:1763345647.290017:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345647.290019:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924436224 00000100:00100000:3.0:1763345647.290024:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924436224 00000100:00100000:3.0:1763345647.290049:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924436096 00000100:00100000:1.0:1763345647.290049:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924436736 00000100:00100000:1.0:1763345647.290054:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924436736 00000100:00100000:3.0:1763345647.290055:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924436096 00000100:00100000:1.0:1763345647.290077:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924436608 00000100:00100000:1.0:1763345647.290081:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924436608 00000100:00100000:3.0:1763345647.290086:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8354 00000100:00100000:3.0:1763345647.290096:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3656:x1849000924436480:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345647.290101:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8355 00000100:00100000:1.0:1763345647.290111:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3659:x1849000924436224:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345647.290206:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3659:x1849000924436224:12345-0@lo:2:osp-syn-0-0.0 Request processed in 97us (316us total) trans 21474839664 rc 0/0 00000100:00100000:1.0:1763345647.290216:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8355 00000100:00100000:1.0:1763345647.290233:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8356 00000100:00100000:3.0:1763345647.290238:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3656:x1849000924436480:12345-0@lo:2:osp-syn-1-0.0 Request processed in 141us (567us total) trans 17179872373 rc 0/0 00000100:00100000:1.0:1763345647.290245:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3659:x1849000924436736:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345647.290251:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8354 00000100:00100000:3.0:1763345647.290268:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8357 00000100:00100000:3.0:1763345647.290276:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3659:x1849000924436096:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763345647.290303:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345647.290307:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345647.290310:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:1.0:1763345647.290312:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:1.0:1763345647.290315:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1763345647.290341:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1763345647.290342:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3659:x1849000924436736:12345-0@lo:2:osp-syn-0-0.0 Request processed in 100us (417us total) trans 21474839665 rc 0/0 00002000:00010000:3.0:1763345647.290347:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345647.290353:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00000100:00100000:1.0:1763345647.290356:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8356 00002000:00010000:3.0:1763345647.290358:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345647.290362:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345647.290372:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8358 00000100:00100000:1.0:1763345647.290381:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3659:x1849000924436608:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345647.290396:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3659:x1849000924436096:12345-0@lo:2:osp-syn-1-0.0 Request processed in 121us (421us total) trans 17179872374 rc 0/0 00000100:00100000:3.0:1763345647.290403:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8357 00000100:00100000:1.0:1763345647.290453:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3659:x1849000924436608:12345-0@lo:2:osp-syn-1-0.0 Request processed in 73us (437us total) trans 17179872375 rc 0/0 00000100:00100000:1.0:1763345647.290459:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8358 00000004:00080000:1.0:1763345647.290503:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544481c00/2, rc 0, transno 17179872374 00000100:00100000:1.0:1763345647.290508:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544481c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924436096:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345647.290517:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b65ed7f800/2, rc 0, transno 17179872375 00000100:00100000:1.0:1763345647.290521:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b65ed7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924436608:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345647.290529:0:3659:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839644 gen 2 00000004:00080000:1.0:1763345647.290533:0:3659:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839639 committed transno 21474839644 00000004:00080000:1.0:1763345647.290550:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6432dc000, transno 21474839640 00000004:00080000:1.0:1763345647.290553:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6432dd880, transno 21474839641 00000004:00080000:1.0:1763345647.290556:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6432de300, transno 21474839642 00000004:00080000:1.0:1763345647.290559:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6432df480, transno 21474839643 00000004:00080000:1.0:1763345647.290561:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6432df800, transno 21474839644 00000100:00100000:1.0:1763345647.290566:0:3659:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff91b672dcc700 x1849000924436224/t21474839664(21474839664) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763345663 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763345647.290576:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dcc700/2, rc 0, transno 21474839664 00000100:00100000:1.0:1763345647.290579:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924436224:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345647.290589:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541772680/2, rc 0, transno 21474839665 00000100:00100000:1.0:1763345647.290593:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541772680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924436736:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345647.290836:0:32326:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 3 in progress, 1 in flight, 5 done 00000004:00080000:0.0:1763345647.290859:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544482300/2, rc 0, transno 17179872373 00000100:00100000:0.0:1763345647.290863:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544482300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924436480:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763345647.290872:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545d04000/2, rc 0, transno 21474839663 00000100:00100000:0.0:1763345647.290875:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924436352:0@lo:2:osp-syn-0-0.0 00000004:00010000:0.0:1763345647.290910:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000032454940 reply state 00000000f4dd23b3 transno 8589941292 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ade2b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.290926:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ade2b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.290934:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345647.290937:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763345647.290940:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1763345647.291004:0:35210:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763345647.291028:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+319:57864:x1849000910476800:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 4164us (5288us total) trans 8589941292 rc 0/0 00000100:00100000:0.0:1763345647.291036:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11422 00010000:00010000:3.0:1763345647.291234:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ade2b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.291242:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ade2b lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.291249:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ade2b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.291255:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345647.291258:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ade2b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.291265:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ade2b lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.291274:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345647.291276:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345647.291279:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ade2b lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.291285:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ade2b lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000100:00100000:2.0:1763345647.293602:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.294335:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910476928 00000100:00100000:0.0:1763345647.294346:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910476928 00000100:00100000:0.0:1763345647.294398:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11423 00000100:00100000:0.0:1763345647.294408:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+318:57864:x1849000910476928:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345647.294429:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345647.294448:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ade32 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808336f9 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.294497:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ade32 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336f9 expref: 319 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.294511:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ade32 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336f9 expref: 319 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.294528:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345647.294531:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345647.294535:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4200, rc 0) 00000100:00100000:0.0:1763345647.294585:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+319:57864:x1849000910476928:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 178us (991us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345647.294592:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11423 00000100:00100000:2.0:1763345647.297614:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.297874:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910477056 00000100:00100000:0.0:1763345647.297884:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910477056 00000100:00100000:0.0:1763345647.297952:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11424 00000100:00100000:0.0:1763345647.297962:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+319:57864:x1849000910477056:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345647.297980:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345647.298001:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ade39 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833700 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.298113:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ade40 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.298125:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ade40 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.298135:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ade40 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345647.298159:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 257882 00000004:00200000:0.0:1763345647.298163:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345647.298180:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ade40 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.298203:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ade39 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833700 expref: 321 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.298220:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ade40 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833700 expref: 320 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.298228:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345647.298231:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345647.298234:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4a00, rc 0) 00000100:00100000:0.0:1763345647.298294:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+320:57864:x1849000910477056:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 334us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345647.298301:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11424 00000100:00100000:3.0:1763345647.301188:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345647.301266:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.301340:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910477184 00000100:00100000:1.0:1763345647.301346:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910477312 00000100:00100000:0.0:1763345647.301351:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910477184 00000100:00100000:1.0:1763345647.301353:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910477312 00000100:00100000:3.0:1763345647.301361:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.301401:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910477440 00000100:00100000:1.0:1763345647.301405:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910477440 00000100:00100000:0.0:1763345647.301412:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8359 00000100:00100000:0.0:1763345647.301424:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910477312:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:3.0:1763345647.301426:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8360 00010000:00010000:0.0:1763345647.301443:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345647.301460:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ade47 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083370e expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345647.301481:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x372:0x0] initial LVB size: 0, mtime: 0x691a84ee, atime: 0x691a84ee, ctime: 0x691a84ee, blocks: 0x1800 00010000:00010000:0.0:1763345647.301496:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345647.301498:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345647.301508:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ade47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083370e expref: 23 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345647.301523:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ade47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083370e expref: 23 pid: 27810 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1763345647.301528:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910477184:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345647.301543:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345647.301543:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4c00, rc 0) 00000100:00100000:1.0:1763345647.301548:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8361 00010000:00010000:3.0:1763345647.301555:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ade4e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833707 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345647.301557:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910477440:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345647.301565:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:3.0:1763345647.301576:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x370:0x0] initial LVB size: 257882, mtime: 0x691a84ee, atime: 0x691a84ee, ctime: 0x691a84ee, blocks: 0x188 00010000:00010000:1.0:1763345647.301576:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58ade55 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833715 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.301586:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345647.301587:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00010000:1.0:1763345647.301590:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x374:0x0] initial LVB size: 0, mtime: 0x691a84ee, atime: 0x691a84ee, ctime: 0x691a84ee, blocks: 0x0 00010000:00010000:3.0:1763345647.301594:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ade4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833707 expref: 24 pid: 28867 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1763345647.301596:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910477312:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 173us (329us total) trans 0 rc 0/0 00010000:00010000:1.0:1763345647.301599:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.301602:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.301608:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58ade55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833715 expref: 16 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345647.301614:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ade4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833707 expref: 24 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345647.301621:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58ade55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833715 expref: 16 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345647.301623:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672e56600, rc 0) 00010000:00010000:1.0:1763345647.301634:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90e00, rc 0) 00000100:00100000:3.0:1763345647.301644:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910477184:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 208us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.301650:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910477440:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 95us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345647.302056:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8359 00000100:00100000:1.0:1763345647.302066:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8361 00000100:00100000:3.0:1763345647.302344:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8360 00000100:00100000:2.0:1763345647.330646:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345647.330736:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910477568 00000100:00100000:3.0:1763345647.330746:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910477568 00000100:00100000:3.0:1763345647.330849:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8362 00000100:00100000:3.0:1763345647.330860:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910477568:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:2.0:1763345647.331322:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910477568:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 462us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345647.331330:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8362 00000100:00100000:2.0:1763345647.335585:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.335672:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910477696 00000100:00100000:1.0:1763345647.335682:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910477696 00000100:00100000:1.0:1763345647.336055:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8363 00000100:00100000:1.0:1763345647.336067:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910477696:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345647.336210:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910477696:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 145us (632us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.336218:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8363 00000100:00100000:3.0:1763345647.338883:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.339031:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910477952 00000100:00100000:1.0:1763345647.339041:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910477952 00000100:00100000:1.0:1763345647.339097:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11425 00000100:00100000:1.0:1763345647.339105:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+320:57864:x1849000910477952:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:1.0:1763345647.339151:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345647.339177:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ade40 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833700 expref: 320 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.339192:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345647.339197:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345647.339358:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ade5c lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.339373:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ade5c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.339383:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ade5c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:1.0:1763345647.339423:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941293 00000004:00010000:1.0:1763345647.339443:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c2b4906d reply state 000000005991a794 transno 8589941294 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ade5c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.339454:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ade5c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.339460:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345647.339463:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345647.339466:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345647.339553:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+322:57864:x1849000910477952:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 447us (687us total) trans 8589941294 rc 0/0 00000100:00100000:1.0:1763345647.339561:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11425 00000020:00080000:1.0:1763345647.339565:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345647.341698:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.342014:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910478080 00000100:00100000:1.0:1763345647.342024:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910478080 00000100:00100000:1.0:1763345647.342084:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8364 00000100:00100000:1.0:1763345647.342094:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+16:57864:x1849000910478080:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345647.342110:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345647.342130:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ade63 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083371c expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345647.342151:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x375:0x0] initial LVB size: 262144, mtime: 0x691a84ed, atime: 0x691a84ee, ctime: 0x691a84ee, blocks: 0xc0 00010000:00010000:1.0:1763345647.342170:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.342172:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.342179:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ade63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a9698083371c expref: 17 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.342195:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ade63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a9698083371c expref: 17 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.342207:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90600, rc 0) 00000100:00100000:1.0:1763345647.342265:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+17:57864:x1849000910478080:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 172us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.342272:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8364 00000100:00100000:3.0:1763345647.345834:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.346432:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910478208 00000100:00100000:2.0:1763345647.346442:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910478208 00000100:00100000:2.0:1763345647.347222:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8365 00000100:00100000:2.0:1763345647.347237:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+23:57864:x1849000910478208:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345647.347254:0:27809:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345647.347273:0:27809:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b541517000/0x52bea07cb58ade6a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833723 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.347303:0:27809:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58adc10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833651 expref: 24 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.347312:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345647.347314:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345647.347318:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b541517000/0x52bea07cb58ade6a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833723 expref: 24 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.347351:0:27809:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58adc10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.8@tcp remote: 0x199a96980833651 expref: 24 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.347364:0:27809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58adc10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833651 expref: 24 pid: 28868 timeout: 1139 lvb_type: 0 00000100:00100000:2.0:1763345647.347375:0:27809:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432dd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27809:1849000924436864:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345647.348263:0:27809:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763345647.350332:0:27809:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432dd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27809:1849000924436864:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345647.350361:0:27809:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b541517000/0x52bea07cb58ade6a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833723 expref: 24 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.350384:0:27809:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b541517000, rc 0) 00000100:00100000:2.0:1763345647.350668:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+24:57864:x1849000910478208:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3435us (4852us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345647.350677:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8365 00000100:00100000:1.0:1763345647.351362:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.352242:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910478336 00000100:00100000:0.0:1763345647.352253:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910478336 00010000:00010000:0.0:1763345647.352289:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58adc10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833651 expref: 24 pid: 28868 timeout: 1139 lvb_type: 0 00000100:00100000:0.0:1763345647.352335:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3779 00000100:00100000:0.0:1763345647.352345:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65870ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+24:2409:x1849000910478336:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345647.352357:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345647.352362:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58adc10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833651 expref: 24 pid: 28868 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345647.352374:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58adc10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833651 expref: 24 pid: 28868 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345647.352393:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58adc10 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x373:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833651 expref: 24 pid: 28868 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345647.352406:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345647.352408:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345647.352413:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b541517000/0x52bea07cb58ade6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833723 expref: 23 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.352422:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b541517000/0x52bea07cb58ade6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833723 expref: 23 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.352457:0:35200:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b541517000/0x52bea07cb58ade6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833723 expref: 23 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345647.352471:0:35200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54369bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35200:1849000924436992:192.168.203.8@tcp:105: 00000100:00100000:0.0:1763345647.352530:0:35200:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5448f8180 going to sleep for 11 seconds 00000100:00100000:0.0:1763345647.356228:0:35200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54369bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35200:1849000924436992:192.168.203.8@tcp:105: 00010000:00010000:0.0:1763345647.356252:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345647.356306:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65870ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910478336:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 3962us (4945us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345647.356317:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3779 00000100:00100000:3.0:1763345647.356735:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345647.356851:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.357179:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910478464 00000100:00100000:2.0:1763345647.357188:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910478464 00002000:00010000:2.0:1763345647.357223:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (0->18446744073709551615) 00002000:00100000:2.0:1763345647.357228:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54545ea00 with x1849000910478464 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345647.357239:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54545ea00. 00000100:00100000:2.0:1763345647.357261:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910478592 00000100:00100000:2.0:1763345647.357264:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910478592 00002000:00010000:2.0:1763345647.357277:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:2.0:1763345647.357280:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54545e680 with x1849000910478592 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345647.357285:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54545e680. 00000100:00100000:2.0:1763345647.357301:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2040 00000100:00100000:2.0:1763345647.357309:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910478464:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345647.357716:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 262144 -> 0 00002000:00010000:2.0:1763345647.357720:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345645 -> 1763345646 00002000:00010000:2.0:1763345647.357722:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.357725:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.357727:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 192 -> 0 00000100:00100000:2.0:1763345647.357790:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910478464:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 480us (1054us total) trans 17179872376 rc 0/0 00000100:00100000:2.0:1763345647.357797:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2040 00002000:00010000:2.0:1763345647.357803:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (0->18446744073709551615) 00002000:00100000:2.0:1763345647.357805:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54545ea00 with x1849000910478464 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345647.357810:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54545ea00. 00000100:00100000:2.0:1763345647.357834:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2041 00000100:00100000:2.0:1763345647.357841:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910478592:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345647.357912:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345647.357915:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345646 00002000:00010000:2.0:1763345647.357917:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.357920:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.357922:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345647.357943:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910478592:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 103us (1091us total) trans 21474839666 rc 0/0 00000100:00100000:2.0:1763345647.357949:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2041 00002000:00010000:2.0:1763345647.357952:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:2.0:1763345647.357954:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54545e680 with x1849000910478592 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345647.357958:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54545e680. 00000100:00100000:3.0:1763345647.361292:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.361390:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910478720 00000100:00100000:0.0:1763345647.361399:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910478720 00000100:00100000:0.0:1763345647.361459:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11426 00000100:00100000:0.0:1763345647.361468:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+322:57864:x1849000910478720:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345647.361488:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345647.361506:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ade71 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083372a expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.361593:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ade78 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.361607:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ade78 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.361618:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ade78 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345647.361643:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 0 00000004:00200000:0.0:1763345647.361649:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345647.361666:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ade78 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.361690:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ade71 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083372a expref: 324 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.361704:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ade78 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083372a expref: 323 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.361713:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345647.361716:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345647.361720:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5e00, rc 0) 00000100:00100000:0.0:1763345647.361805:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+323:57864:x1849000910478720:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 338us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345647.361820:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11426 00000100:00100000:3.0:1763345647.364726:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.364926:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910478848 00000100:00100000:1.0:1763345647.364936:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910478848 00000100:00100000:1.0:1763345647.364999:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2042 00000100:00100000:1.0:1763345647.365008:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+24:2409:x1849000910478848:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:1.0:1763345647.365239:0:28400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58ade7f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.365254:0:28400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.365256:0:28400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.365261:0:28400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58ade7f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->77823] (req 12288->77823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.365273:0:28400:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58ade7f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->77823] (req 12288->77823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.368015:0:28400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58ade7f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->77823] (req 12288->77823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.368034:0:28400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58ade7f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->77823] (req 12288->77823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.368044:0:28400:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58ade7f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->77823] (req 12288->77823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.368050:0:28400:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345647.368055:0:28400:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58ade7f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->77823] (req 12288->77823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.368062:0:28400:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58ade7f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->77823] (req 12288->77823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.368080:0:28400:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58ade7f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->77823] (req 12288->77823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.368089:0:28400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58ade7f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->77823] (req 12288->77823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345647.368166:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+24:2409:x1849000910478848:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 3155us (3442us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1763345647.368175:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2042 00000100:00100000:3.0:1763345647.371138:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.371532:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910478976 00000100:00100000:1.0:1763345647.371543:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910478976 00000100:00100000:1.0:1763345647.371612:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2043 00000100:00100000:1.0:1763345647.371623:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910478976:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:1.0:1763345647.371657:0:28400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58ade86 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.371673:0:28400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ade63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a9698083371c expref: 18 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.371681:0:28400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345647.371683:0:28400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345647.371686:0:28400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58ade86 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [12288->77823] (req 12288->77823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.371718:0:28400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ade63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.8@tcp remote: 0x199a9698083371c expref: 18 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.371730:0:28400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ade63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.8@tcp remote: 0x199a9698083371c expref: 18 pid: 28867 timeout: 1139 lvb_type: 0 00000100:00100000:1.0:1763345647.371744:0:28400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28400:1849000924437120:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345647.372137:0:28400:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5300 going to sleep for 11 seconds 00000100:00100000:1.0:1763345647.374572:0:28400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28400:1849000924437120:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345647.374601:0:28400:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58ade86 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [12288->77823] (req 12288->77823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345647.375070:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.375146:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910479104 00000100:00100000:0.0:1763345647.375154:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910479104 00010000:00010000:0.0:1763345647.375197:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ade63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a9698083371c expref: 19 pid: 28867 timeout: 1139 lvb_type: 0 00000100:00100000:0.0:1763345647.375237:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3780 00000100:00100000:0.0:1763345647.375246:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910479104:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345647.375261:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345647.375280:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ade63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a9698083371c expref: 19 pid: 28867 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345647.375292:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ade63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.8@tcp remote: 0x199a9698083371c expref: 19 pid: 28867 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345647.375314:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ade63 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.8@tcp remote: 0x199a9698083371c expref: 19 pid: 28867 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345647.375328:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345647.375330:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345647.375334:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58ade86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [12288->77823] (req 12288->77823) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.375343:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58ade86 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [12288->77823] (req 12288->77823) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.375382:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345647.375435:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910479104:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 190us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345647.375443:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3780 00010000:00010000:3.0:1763345647.375847:0:28400:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58ade86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->77823] (req 12288->77823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.375856:0:28400:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58ade86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->77823] (req 12288->77823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1763345647.381358:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872377 is committed 00000001:00080000:3.0:1763345647.381375:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872375 is committed 00002000:00010000:1.0:1763345647.381522:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 0 -> 77824 00002000:00010000:1.0:1763345647.381526:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 0 -> 128 00010000:00010000:1.0:1763345647.381538:0:28400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58ade86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->77823] (req 12288->77823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.381549:0:28400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58ade86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->77823] (req 12288->77823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.381557:0:28400:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58ade86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->77823] (req 12288->77823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.381565:0:28400:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345647.381569:0:28400:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58ade86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->77823] (req 12288->77823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.381577:0:28400:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58ade86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->77823] (req 12288->77823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.381594:0:28400:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58ade86 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->77823] (req 12288->77823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.381602:0:28400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58ade86 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->77823] (req 12288->77823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345647.381695:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+13:2409:x1849000910478976:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 10069us (10560us total) trans 17179872377 rc 0/0 00000100:00100000:1.0:1763345647.381892:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2043 00000100:00100000:0.0:1763345647.386056:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.386283:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910479232 00000100:00100000:1.0:1763345647.386293:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910479232 00000100:00100000:1.0:1763345647.386362:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8366 00000100:00100000:1.0:1763345647.386374:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910479232:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345647.386502:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910479232:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 129us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.386509:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8366 00000100:00100000:2.0:1763345647.390679:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.390932:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910479360 00000100:00100000:1.0:1763345647.390942:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910479360 00000100:00100000:1.0:1763345647.391002:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8367 00000100:00100000:1.0:1763345647.391014:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+24:2409:x1849000910479360:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345647.391322:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+24:2409:x1849000910479360:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 310us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.391330:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8367 00000100:00100000:3.0:1763345647.394538:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.394616:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910479616 00000100:00100000:1.0:1763345647.394625:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910479616 00000100:00100000:1.0:1763345647.394684:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11427 00000100:00100000:1.0:1763345647.394691:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+323:57864:x1849000910479616:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:1.0:1763345647.394879:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345647.394902:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ade78 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083372a expref: 323 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.394919:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345647.394923:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345647.395066:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ade8d lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.395080:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ade8d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.395088:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ade8d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:1.0:1763345647.395127:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941295 00000004:00010000:1.0:1763345647.395149:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008b0a94de reply state 00000000d09a3d60 transno 8589941296 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ade8d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.395159:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ade8d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.395168:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345647.395171:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345647.395173:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345647.395258:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57864:x1849000910479616:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 567us (728us total) trans 8589941296 rc 0/0 00000100:00100000:1.0:1763345647.395266:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11427 00000020:00080000:1.0:1763345647.395271:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345647.397389:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.397467:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910479744 00000100:00100000:1.0:1763345647.397476:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910479744 00000100:00100000:1.0:1763345647.397558:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8368 00000100:00100000:1.0:1763345647.397567:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+13:57864:x1849000910479744:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345647.397581:0:27809:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345647.397599:0:27809:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58ade94 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833731 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345647.397620:0:27809:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x375:0x0] initial LVB size: 77824, mtime: 0x691a84ee, atime: 0x691a84ee, ctime: 0x691a84ee, blocks: 0x80 00010000:00010000:1.0:1763345647.397638:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.397640:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.397647:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58ade94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833731 expref: 14 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.397660:0:27809:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58ade94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833731 expref: 14 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.397670:0:27809:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91600, rc 0) 00000100:00100000:1.0:1763345647.398102:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+14:57864:x1849000910479744:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 535us (718us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.398112:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8368 00000100:00100000:2.0:1763345647.400108:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.400177:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.400336:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910479872 00000100:00100000:1.0:1763345647.400346:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910479872 00002000:00010000:1.0:1763345647.400380:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (77824->18446744073709551615) 00002000:00100000:1.0:1763345647.400385:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6432de300 with x1849000910479872 ext(77824->18446744073709551615) 00002000:00010000:1.0:1763345647.400396:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6432de300. 00000100:00100000:3.0:1763345647.400424:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910480000 00000100:00100000:3.0:1763345647.400428:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910480000 00002000:00010000:3.0:1763345647.400442:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:3.0:1763345647.400446:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6432df480 with x1849000910480000 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345647.400451:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6432df480. 00000100:00100000:3.0:1763345647.400481:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2044 00000100:00100000:3.0:1763345647.400490:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910479872:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:3.0:1763345647.400628:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 77824 -> 77824 00002000:00010000:3.0:1763345647.400632:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345647.400635:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345647.400637:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345647.400640:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:3.0:1763345647.400699:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910479872:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 210us (598us total) trans 17179872378 rc 0/0 00000100:00100000:3.0:1763345647.400707:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2044 00002000:00010000:3.0:1763345647.400712:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (77824->18446744073709551615) 00002000:00100000:3.0:1763345647.400714:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6432de300 with x1849000910479872 ext(77824->18446744073709551615) 00002000:00010000:3.0:1763345647.400719:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6432de300. 00000100:00100000:3.0:1763345647.400736:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2045 00000100:00100000:3.0:1763345647.400743:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910480000:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:3.0:1763345647.400849:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345647.400853:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345647.400855:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345647.400857:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345647.400860:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345647.400882:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+25:2408:x1849000910480000:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 139us (704us total) trans 21474839667 rc 0/0 00000100:00100000:3.0:1763345647.400888:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2045 00002000:00010000:3.0:1763345647.400891:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:3.0:1763345647.400894:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6432df480 with x1849000910480000 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345647.400898:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6432df480. 00000100:00100000:3.0:1763345647.403142:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.403746:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910480128 00000100:00100000:1.0:1763345647.403754:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910480128 00000100:00100000:1.0:1763345647.404644:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11428 00000100:00100000:1.0:1763345647.404658:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57864:x1849000910480128:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345647.404678:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345647.404698:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ade9b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833738 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.404850:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58adea2 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.404866:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58adea2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.404877:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58adea2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763345647.404902:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 77824 00000004:00200000:1.0:1763345647.404906:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345647.404922:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58adea2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.404946:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ade9b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833738 expref: 327 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.404968:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58adea2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833738 expref: 326 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.404976:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345647.404979:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345647.404982:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91000, rc 0) 00000100:00100000:1.0:1763345647.405038:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+326:57864:x1849000910480128:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 384us (1902us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.405044:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11428 00000100:00100000:2.0:1763345647.408553:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.408958:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910480256 00000100:00100000:0.0:1763345647.408970:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910480256 00000100:00100000:0.0:1763345647.409524:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2046 00000100:00100000:0.0:1763345647.409535:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+25:2408:x1849000910480256:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:0.0:1763345647.409570:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adea9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.409584:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345647.409586:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345647.409591:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adea9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.409604:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adea9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.415472:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adea9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.415490:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adea9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.415503:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adea9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.415509:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345647.415513:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adea9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.415521:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adea9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.415536:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adea9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.415542:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adea9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345647.415628:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+25:2408:x1849000910480256:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 6092us (7080us total) trans 0 rc 20480/20480 00000100:00100000:0.0:1763345647.415637:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2046 00000100:00100000:3.0:1763345647.419224:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.421019:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910480384 00000100:00100000:0.0:1763345647.421030:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910480384 00000100:00100000:1.0:1763345647.422120:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2047 00000100:00100000:1.0:1763345647.422135:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910480384:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:1.0:1763345647.422172:0:28400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58adeb0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.422189:0:28400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58ade94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833731 expref: 15 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.422196:0:28400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345647.422198:0:28400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345647.422202:0:28400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58adeb0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.422230:0:28400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58ade94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833731 expref: 15 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.422241:0:28400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58ade94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833731 expref: 15 pid: 27809 timeout: 1139 lvb_type: 0 00000100:00100000:1.0:1763345647.422255:0:28400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28400:1849000924437248:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345647.422331:0:28400:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5840 going to sleep for 11 seconds 00000100:00100000:1.0:1763345647.425615:0:28400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28400:1849000924437248:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345647.425648:0:28400:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58adeb0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345647.425822:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.426090:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910480512 00000100:00100000:1.0:1763345647.426099:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910480512 00010000:00010000:1.0:1763345647.426132:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58ade94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833731 expref: 16 pid: 27809 timeout: 1139 lvb_type: 0 00000100:00100000:1.0:1763345647.426170:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3781 00000100:00100000:1.0:1763345647.426180:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910480512:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345647.426198:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345647.426217:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58ade94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833731 expref: 16 pid: 27809 timeout: 1139 lvb_type: 0 00010000:00010000:1.0:1763345647.426228:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58ade94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833731 expref: 16 pid: 27809 timeout: 1139 lvb_type: 0 00010000:00010000:1.0:1763345647.426249:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58ade94 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833731 expref: 16 pid: 27809 timeout: 1139 lvb_type: 0 00010000:00010000:1.0:1763345647.426264:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.426266:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.426270:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58adeb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.426279:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58adeb0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.426309:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345647.426364:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910480512:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 185us (757us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.426371:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3781 00010000:00010000:3.0:1763345647.426507:0:28400:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58adeb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.426516:0:28400:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58adeb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763345647.431256:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872379 is committed 00002000:00010000:3.0:1763345647.431392:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 77824 -> 143360 00002000:00010000:3.0:1763345647.431397:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 128 -> 168 00010000:00010000:3.0:1763345647.431409:0:28400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58adeb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.431421:0:28400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58adeb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.431430:0:28400:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58adeb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.431437:0:28400:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345647.431441:0:28400:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58adeb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.431448:0:28400:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58adeb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.431463:0:28400:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58adeb0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.431470:0:28400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58adeb0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345647.431551:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+13:2408:x1849000910480384:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 9418us (12331us total) trans 17179872379 rc 0/0 00000100:00100000:3.0:1763345647.431561:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2047 00000100:00100000:2.0:1763345647.435132:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.435518:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910480640 00000100:00100000:1.0:1763345647.435528:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910480640 00000100:00100000:1.0:1763345647.435730:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8369 00000100:00100000:1.0:1763345647.435741:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+25:2409:x1849000910480640:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345647.435903:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+25:2409:x1849000910480640:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 165us (779us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.435910:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8369 00000100:00100000:2.0:1763345647.438493:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.438588:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910480768 00000100:00100000:1.0:1763345647.438597:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910480768 00000100:00100000:1.0:1763345647.438804:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8370 00000100:00100000:1.0:1763345647.438823:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+25:2409:x1849000910480768:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345647.438930:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+25:2409:x1849000910480768:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 117us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.438938:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8370 00000100:00100000:2.0:1763345647.441719:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.441884:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910481024 00000100:00100000:0.0:1763345647.441893:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910481024 00000100:00100000:0.0:1763345647.441946:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11429 00000100:00100000:0.0:1763345647.441956:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+326:57864:x1849000910481024:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345647.442006:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345647.442033:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58adea2 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833738 expref: 326 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.442048:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345647.442053:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345647.442209:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adeb7 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.442223:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adeb7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.442232:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adeb7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000001:00080000:0.0:1763345647.442273:0:35210:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941297 00000004:00010000:0.0:1763345647.442294:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004ca6da42 reply state 00000000a0e5aaff transno 8589941298 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adeb7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.442306:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adeb7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.442311:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345647.442314:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345647.442317:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345647.442398:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+328:57864:x1849000910481024:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 443us (696us total) trans 8589941298 rc 0/0 00000100:00100000:0.0:1763345647.442405:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11429 00000020:00080000:0.0:1763345647.442411:0:35210:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345647.445063:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.445261:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910481152 00000100:00100000:1.0:1763345647.445270:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910481152 00000100:00100000:1.0:1763345647.445323:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8371 00000100:00100000:1.0:1763345647.445332:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+13:57864:x1849000910481152:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345647.445349:0:27809:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345647.445368:0:27809:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adebe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083373f expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345647.445389:0:27809:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x375:0x0] initial LVB size: 143360, mtime: 0x691a84ee, atime: 0x691a84ee, ctime: 0x691a84ee, blocks: 0xa8 00010000:00010000:1.0:1763345647.445409:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.445412:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.445419:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adebe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083373f expref: 14 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.445433:0:27809:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adebe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083373f expref: 14 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.445445:0:27809:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91600, rc 0) 00000100:00100000:1.0:1763345647.445502:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+14:57864:x1849000910481152:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 170us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.445509:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8371 00000100:00100000:2.0:1763345647.447933:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.447967:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.448070:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910481280 00000100:00100000:0.0:1763345647.448080:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910481280 00002000:00010000:0.0:1763345647.448115:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (143360->18446744073709551615) 00002000:00100000:0.0:1763345647.448120:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6432dfb80 with x1849000910481280 ext(143360->18446744073709551615) 00002000:00010000:0.0:1763345647.448131:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6432dfb80. 00000100:00100000:0.0:1763345647.448164:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910481408 00000100:00100000:0.0:1763345647.448168:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910481408 00002000:00010000:0.0:1763345647.448180:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:0.0:1763345647.448183:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6449d0380 with x1849000910481408 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345647.448189:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6449d0380. 00000100:00100000:0.0:1763345647.448218:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2048 00000100:00100000:0.0:1763345647.448228:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910481280:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:0.0:1763345647.448374:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 143360 -> 143360 00002000:00010000:0.0:1763345647.448378:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.448381:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.448383:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.448385:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 168 -> 168 00000100:00100000:0.0:1763345647.448432:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910481280:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 205us (506us total) trans 17179872380 rc 0/0 00000100:00100000:0.0:1763345647.448440:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2048 00002000:00010000:0.0:1763345647.448443:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (143360->18446744073709551615) 00002000:00100000:0.0:1763345647.448446:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6432dfb80 with x1849000910481280 ext(143360->18446744073709551615) 00002000:00010000:0.0:1763345647.448451:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6432dfb80. 00000100:00100000:0.0:1763345647.448472:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2049 00000100:00100000:0.0:1763345647.448480:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+25:2409:x1849000910481408:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:0.0:1763345647.448546:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345647.448549:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.448551:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.448553:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.448556:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345647.448577:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+26:2409:x1849000910481408:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 98us (608us total) trans 21474839668 rc 0/0 00000100:00100000:0.0:1763345647.448583:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2049 00002000:00010000:0.0:1763345647.448587:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:0.0:1763345647.448589:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6449d0380 with x1849000910481408 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345647.448593:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6449d0380. 00000100:00100000:2.0:1763345647.452248:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.452360:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910481536 00000100:00100000:1.0:1763345647.452370:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910481536 00000100:00100000:1.0:1763345647.452426:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11430 00000100:00100000:1.0:1763345647.452441:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+328:57864:x1849000910481536:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345647.452463:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345647.452484:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58adec5 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833746 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.452595:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adecc lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.452611:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adecc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.452622:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adecc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763345647.452650:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 143360 00000004:00200000:1.0:1763345647.452655:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345647.452673:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adecc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.452697:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58adec5 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833746 expref: 330 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.452715:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adecc lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833746 expref: 329 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.452723:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345647.452726:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345647.452730:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91c00, rc 0) 00000100:00100000:1.0:1763345647.452837:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+329:57864:x1849000910481536:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 401us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.452844:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11430 00000100:00100000:0.0:1763345647.459448:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.459563:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910481664 00000100:00100000:1.0:1763345647.459574:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910481664 00000100:00100000:1.0:1763345647.459647:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2050 00000100:00100000:1.0:1763345647.459656:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543699500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910481664:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:1.0:1763345647.459703:0:28407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aded3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.459723:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.459725:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.459731:0:28407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aded3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [172032->180223] (req 172032->180223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.459743:0:28407:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aded3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [172032->180223] (req 172032->180223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.459881:0:28407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aded3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [172032->180223] (req 172032->180223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.459890:0:28407:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aded3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [172032->180223] (req 172032->180223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.459898:0:28407:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aded3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [172032->180223] (req 172032->180223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.459910:0:28407:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91a00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345647.459914:0:28407:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aded3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [172032->180223] (req 172032->180223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.459922:0:28407:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aded3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [172032->180223] (req 172032->180223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.459941:0:28407:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aded3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [172032->180223] (req 172032->180223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.459949:0:28407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aded3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [172032->180223] (req 172032->180223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345647.460014:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543699500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910481664:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 359us (573us total) trans 0 rc 8192/8192 00000100:00100000:1.0:1763345647.460022:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2050 00000100:00100000:2.0:1763345647.463957:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.465912:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910481792 00000100:00100000:1.0:1763345647.465925:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910481792 00000100:00100000:1.0:1763345647.466010:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2051 00000100:00100000:1.0:1763345647.466020:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910481792:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:1.0:1763345647.466053:0:28407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58adeda lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.466072:0:28407:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adebe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083373f expref: 15 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.466079:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345647.466081:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345647.466085:0:28407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58adeda lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [172032->180223] (req 172032->180223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.466117:0:28407:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adebe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083373f expref: 15 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.466129:0:28407:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adebe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083373f expref: 15 pid: 27809 timeout: 1139 lvb_type: 0 00000100:00100000:1.0:1763345647.466144:0:28407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28407:1849000924437376:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345647.466214:0:28407:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5300 going to sleep for 11 seconds 00000100:00100000:1.0:1763345647.471116:0:28407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28407:1849000924437376:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345647.471146:0:28407:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58adeda lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [172032->180223] (req 172032->180223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345647.471914:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.471971:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910481920 00000100:00100000:0.0:1763345647.471980:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910481920 00010000:00010000:0.0:1763345647.472017:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adebe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083373f expref: 16 pid: 27809 timeout: 1139 lvb_type: 0 00000100:00100000:0.0:1763345647.472059:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3782 00000100:00100000:0.0:1763345647.472069:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910481920:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345647.472084:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345647.472103:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adebe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083373f expref: 16 pid: 27809 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345647.472117:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adebe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083373f expref: 16 pid: 27809 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345647.472142:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58adebe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083373f expref: 16 pid: 27809 timeout: 1139 lvb_type: 0 00010000:00010000:0.0:1763345647.472157:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345647.472160:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345647.472165:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58adeda lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [172032->180223] (req 172032->180223) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.472181:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58adeda lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [172032->180223] (req 172032->180223) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.472261:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345647.472789:0:28407:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58adeda lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [172032->180223] (req 172032->180223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.472800:0:28407:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58adeda lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [172032->180223] (req 172032->180223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345647.474251:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910481920:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 2175us (2332us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345647.474264:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3782 00000001:00080000:2.0:1763345647.476618:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872381 is committed 00002000:00010000:1.0:1763345647.477021:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 143360 -> 180224 00002000:00010000:1.0:1763345647.477027:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 168 -> 184 00010000:00010000:1.0:1763345647.477040:0:28407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58adeda lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [172032->180223] (req 172032->180223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.477052:0:28407:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58adeda lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [172032->180223] (req 172032->180223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.477061:0:28407:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58adeda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [172032->180223] (req 172032->180223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.477069:0:28407:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345647.477074:0:28407:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58adeda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [172032->180223] (req 172032->180223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.477083:0:28407:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58adeda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [172032->180223] (req 172032->180223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.477103:0:28407:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58adeda lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [172032->180223] (req 172032->180223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.477111:0:28407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58adeda lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [172032->180223] (req 172032->180223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345647.477187:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+13:2409:x1849000910481792:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 11164us (13236us total) trans 17179872381 rc 0/0 00000100:00100000:1.0:1763345647.477196:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2051 00000100:00100000:2.0:1763345647.479741:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345647.479823:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910482048 00000100:00100000:3.0:1763345647.479834:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910482048 00000100:00100000:3.0:1763345647.479890:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8372 00000100:00100000:3.0:1763345647.479901:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910482048:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:2.0:1763345647.480156:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910482048:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 257us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345647.480165:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8372 00000100:00100000:2.0:1763345647.482454:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.482532:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910482176 00000100:00100000:0.0:1763345647.482541:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910482176 00000100:00100000:0.0:1763345647.482594:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8373 00000100:00100000:0.0:1763345647.482604:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910482176:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:0.0:1763345647.482717:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910482176:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 114us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345647.482734:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8373 00000100:00100000:0.0:1763345647.485143:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.485793:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910482432 00000100:00100000:1.0:1763345647.485803:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910482432 00000100:00100000:1.0:1763345647.485864:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11431 00000100:00100000:1.0:1763345647.485873:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543698380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+329:57864:x1849000910482432:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:1.0:1763345647.485918:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345647.485943:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adecc lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833746 expref: 329 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.485959:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345647.485963:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345647.486102:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58adee1 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.486115:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58adee1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.486124:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58adee1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:1.0:1763345647.486160:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941299 00000004:00010000:1.0:1763345647.486177:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000098f26679 reply state 00000000759f3c5b transno 8589941300 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58adee1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.486192:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58adee1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.486198:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345647.486201:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345647.486203:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345647.486284:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543698380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+331:57864:x1849000910482432:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 412us (1147us total) trans 8589941300 rc 0/0 00000100:00100000:1.0:1763345647.486291:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11431 00000020:00080000:1.0:1763345647.486295:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345647.491978:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.492064:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910482560 00000100:00100000:1.0:1763345647.492072:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910482560 00000100:00100000:1.0:1763345647.492119:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8374 00000100:00100000:1.0:1763345647.492127:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+13:57864:x1849000910482560:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345647.492141:0:27809:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345647.492159:0:27809:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58adee8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083374d expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345647.492179:0:27809:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x375:0x0] initial LVB size: 180224, mtime: 0x691a84ee, atime: 0x691a84ee, ctime: 0x691a84ee, blocks: 0xb8 00010000:00010000:1.0:1763345647.492195:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.492197:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.492202:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58adee8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083374d expref: 14 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.492215:0:27809:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58adee8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083374d expref: 14 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.492226:0:27809:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91a00, rc 0) 00000100:00100000:1.0:1763345647.492284:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+14:57864:x1849000910482560:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 157us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.492290:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8374 00000100:00100000:2.0:1763345647.495000:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.495052:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910482688 00000100:00100000:2.0:1763345647.495061:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.495062:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910482688 00002000:00010000:1.0:1763345647.495098:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (180224->18446744073709551615) 00002000:00100000:1.0:1763345647.495102:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dff480 with x1849000910482688 ext(180224->18446744073709551615) 00002000:00010000:1.0:1763345647.495114:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b672dff480. 00000100:00100000:3.0:1763345647.495141:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910482816 00000100:00100000:1.0:1763345647.495145:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2052 00000100:00100000:3.0:1763345647.495146:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910482816 00000100:00100000:1.0:1763345647.495155:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+14:2410:x1849000910482688:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:3.0:1763345647.495162:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:3.0:1763345647.495166:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dfe680 with x1849000910482816 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345647.495172:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dfe680. 00000100:00100000:3.0:1763345647.495197:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2053 00000100:00100000:3.0:1763345647.495205:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+26:2410:x1849000910482816:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:3.0:1763345647.495289:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345647.495289:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 180224 -> 180224 00002000:00010000:3.0:1763345647.495292:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345646 -> 1763345647 00002000:00010000:1.0:1763345647.495292:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345646 -> 1763345647 00002000:00010000:3.0:1763345647.495295:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:1.0:1763345647.495295:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345647.495298:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345646 -> 1763345647 00002000:00010000:1.0:1763345647.495298:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345646 -> 1763345647 00002000:00010000:3.0:1763345647.495301:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763345647.495301:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 184 -> 184 00000100:00100000:3.0:1763345647.495357:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+27:2410:x1849000910482816:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 152us (294us total) trans 21474839669 rc 0/0 00000100:00100000:1.0:1763345647.495357:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+15:2410:x1849000910482688:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 202us (364us total) trans 17179872382 rc 0/0 00000100:00100000:3.0:1763345647.495365:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2053 00002000:00010000:3.0:1763345647.495368:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:3.0:1763345647.495371:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dfe680 with x1849000910482816 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345647.495375:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dfe680. 00000100:00100000:1.0:1763345647.495375:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2052 00002000:00010000:1.0:1763345647.495378:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (180224->18446744073709551615) 00002000:00100000:1.0:1763345647.495380:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dff480 with x1849000910482688 ext(180224->18446744073709551615) 00002000:00010000:1.0:1763345647.495384:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b672dff480. 00000100:00100000:2.0:1763345647.497166:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.497217:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910482944 00000100:00100000:0.0:1763345647.497226:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910482944 00000100:00100000:0.0:1763345647.497278:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11432 00000100:00100000:0.0:1763345647.497288:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+331:57864:x1849000910482944:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345647.497309:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345647.497330:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58adeef lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833754 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.497420:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58adef6 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.497436:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58adef6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.497447:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58adef6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345647.497480:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 180224 00000004:00200000:0.0:1763345647.497485:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345647.497502:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58adef6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.497527:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58adeef lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833754 expref: 333 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.497542:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58adef6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833754 expref: 332 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.497550:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345647.497553:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345647.497556:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4a00, rc 0) 00000100:00100000:0.0:1763345647.497618:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+332:57864:x1849000910482944:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 331us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345647.497625:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11432 00000100:00100000:2.0:1763345647.500548:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.500743:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910483072 00000100:00100000:1.0:1763345647.500752:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910483072 00000100:00100000:1.0:1763345647.500861:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2054 00000100:00100000:1.0:1763345647.500872:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+27:2409:x1849000910483072:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:1.0:1763345647.500903:0:28407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adefd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.500918:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.500920:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.500925:0:28407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adefd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.500941:0:28407:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adefd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.502733:0:28407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adefd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.502750:0:28407:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adefd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.502777:0:28407:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adefd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.502784:0:28407:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91c00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345647.502789:0:28407:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adefd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.502798:0:28407:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adefd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.502825:0:28407:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adefd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.502832:0:28407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adefd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345647.502908:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+27:2409:x1849000910483072:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 2035us (2364us total) trans 0 rc 24410/24410 00000100:00100000:1.0:1763345647.502918:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2054 00000100:00100000:2.0:1763345647.506355:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.506442:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910483200 00000100:00100000:1.0:1763345647.506452:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910483200 00000100:00100000:3.0:1763345647.506574:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2055 00000100:00100000:3.0:1763345647.506586:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2411:x1849000910483200:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:3.0:1763345647.506620:0:8409:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58adf04 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.506637:0:8409:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58adee8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083374d expref: 15 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.506646:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345647.506648:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345647.506656:0:8409:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58adf04 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.506689:0:8409:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58adee8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083374d expref: 15 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.506703:0:8409:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58adee8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083374d expref: 15 pid: 27809 timeout: 1140 lvb_type: 0 00000100:00100000:3.0:1763345647.506718:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8409:1849000924437504:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345647.508325:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64a12b300 going to sleep for 11 seconds 00000100:00100000:0.0:1763345647.512325:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8409:1849000924437504:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345647.512354:0:8409:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58adf04 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345647.514187:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.514501:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910483328 00000100:00100000:0.0:1763345647.514510:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910483328 00010000:00010000:0.0:1763345647.514552:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58adee8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083374d expref: 16 pid: 27809 timeout: 1140 lvb_type: 0 00000100:00100000:0.0:1763345647.514597:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3783 00000100:00100000:0.0:1763345647.514608:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910483328:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345647.514622:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345647.514639:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58adee8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083374d expref: 16 pid: 27809 timeout: 1140 lvb_type: 0 00010000:00010000:0.0:1763345647.514652:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58adee8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083374d expref: 16 pid: 27809 timeout: 1140 lvb_type: 0 00010000:00010000:0.0:1763345647.514674:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58adee8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083374d expref: 16 pid: 27809 timeout: 1140 lvb_type: 0 00010000:00010000:0.0:1763345647.514689:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345647.514691:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345647.514696:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58adf04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.514706:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58adf04 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.514739:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345647.514849:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910483328:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 242us (668us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345647.514856:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3783 00010000:00010000:2.0:1763345647.515507:0:8409:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58adf04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.515519:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58adf04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763345647.520483:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872383 is committed 00002000:00010000:0.0:1763345647.520626:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 180224 -> 258048 00002000:00010000:0.0:1763345647.520632:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 184 -> 232 00010000:00010000:0.0:1763345647.520644:0:8409:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58adf04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.520656:0:8409:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58adf04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.520664:0:8409:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58adf04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.520670:0:8409:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672e57400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345647.520674:0:8409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58adf04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.520682:0:8409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58adf04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.520700:0:8409:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58adf04 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.520707:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58adf04 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345647.520896:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+13:2411:x1849000910483200:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 14309us (14545us total) trans 17179872383 rc 0/0 00000100:00100000:0.0:1763345647.520907:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2055 00000100:00100000:0.0:1763345647.532547:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.532653:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910483584 00000100:00100000:2.0:1763345647.532663:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910483584 00000100:00100000:2.0:1763345647.532737:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11433 00000100:00100000:2.0:1763345647.532749:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543699f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+332:57864:x1849000910483584:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345647.532957:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345647.532982:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58adef6 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833754 expref: 332 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.532999:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345647.533004:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345647.533157:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58adf0b lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.533172:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58adf0b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.533180:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58adf0b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000001:00080000:2.0:1763345647.533222:0:35210:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941301 00000004:00010000:2.0:1763345647.533244:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000046e5d199 reply state 00000000d0ef8493 transno 8589941302 ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58adf0b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.533256:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58adf0b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.533262:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345647.533265:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345647.533268:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345647.535092:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543699f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+334:57864:x1849000910483584:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 2335us (2544us total) trans 8589941302 rc 0/0 00000100:00100000:2.0:1763345647.535105:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11433 00000020:00080000:2.0:1763345647.535112:0:35210:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345647.538793:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.538943:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910483712 00000100:00100000:0.0:1763345647.538952:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910483712 00000100:00100000:0.0:1763345647.539017:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8375 00000100:00100000:0.0:1763345647.539028:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+13:57864:x1849000910483712:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345647.539045:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345647.539066:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58adf12 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083375b expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345647.539089:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x375:0x0] initial LVB size: 258048, mtime: 0x691a84ef, atime: 0x691a84ee, ctime: 0x691a84ef, blocks: 0xe8 00010000:00010000:0.0:1763345647.539111:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345647.539113:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345647.539121:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58adf12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083375b expref: 14 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.539136:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58adf12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083375b expref: 14 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.539149:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5400, rc 0) 00000100:00100000:0.0:1763345647.539625:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+14:57864:x1849000910483712:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 597us (870us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345647.539633:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8375 00000100:00100000:0.0:1763345647.542497:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.542726:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910483840 00000100:00100000:2.0:1763345647.542738:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910483840 00002000:00010000:2.0:1763345647.542805:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (257882->18446744073709551615) 00002000:00100000:2.0:1763345647.542818:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54369b100 with x1849000910483840 ext(257882->18446744073709551615) 00002000:00010000:2.0:1763345647.542832:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54369b100. 00000100:00100000:2.0:1763345647.542867:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2056 00000100:00100000:2.0:1763345647.542878:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910483840:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345647.543165:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 258048 -> 257882 00002000:00010000:2.0:1763345647.543169:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345647.543172:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.543174:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345647.543177:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 232 -> 232 00000100:00100000:2.0:1763345647.543231:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910483840:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 354us (742us total) trans 17179872384 rc 0/0 00000100:00100000:2.0:1763345647.543238:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2056 00002000:00010000:2.0:1763345647.543242:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (257882->18446744073709551615) 00002000:00100000:2.0:1763345647.543245:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54369b100 with x1849000910483840 ext(257882->18446744073709551615) 00002000:00010000:2.0:1763345647.543249:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54369b100. 00000100:00100000:2.0:1763345647.545803:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.546880:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910483968 00000100:00100000:1.0:1763345647.546892:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910483968 00002000:00010000:1.0:1763345647.546930:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:1.0:1763345647.546936:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b681ec3100 with x1849000910483968 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345647.546947:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b681ec3100. 00000100:00100000:1.0:1763345647.547136:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2057 00000100:00100000:1.0:1763345647.547146:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+27:2409:x1849000910483968:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:1.0:1763345647.547273:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345647.547277:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345647.547280:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:1.0:1763345647.547282:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345647.547284:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345647.547348:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+28:2409:x1849000910483968:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 202us (1551us total) trans 21474839670 rc 0/0 00000100:00100000:1.0:1763345647.547356:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2057 00002000:00010000:1.0:1763345647.547360:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:1.0:1763345647.547362:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b681ec3100 with x1849000910483968 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345647.547366:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b681ec3100. 00000100:00100000:0.0:1763345647.549846:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.550372:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910484224 00000100:00100000:2.0:1763345647.550382:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910484224 00000100:00100000:2.0:1763345647.550463:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11434 00000100:00100000:2.0:1763345647.550474:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543698000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+334:57864:x1849000910484224:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345647.550581:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58adf19 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.550598:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58adf19 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.550610:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58adf19 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00010000:2.0:1763345647.550704:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000df665889 reply state 000000006d5e55b7 transno 8589941303 ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58adf19 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.550714:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58adf19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.550719:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345647.550721:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345647.550733:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345647.550829:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543698000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+336:57864:x1849000910484224:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 357us (1068us total) trans 8589941303 rc 0/0 00000100:00100000:2.0:1763345647.550836:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11434 00000100:00100000:0.0:1763345647.552650:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.552753:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910484352 00000100:00100000:2.0:1763345647.552836:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910484352 00000100:00100000:2.0:1763345647.552899:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8376 00000100:00100000:2.0:1763345647.552909:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543698a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+28:57864:x1849000910484352:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345647.553006:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345647.553028:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b677b32e00/0x52bea07cb58adf20 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833762 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.553058:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ade4e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833707 expref: 29 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345647.553066:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345647.553068:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345647.553072:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b677b32e00/0x52bea07cb58adf20 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833762 expref: 29 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.553098:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ade4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833707 expref: 29 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345647.553108:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ade4e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833707 expref: 29 pid: 28867 timeout: 1140 lvb_type: 1 00000100:00100000:2.0:1763345647.553117:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924437632:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345647.553180:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9900 going to sleep for 11 seconds 00000100:00100000:2.0:1763345647.554931:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924437632:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345647.554965:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b677b32e00/0x52bea07cb58adf20 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833762 expref: 29 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.554982:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b677b32e00, rc 0) 00000100:00100000:2.0:1763345647.555037:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543698a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+29:57864:x1849000910484352:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2128us (2395us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345647.555046:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8376 00000100:00100000:0.0:1763345647.555206:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.555384:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910484480 00000100:00100000:1.0:1763345647.555391:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910484480 00010000:00010000:1.0:1763345647.555421:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ade4e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833707 expref: 29 pid: 28867 timeout: 1140 lvb_type: 1 00000100:00100000:1.0:1763345647.555455:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3784 00000100:00100000:1.0:1763345647.555463:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910484480:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345647.555475:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345647.555493:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ade4e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833707 expref: 29 pid: 28867 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763345647.555504:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ade4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833707 expref: 29 pid: 28867 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763345647.555526:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ade4e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833707 expref: 29 pid: 28867 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763345647.555538:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.555540:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.555547:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b677b32e00/0x52bea07cb58adf20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833762 expref: 28 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.555556:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b677b32e00/0x52bea07cb58adf20 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833762 expref: 28 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.555588:0:8428:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b677b32e00/0x52bea07cb58adf20 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833762 expref: 28 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345647.555601:0:8428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8428:1849000924437760:192.168.203.8@tcp:105: 00000100:00100000:1.0:1763345647.555664:0:8428:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5300 going to sleep for 11 seconds 00000100:00100000:0.0:1763345647.558222:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.558332:0:8428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8428:1849000924437760:192.168.203.8@tcp:105: 00010000:00010000:1.0:1763345647.558354:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345647.558417:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+28:2409:x1849000910484480:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 2953us (3209us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.558428:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3784 00000100:00100000:2.0:1763345647.559732:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910484608 00000100:00100000:2.0:1763345647.559742:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910484608 00000100:00100000:2.0:1763345647.559826:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8377 00000100:00100000:2.0:1763345647.559837:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+28:57864:x1849000910484608:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345647.559853:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345647.559872:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b677b32c00/0x52bea07cb58adf27 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833769 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.559899:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ade47 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083370e expref: 29 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345647.559906:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345647.559908:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345647.559913:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b677b32c00/0x52bea07cb58adf27 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833769 expref: 29 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.559944:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ade47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083370e expref: 29 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345647.559957:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ade47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083370e expref: 29 pid: 27810 timeout: 1140 lvb_type: 1 00000100:00100000:2.0:1763345647.559971:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924437888:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345647.560826:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9900 going to sleep for 11 seconds 00000100:00100000:2.0:1763345647.565289:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.565359:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910484736 00000100:00100000:1.0:1763345647.565369:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910484736 00010000:00010000:1.0:1763345647.565408:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ade47 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083370e expref: 30 pid: 27810 timeout: 1140 lvb_type: 1 00000100:00100000:1.0:1763345647.565452:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3785 00000100:00100000:1.0:1763345647.565462:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544866680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+30:2409:x1849000910484736:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345647.565475:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345647.565495:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ade47 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083370e expref: 30 pid: 27810 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763345647.565508:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ade47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083370e expref: 30 pid: 27810 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763345647.565532:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.565534:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.565542:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b677b32c00/0x52bea07cb58adf27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833769 expref: 30 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.565552:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b677b32c00/0x52bea07cb58adf27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833769 expref: 30 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.565588:0:8428:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b677b32c00/0x52bea07cb58adf27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833769 expref: 30 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345647.565600:0:8428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8428:1849000924438016:192.168.203.8@tcp:105: 00000100:00100000:1.0:1763345647.565676:0:8428:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5300 going to sleep for 11 seconds 00010000:00010000:0.0:1763345647.565957:0:28867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ade47 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083370e expref: 30 pid: 27810 timeout: 1140 lvb_type: 1 00000100:00100000:0.0:1763345647.565976:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924437888:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345647.565999:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b677b32c00/0x52bea07cb58adf27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833769 expref: 29 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.566009:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b677b32c00, rc 0) 00000100:00100000:0.0:1763345647.566038:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+29:57864:x1849000910484608:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 6202us (7823us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345647.566045:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8377 00000100:00100000:0.0:1763345647.568796:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.569187:0:8428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8428:1849000924438016:192.168.203.8@tcp:105: 00010000:00010000:1.0:1763345647.569207:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345647.569255:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544866680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+28:2409:x1849000910484736:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 3794us (3974us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.569265:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3785 00000100:00100000:2.0:1763345647.569345:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910484864 00000100:00100000:2.0:1763345647.569351:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910484864 00000100:00100000:2.0:1763345647.569397:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8378 00000100:00100000:2.0:1763345647.569406:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+15:57864:x1849000910484864:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345647.569423:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345647.569440:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b677b32000/0x52bea07cb58adf2e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833770 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.569465:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58ade55 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833715 expref: 16 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345647.569478:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345647.569480:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345647.569484:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b677b32000/0x52bea07cb58adf2e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833770 expref: 16 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.569513:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58ade55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833715 expref: 16 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345647.569525:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58ade55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833715 expref: 16 pid: 15692 timeout: 1140 lvb_type: 1 00000100:00100000:2.0:1763345647.569538:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544867100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924438144:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345647.569585:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9900 going to sleep for 11 seconds 00000100:00100000:2.0:1763345647.572844:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.572952:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910484992 00000100:00100000:1.0:1763345647.572961:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910484992 00010000:00010000:1.0:1763345647.572997:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58ade55 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833715 expref: 17 pid: 15692 timeout: 1140 lvb_type: 1 00000100:00100000:1.0:1763345647.573037:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3786 00000100:00100000:1.0:1763345647.573045:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b645685450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910484992:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345647.573059:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345647.573078:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58ade55 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833715 expref: 17 pid: 15692 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763345647.573090:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58ade55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833715 expref: 17 pid: 15692 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763345647.573119:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.573121:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.573126:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b677b32000/0x52bea07cb58adf2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833770 expref: 17 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.573136:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b677b32000/0x52bea07cb58adf2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833770 expref: 17 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.573172:0:8428:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff91b677b32000/0x52bea07cb58adf2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833770 expref: 17 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345647.573185:0:8428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8428:1849000924438272:192.168.203.8@tcp:105: 00000100:00100000:1.0:1763345647.573264:0:8428:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5300 going to sleep for 11 seconds 00010000:00010000:0.0:1763345647.573351:0:28867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58ade55 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833715 expref: 17 pid: 15692 timeout: 1140 lvb_type: 1 00000100:00100000:0.0:1763345647.573364:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544867100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924438144:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345647.573387:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b677b32000/0x52bea07cb58adf2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833770 expref: 16 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.573398:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b677b32000, rc 0) 00000100:00100000:0.0:1763345647.573426:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+16:57864:x1849000910484864:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4021us (4668us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345647.573433:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8378 00000100:00100000:1.0:1763345647.577327:0:8428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8428:1849000924438272:192.168.203.8@tcp:105: 00010000:00010000:1.0:1763345647.577353:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345647.577419:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b645685450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910484992:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 4374us (4583us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.577429:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3786 00000100:00100000:3.0:1763345647.577670:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.577958:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910485120 00000100:00100000:0.0:1763345647.577965:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910485120 00000100:00100000:0.0:1763345647.578001:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8379 00000100:00100000:0.0:1763345647.578009:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+28:2408:x1849000910485120:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:0.0:1763345647.578142:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 257882 -> 257882 00002000:00010000:0.0:1763345647.578146:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.578149:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.578151:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345646 -> 1763345647 00002000:00010000:0.0:1763345647.578154:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 392 -> 392 00000100:00100000:0.0:1763345647.578189:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910485120:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 180us (520us total) trans 21474839671 rc 0/0 00000100:00100000:0.0:1763345647.578195:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8379 00000100:00100000:3.0:1763345647.578588:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345647.578625:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.579187:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910485376 00000100:00100000:1.0:1763345647.579195:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910485376 00000100:00100000:1.0:1763345647.579238:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910485248 00000100:00100000:1.0:1763345647.579242:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910485248 00000100:00100000:1.0:1763345647.579266:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8380 00000100:00100000:1.0:1763345647.579274:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910485376:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:1.0:1763345647.579370:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345647.579374:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:1.0:1763345647.579377:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:1.0:1763345647.579379:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345646 -> 1763345647 00002000:00010000:1.0:1763345647.579381:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345647.579423:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910485376:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 149us (834us total) trans 17179872385 rc 0/0 00000100:00100000:1.0:1763345647.579430:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8380 00000100:00100000:1.0:1763345647.579445:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8381 00000100:00100000:1.0:1763345647.579451:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910485248:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:1.0:1763345647.579501:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345647.579504:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:1.0:1763345647.579506:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:1.0:1763345647.579508:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345646 -> 1763345647 00002000:00010000:1.0:1763345647.579510:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763345647.579531:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+30:2409:x1849000910485248:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 80us (906us total) trans 21474839672 rc 0/0 00000100:00100000:1.0:1763345647.579537:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8381 00000100:00100000:3.0:1763345647.581861:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.581984:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910485632 00000100:00100000:1.0:1763345647.581994:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910485632 00000100:00100000:1.0:1763345647.582200:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3946 00000100:00100000:1.0:1763345647.582211:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b64a0b5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+336:57864:x1849000910485632:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:1.0:1763345647.582267:0:6523:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000405:0x25c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ade08 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336f2 expref: 336 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.582310:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58adf35 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345647.582327:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ade32 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336f9 expref: 336 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.582337:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58adf35 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345647.582369:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ade32 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a969808336f9 expref: 336 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.582381:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ade32 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808336f9 expref: 336 pid: 35210 timeout: 1140 lvb_type: 0 00000100:00100000:1.0:1763345647.582394:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a7100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924438400:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345647.583133:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5840 going to sleep for 11 seconds 00000100:00100000:2.0:1763345647.586825:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a7100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924438400:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345647.586858:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58adf35 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000100:00100000:3.0:1763345647.587452:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.587723:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910485760 00000100:00100000:1.0:1763345647.587731:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910485760 00010000:00010000:1.0:1763345647.587892:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ade32 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808336f9 expref: 337 pid: 35210 timeout: 1140 lvb_type: 0 00000100:00100000:1.0:1763345647.587980:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3787 00000100:00100000:1.0:1763345647.587990:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545654e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+337:2408:x1849000910485760:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345647.588006:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345647.588014:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ade32 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808336f9 expref: 337 pid: 35210 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345647.588027:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ade32 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808336f9 expref: 337 pid: 35210 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345647.588053:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ade32 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a969808336f9 expref: 337 pid: 35210 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345647.588068:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345647.588073:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58adf35 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345647.588083:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58adf35 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345647.588090:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58adf35 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345647.588122:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345647.588181:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545654e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+336:2408:x1849000910485760:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 192us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.588190:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3787 00010000:00010000:2.0:1763345647.588390:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58adf35 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345647.588398:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58adf35 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000040:00080000:2.0:1763345647.588623:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1949, 88 off161400 00000004:00080000:2.0:1763345647.588630:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1040113870001ns, next at 1037769741907ns, rc = 0 00000040:00080000:2.0:1763345647.588668:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1965, 88 off162968 00000004:00080000:2.0:1763345647.588673:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1040113913693ns, next at 1038505825846ns, rc = 0 00000040:00080000:2.0:1763345647.589700:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1950, 88 off161488 00000004:00080000:2.0:1763345647.589711:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1040114951166ns, next at 1037769741907ns, rc = 0 00000040:00080000:2.0:1763345647.589732:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1966, 88 off163056 00000004:00080000:2.0:1763345647.589738:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1040114978121ns, next at 1038505825846ns, rc = 0 00000040:00080000:2.0:1763345647.590030:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1967, 88 off163144 00000004:00080000:2.0:1763345647.590036:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1040115276421ns, next at 1038505825846ns, rc = 0 00000040:00080000:2.0:1763345647.590048:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1951, 88 off161576 00000004:00080000:2.0:1763345647.590053:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1040115293251ns, next at 1037769741907ns, rc = 0 00000001:00080000:3.0:1763345647.591614:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941304 is committed 00000004:00080000:3.0:1763345647.591623:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1252 committed 00000004:00080000:3.0:1763345647.591636:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1268 committed 00000004:00080000:3.0:1763345647.591647:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1267 committed 00000004:00080000:3.0:1763345647.591649:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1251 committed 00000004:00080000:3.0:1763345647.591651:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1266 committed 00000004:00080000:3.0:1763345647.591653:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1250 committed 00000004:00010000:3.0:1763345647.591742:0:6523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007112b8ed reply state 00000000f971d480 transno 8589941304 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58adf35 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345647.591791:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58adf35 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345647.591800:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345647.591804:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763345647.591809:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763345647.591824:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345647.591827:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763345647.591833:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ade08 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336f2 expref: 324 pid: 35210 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345647.591965:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544866680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924438528:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345647.592023:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345647.592072:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763345647.592080:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544867100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924438656:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345647.592103:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345647.592135:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924438528 00000100:00100000:0.0:1763345647.592142:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924438528 00000100:00100000:0.0:1763345647.592173:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924438656 00000100:00100000:0.0:1763345647.592177:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924438656 00000100:00100000:0.0:1763345647.592193:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8382 00000100:00100000:0.0:1763345647.592202:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3656:x1849000924438528:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1763345647.592330:0:27810:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345647.592334:0:27810:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:0.0:1763345647.592336:0:27810:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345647.592338:0:27810:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:0.0:1763345647.592341:0:27810:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345647.592372:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:3656:x1849000924438528:12345-0@lo:2:osp-syn-1-0.0 Request processed in 172us (347us total) trans 17179872386 rc 0/0 00000100:00100000:0.0:1763345647.592383:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8382 00010000:00080000:2.0:1763345647.592402:0:6523:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763345647.592402:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8383 00000100:00100000:0.0:1763345647.592412:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3656:x1849000924438656:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345647.592420:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a0b5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+324:57864:x1849000910485632:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 10209us (10562us total) trans 8589941304 rc 0/0 00000100:00100000:2.0:1763345647.592429:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3946 00002000:00010000:0.0:1763345647.592470:0:27810:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345647.592474:0:27810:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.592477:0:27810:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.592479:0:27810:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:0.0:1763345647.592481:0:27810:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:2.0:1763345647.592491:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58adf35 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345647.592501:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58adf35 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00000100:00100000:0.0:1763345647.592510:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:3656:x1849000924438656:12345-0@lo:2:osp-syn-1-0.0 Request processed in 99us (405us total) trans 17179872387 rc 0/0 00010000:00010000:2.0:1763345647.592511:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58adf35 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345647.592524:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90800 already unused, calling callback (ffffffffc181e550) 00000100:00100000:0.0:1763345647.592525:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8383 00010000:00010000:2.0:1763345647.592530:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58adf35 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345647.592539:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58adf35 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345647.592551:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345647.592554:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345647.592559:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58adf35 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345647.592567:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58adf35 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00000100:00100000:0.0:1763345647.592615:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924439168:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345647.592642:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345647.592677:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763345647.592684:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924439040:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345647.592686:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924439168 00000100:00100000:2.0:1763345647.592692:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924439168 00000100:00100000:0.0:1763345647.592711:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763345647.592876:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ade5c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.592884:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ade5c lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.592890:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ade5c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.592896:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345647.592899:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ade5c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.592905:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ade5c lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.592915:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345647.592918:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345647.592921:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ade5c lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.592927:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ade5c lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.592939:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ade8d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.592944:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ade8d lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.592950:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ade8d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.592955:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345647.592958:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ade8d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.592964:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ade8d lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.592971:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345647.592973:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345647.592976:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ade8d lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.592981:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ade8d lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.592990:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adeb7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345647.592995:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adeb7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345647.593000:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adeb7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345647.593005:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345647.593007:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adeb7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345647.593013:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adeb7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345647.593019:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345647.593020:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345647.593023:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adeb7 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345647.593027:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58adeb7 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345647.593036:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58adee1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.593042:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58adee1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.593048:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58adee1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.593052:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345647.593055:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58adee1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.593064:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58adee1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.593071:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345647.593073:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345647.593076:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58adee1 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.593081:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58adee1 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.593089:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58adf0b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345647.593094:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58adf0b lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345647.593099:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58adf0b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345647.593104:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541e3a000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345647.593107:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58adf0b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345647.593111:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58adf0b lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345647.593118:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345647.593120:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345647.593122:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58adf0b lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345647.593128:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3a000/0x52bea07cb58adf0b lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345647.593139:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58adf19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345647.593144:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58adf19 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345647.593149:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58adf19 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345647.593153:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b541e3ba00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345647.593155:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58adf19 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345647.593160:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58adf19 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345647.593166:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345647.593168:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345647.593170:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58adf19 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345647.593176:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b541e3ba00/0x52bea07cb58adf19 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000100:00100000:2.0:1763345647.593182:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924439040 00000100:00100000:2.0:1763345647.593188:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924439040 00000100:00100000:1.0:1763345647.593197:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924438784:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345647.593220:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8384 00000100:00100000:2.0:1763345647.593229:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3657:x1849000924439168:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345647.593232:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345647.593258:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763345647.593263:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924438912:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345647.593283:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345647.593312:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924438784 00002000:00010000:2.0:1763345647.593313:0:27810:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1763345647.593316:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924438784 00002000:00010000:2.0:1763345647.593318:0:27810:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345647.593322:0:27810:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.593325:0:27810:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345647.593327:0:27810:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345647.593336:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924438912 00000100:00100000:1.0:1763345647.593341:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924438912 00000100:00100000:1.0:1763345647.593361:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8385 00000100:00100000:2.0:1763345647.593364:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3657:x1849000924439168:12345-0@lo:2:osp-syn-0-0.0 Request processed in 135us (719us total) trans 21474839673 rc 0/0 00000100:00100000:1.0:1763345647.593372:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3657:x1849000924439040:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345647.593376:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8384 00000100:00100000:2.0:1763345647.593394:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8386 00000100:00100000:2.0:1763345647.593402:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:3658:x1849000924438784:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763345647.593438:0:27809:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345647.593442:0:27809:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:1.0:1763345647.593444:0:27809:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:1.0:1763345647.593447:0:27809:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345647.593449:0:27809:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:2.0:1763345647.593461:0:27810:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 257882 -> 257882 00002000:00010000:2.0:1763345647.593465:0:27810:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345647.593468:0:27810:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.593471:0:27810:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345647.593473:0:27810:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 232 -> 232 00000100:00100000:1.0:1763345647.593480:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3657:x1849000924439040:12345-0@lo:2:osp-syn-0-0.0 Request processed in 110us (767us total) trans 21474839674 rc 0/0 00000100:00100000:1.0:1763345647.593487:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8385 00000100:00100000:1.0:1763345647.593503:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8387 00000100:00100000:2.0:1763345647.593509:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3658:x1849000924438784:12345-0@lo:2:osp-syn-1-0.0 Request processed in 108us (278us total) trans 17179872388 rc 0/0 00000100:00100000:1.0:1763345647.593513:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3658:x1849000924438912:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345647.593523:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8386 00002000:00010000:1.0:1763345647.593566:0:27809:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 257882 -> 257882 00002000:00010000:1.0:1763345647.593569:0:27809:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:1.0:1763345647.593571:0:27809:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:1.0:1763345647.593573:0:27809:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345647.593575:0:27809:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 392 -> 392 00000100:00100000:1.0:1763345647.593598:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3658:x1849000924438912:12345-0@lo:2:osp-syn-0-0.0 Request processed in 89us (313us total) trans 21474839675 rc 0/0 00000100:00100000:1.0:1763345647.593603:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8387 00000004:00080000:1.0:1763345647.593786:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dcf800/2, rc 0, transno 21474839675 00000100:00100000:1.0:1763345647.593792:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924438912:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345647.593802:0:3658:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872375 gen 2 00000004:00080000:1.0:1763345647.593807:0:3658:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872367 committed transno 17179872375 00000004:00080000:1.0:1763345647.593832:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6449d3100, transno 17179872368 00000004:00080000:1.0:1763345647.593842:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6449d1c00, transno 17179872369 00000004:00080000:1.0:1763345647.593845:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6449d2300, transno 17179872370 00000004:00080000:1.0:1763345647.593847:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6449d2a00, transno 17179872371 00000004:00080000:1.0:1763345647.593849:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544482300, transno 17179872373 00000004:00080000:1.0:1763345647.593851:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544481c00, transno 17179872374 00000004:00080000:1.0:1763345647.593853:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b65ed7f800, transno 17179872375 00000100:00100000:1.0:1763345647.593858:0:3658:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff91b54377f480 x1849000924438784/t17179872388(17179872388) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763345663 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763345647.593867:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54377f480/2, rc 0, transno 17179872388 00000100:00100000:1.0:1763345647.593871:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924438784:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345647.593961:0:32328:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 3 in progress, 2 in flight, 7 done 00000004:00080000:1.0:1763345647.593998:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544867100/2, rc 0, transno 17179872387 00000100:00100000:1.0:1763345647.594003:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544867100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924438656:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345647.594011:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544866680/2, rc 0, transno 17179872386 00000100:00100000:1.0:1763345647.594014:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544866680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924438528:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763345647.594559:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5435b9f80/2, rc 0, transno 21474839674 00000100:00100000:0.0:1763345647.594566:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924439040:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345647.594573:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5435bb800/2, rc 0, transno 21474839673 00000100:00100000:0.0:1763345647.594575:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924439168:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345647.596375:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.596634:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910485888 00000100:00100000:2.0:1763345647.596643:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910485888 00000100:00100000:2.0:1763345647.596704:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11435 00000100:00100000:2.0:1763345647.596715:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545657800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+317:57864:x1849000910485888:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345647.596736:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345647.596755:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32a00/0x52bea07cb58adf3c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833777 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.596854:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32a00/0x52bea07cb58adf3c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833777 expref: 318 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.596869:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32a00/0x52bea07cb58adf3c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833777 expref: 318 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.596886:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345647.596890:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345647.596893:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b677b32a00, rc 0) 00000100:00100000:2.0:1763345647.596939:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545657800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+318:57864:x1849000910485888:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 226us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345647.596946:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11435 00000100:00100000:1.0:1763345647.599919:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.600012:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910486144 00000100:00100000:2.0:1763345647.600021:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910486144 00000100:00100000:2.0:1763345647.600078:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3947 00000100:00100000:2.0:1763345647.600088:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+318:57864:x1849000910486144:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345647.600309:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+319:57864:x1849000910486144:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 221us (398us total) trans 8589941305 rc 0/0 00000100:00100000:2.0:1763345647.600320:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3947 00000100:00100000:0.0:1763345647.612405:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.612826:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910486272 00000100:00100000:2.0:1763345647.612836:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910486272 00000100:00100000:2.0:1763345647.612911:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11436 00000100:00100000:2.0:1763345647.612927:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+319:57865:x1849000910486272:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345647.612949:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345647.612972:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b33200/0x52bea07cb58adf43 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083377e expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.613056:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58adf4a lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.613069:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58adf4a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.613079:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58adf4a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.613091:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58adf51 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.613097:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58adf51 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.613103:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58adf51 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.613174:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58adf58 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.613183:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58adf58 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.613191:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58adf58 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:2.0:1763345647.613229:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 257882 00000004:00200000:2.0:1763345647.613235:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345647.613253:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58adf58 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.613264:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58adf58 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.613272:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58adf4a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.613278:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58adf4a lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.613284:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58adf4a lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.613290:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345647.613294:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58adf4a lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.613300:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58adf4a lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.613311:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b54326bc00) 00010000:00010000:2.0:1763345647.613315:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345647.613319:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58adf4a lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.613325:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58adf4a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.613336:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58adf51 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.613342:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58adf51 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.613347:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58adf51 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.613352:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345647.613354:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58adf51 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.613360:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58adf51 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.613367:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b54326bf00) 00010000:00010000:2.0:1763345647.613369:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345647.613372:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58adf51 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.613376:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58adf51 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.613404:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b33200/0x52bea07cb58adf43 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083377e expref: 321 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.613419:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58adf58 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083377e expref: 320 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.613426:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345647.613429:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345647.613432:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7600, rc 0) 00000100:00100000:2.0:1763345647.613511:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+320:57865:x1849000910486272:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 590us (1114us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345647.613518:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11436 00000100:00100000:3.0:1763345647.615637:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.615891:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910486528 00000100:00100000:2.0:1763345647.615902:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910486528 00000100:00100000:2.0:1763345647.615964:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11437 00000100:00100000:2.0:1763345647.615976:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545656300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+320:57865:x1849000910486528:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345647.615994:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345647.616014:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58adf5f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833785 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.616131:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58adf66 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.616146:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58adf66 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.616156:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58adf66 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:2.0:1763345647.616167:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 257882 00010000:00010000:2.0:1763345647.616271:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58adf5f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833785 expref: 323 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.616290:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58adf66 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833785 expref: 322 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.616299:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345647.616303:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763345647.616307:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7a00, rc 0) 00000100:00100000:2.0:1763345647.616355:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545656300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+322:57865:x1849000910486528:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 381us (725us total) trans 8589941306 rc 0/0 00000100:00100000:2.0:1763345647.616362:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11437 00000100:00100000:1.0:1763345647.618665:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.618755:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910486784 00000100:00100000:2.0:1763345647.618837:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910486784 00000100:00100000:2.0:1763345647.618914:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11438 00000100:00100000:2.0:1763345647.618924:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+322:57865:x1849000910486784:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345647.618944:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345647.618967:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58adf74 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083378c expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.619061:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58adf7b lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.619076:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58adf7b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.619087:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58adf7b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:2.0:1763345647.619099:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 257882 00010000:00010000:2.0:1763345647.619193:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58adf74 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083378c expref: 325 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.619209:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58adf7b lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083378c expref: 324 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.619224:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345647.619227:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763345647.619231:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6400, rc 0) 00000100:00100000:2.0:1763345647.619284:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+324:57865:x1849000910486784:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 362us (627us total) trans 8589941307 rc 0/0 00000100:00100000:2.0:1763345647.619292:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11438 00000100:00100000:0.0:1763345647.654205:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.654274:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910486912 00000100:00100000:1.0:1763345647.654285:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910486912 00000100:00100000:1.0:1763345647.654362:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2058 00000100:00100000:1.0:1763345647.654373:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+30:2410:x1849000910486912:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:1.0:1763345647.654407:0:28407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91400/0x52bea07cb58adf89 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.654426:0:28407:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b677b32e00/0x52bea07cb58adf20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833762 expref: 30 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.654434:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345647.654436:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345647.654439:0:28407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91400/0x52bea07cb58adf89 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.654470:0:28407:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b677b32e00/0x52bea07cb58adf20 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833762 expref: 30 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.654482:0:28407:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b677b32e00/0x52bea07cb58adf20 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833762 expref: 30 pid: 28867 timeout: 1140 lvb_type: 0 00000100:00100000:1.0:1763345647.654496:0:28407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:28407:1849000924439296:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345647.654582:0:28407:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5840 going to sleep for 11 seconds 00000100:00100000:1.0:1763345647.656973:0:28407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:28407:1849000924439296:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345647.657007:0:28407:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b548d91400/0x52bea07cb58adf89 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345647.658106:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.658167:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910487040 00000100:00100000:1.0:1763345647.658176:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910487040 00010000:00010000:1.0:1763345647.658214:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b677b32e00/0x52bea07cb58adf20 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833762 expref: 31 pid: 28867 timeout: 1140 lvb_type: 0 00000100:00100000:1.0:1763345647.658258:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3788 00000100:00100000:1.0:1763345647.658267:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+31:2408:x1849000910487040:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345647.658280:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345647.658300:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b677b32e00/0x52bea07cb58adf20 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833762 expref: 31 pid: 28867 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345647.658313:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b677b32e00/0x52bea07cb58adf20 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833762 expref: 31 pid: 28867 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345647.658343:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b677b32e00/0x52bea07cb58adf20 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833762 expref: 31 pid: 28867 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345647.658357:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.658359:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.658364:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91400/0x52bea07cb58adf89 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.658373:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91400/0x52bea07cb58adf89 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.658405:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345647.658455:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+30:2408:x1849000910487040:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 188us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.658462:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3788 00010000:00010000:2.0:1763345647.658531:0:28407:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b548d91400/0x52bea07cb58adf89 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.658540:0:28407:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91400/0x52bea07cb58adf89 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.663222:0:28407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91400/0x52bea07cb58adf89 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.663240:0:28407:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91400/0x52bea07cb58adf89 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.663248:0:28407:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d91400/0x52bea07cb58adf89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.663254:0:28407:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345647.663258:0:28407:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91400/0x52bea07cb58adf89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.663267:0:28407:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91400/0x52bea07cb58adf89 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.663285:0:28407:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d91400/0x52bea07cb58adf89 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.663297:0:28407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91400/0x52bea07cb58adf89 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345647.663395:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+29:2410:x1849000910486912:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 9019us (9193us total) trans 0 rc 257882/257882 00000100:00100000:2.0:1763345647.663405:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2058 00000100:00100000:0.0:1763345647.668160:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.668945:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910487168 00000100:00100000:2.0:1763345647.668955:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910487168 00000100:00100000:2.0:1763345647.669019:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2059 00000100:00100000:2.0:1763345647.669029:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+16:2411:x1849000910487168:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:2.0:1763345647.669077:0:28407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58adf90 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.669095:0:28407:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58adf12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083375b expref: 16 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.669107:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345647.669110:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345647.669114:0:28407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58adf90 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.669148:0:28407:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58adf12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083375b expref: 16 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.669172:0:28407:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58adf12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083375b expref: 16 pid: 28867 timeout: 1140 lvb_type: 0 00000100:00100000:2.0:1763345647.669192:0:28407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fba300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28407:1849000924439424:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345647.669277:0:28407:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6412546c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763345647.671203:0:28407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fba300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28407:1849000924439424:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345647.671229:0:28407:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58adf90 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345647.671397:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345647.671656:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910487296 00000100:00100000:3.0:1763345647.671663:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910487296 00010000:00010000:3.0:1763345647.671695:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58adf12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083375b expref: 17 pid: 28867 timeout: 1140 lvb_type: 0 00000100:00100000:1.0:1763345647.672030:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3789 00000100:00100000:1.0:1763345647.672042:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543385880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910487296:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345647.672056:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345647.672075:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58adf12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083375b expref: 17 pid: 28867 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345647.672087:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58adf12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083375b expref: 17 pid: 28867 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345647.672110:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58adf12 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083375b expref: 17 pid: 28867 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345647.672124:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.672127:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.672131:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58adf90 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.672139:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58adf90 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.672223:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345647.672256:0:28407:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58adf90 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.672264:0:28407:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58adf90 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345647.672278:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543385880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910487296:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 239us (882us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.672285:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3789 00010000:00010000:2.0:1763345647.674911:0:28407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58adf90 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.674929:0:28407:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58adf90 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.674938:0:28407:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58adf90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.674945:0:28407:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345647.674950:0:28407:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58adf90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.674958:0:28407:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58adf90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.674976:0:28407:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58adf90 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.674983:0:28407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58adf90 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345647.675055:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+15:2411:x1849000910487168:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 6024us (6900us total) trans 0 rc 257882/257882 00000100:00100000:2.0:1763345647.675064:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2059 00000100:00100000:0.0:1763345647.685287:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.685399:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910487424 00000100:00100000:1.0:1763345647.685407:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910487424 00000100:00100000:1.0:1763345647.685459:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 453 00000100:00100000:1.0:1763345647.685469:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:57865:x1849000910487424:12345-192.168.203.8@tcp:103:lfs.0 00010000:00010000:1.0:1763345647.685486:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345647.685510:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58adf7b lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083378c expref: 324 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.685529:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345647.685534:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345647.685592:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+323:57865:x1849000910487424:12345-192.168.203.8@tcp:103:lfs.0 Request processed in 124us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.685603:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 453 00000100:00100000:0.0:1763345647.687561:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.687618:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910487680 00000100:00100000:1.0:1763345647.687627:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910487680 00000100:00100000:1.0:1763345647.687677:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3948 00000100:00100000:1.0:1763345647.687687:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543385f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+323:57865:x1849000910487680:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345647.687975:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543385f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:57865:x1849000910487680:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 287us (418us total) trans 8589941308 rc 0/0 00000100:00100000:1.0:1763345647.687982:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3948 00000100:00100000:0.0:1763345647.692168:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.692218:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910487936 00000100:00100000:1.0:1763345647.692228:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910487936 00000100:00100000:1.0:1763345647.692347:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11439 00000100:00100000:1.0:1763345647.692355:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543386680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+324:57861:x1849000910487936:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:1.0:1763345647.692373:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345647.692390:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adf97 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833793 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.692472:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adf9e lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.692487:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58adf58 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083377e expref: 325 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.692496:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adf9e lrc: 4/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.692536:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58adf58 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083377e expref: 325 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.692554:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58adf58 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083377e expref: 325 pid: 35210 timeout: 1140 lvb_type: 0 00000100:00100000:1.0:1763345647.692567:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a7480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924439552:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345647.692650:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9d80 going to sleep for 11 seconds 00000100:00100000:1.0:1763345647.694410:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a7480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924439552:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345647.694438:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adf9e lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:0.0:1763345647.694665:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.694910:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910488064 00000100:00100000:1.0:1763345647.694918:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910488064 00010000:00010000:1.0:1763345647.694950:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58adf58 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083377e expref: 326 pid: 35210 timeout: 1140 lvb_type: 0 00000100:00100000:1.0:1763345647.694984:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3790 00000100:00100000:1.0:1763345647.694994:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+326:2408:x1849000910488064:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345647.695008:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345647.695014:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58adf58 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083377e expref: 326 pid: 35210 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345647.695025:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58adf58 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083377e expref: 326 pid: 35210 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345647.695047:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58adf58 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083377e expref: 326 pid: 35210 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345647.695067:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345647.695072:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adf9e lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.695080:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adf9e lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.695087:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adf9e lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.695117:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345647.695169:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+325:2408:x1849000910488064:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 176us (504us total) trans 0 rc 0/0 00010000:00010000:2.0:1763345647.695173:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adf9e lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763345647.695177:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3790 00010000:00010000:2.0:1763345647.695181:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adf9e lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345647.695203:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 257882 00010000:00010000:2.0:1763345647.695323:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58adf97 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833793 expref: 326 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.695338:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adf9e lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833793 expref: 325 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.695345:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345647.695347:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763345647.695350:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91c00, rc 0) 00000100:00100000:2.0:1763345647.695392:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543386680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910487936:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 3037us (3234us total) trans 8589941309 rc 0/0 00000100:00100000:2.0:1763345647.695399:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11439 00000100:00100000:0.0:1763345647.699118:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.699169:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910488192 00000100:00100000:2.0:1763345647.699177:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910488192 00000100:00100000:2.0:1763345647.699240:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11440 00000100:00100000:2.0:1763345647.699250:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543386a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910488192:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345647.699274:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345647.699294:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58adfac lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083379a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.699382:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58adfb3 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345647.699397:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adf9e lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833793 expref: 326 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.699405:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58adfb3 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345647.699438:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adf9e lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833793 expref: 326 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.699450:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adf9e lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833793 expref: 326 pid: 6520 timeout: 1140 lvb_type: 0 00000100:00100000:2.0:1763345647.699463:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fba300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924439680:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345647.699546:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5840 going to sleep for 11 seconds 00000100:00100000:2.0:1763345647.701301:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fba300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924439680:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345647.701326:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58adfb3 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:0.0:1763345647.702074:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345647.702450:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910488320 00000100:00100000:3.0:1763345647.702459:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910488320 00010000:00010000:3.0:1763345647.702492:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adf9e lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833793 expref: 327 pid: 6520 timeout: 1140 lvb_type: 0 00000100:00100000:3.0:1763345647.702546:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3791 00000100:00100000:3.0:1763345647.702556:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+327:2408:x1849000910488320:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345647.702569:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345647.702576:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adf9e lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833793 expref: 327 pid: 6520 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763345647.702587:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adf9e lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833793 expref: 327 pid: 6520 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763345647.702607:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58adf9e lrc: 0/0,0 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833793 expref: 327 pid: 6520 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763345647.702621:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345647.702626:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58adfb3 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345647.702634:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58adfb3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345647.702641:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58adfb3 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345647.702668:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345647.702716:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58adfb3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345647.702726:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58adfb3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763345647.702739:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+326:2408:x1849000910488320:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 183us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345647.702748:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3791 00000004:00200000:2.0:1763345647.702943:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 257882 00000004:00200000:2.0:1763345647.702948:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345647.702968:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58adfb3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345647.702999:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58adfac lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083379a expref: 326 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.703016:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58adfb3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083379a expref: 325 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.703024:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345647.703027:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345647.703029:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6000, rc 0) 00000100:00100000:2.0:1763345647.703082:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543386a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910488192:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 3833us (3972us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345647.703094:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11440 00000100:00100000:0.0:1763345647.705456:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345647.705822:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910488448 00000100:00100000:3.0:1763345647.705836:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910488448 00000100:00100000:3.0:1763345647.705973:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8388 00000100:00100000:3.0:1763345647.705984:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b63450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910488448:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:3.0:1763345647.706002:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345647.706023:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58adfba lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808337a1 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345647.706045:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x370:0x0] initial LVB size: 257882, mtime: 0x691a84ee, atime: 0x691a84ee, ctime: 0x691a84ef, blocks: 0x188 00010000:00010000:3.0:1763345647.706063:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345647.706066:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345647.706075:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58adfba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337a1 expref: 30 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345647.706095:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58adfba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337a1 expref: 30 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345647.706108:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672e57800, rc 0) 00000100:00100000:3.0:1763345647.706165:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b63450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+30:2409:x1849000910488448:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 183us (717us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345647.706172:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8388 00000100:00100000:3.0:1763345647.709336:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.709513:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910488704 00000100:00100000:2.0:1763345647.709523:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910488704 00000100:00100000:2.0:1763345647.709581:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3949 00000100:00100000:2.0:1763345647.709592:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910488704:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:2.0:1763345647.709856:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+326:57861:x1849000910488704:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 256us (529us total) trans 8589941310 rc 0/0 00000100:00100000:2.0:1763345647.709864:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3949 00000100:00100000:0.0:1763345647.711548:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.711625:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910488960 00000100:00100000:2.0:1763345647.711635:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910488960 00000100:00100000:2.0:1763345647.711689:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11441 00000100:00100000:2.0:1763345647.711699:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+326:57861:x1849000910488960:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345647.711719:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345647.711723:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:2.0:1763345647.711749:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58adf66 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833785 expref: 326 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.711825:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b677b32a00/0x52bea07cb58adf3c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833777 expref: 325 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.711839:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58adfb3 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083379a expref: 324 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.711849:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345647.711853:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345647.711864:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58adfc1 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808337a8 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.711906:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58adfc8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345647.711918:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58adfc8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345647.711926:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58adfc8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000040:00080000:2.0:1763345647.712132:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1952, 88 off161664 00000004:00080000:2.0:1763345647.712140:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1040237380585ns, next at 1037769741907ns, rc = 0 00000040:00080000:2.0:1763345647.712181:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1968, 88 off163232 00000004:00080000:2.0:1763345647.712187:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1040237426915ns, next at 1038505825846ns, rc = 0 00000040:00080000:2.0:1763345647.712214:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1953, 88 off161752 00000004:00080000:2.0:1763345647.712219:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1040237459142ns, next at 1037769741907ns, rc = 0 00000040:00080000:2.0:1763345647.712228:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1969, 88 off163320 00000004:00080000:2.0:1763345647.712232:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1040237472592ns, next at 1038505825846ns, rc = 0 00000040:00080000:2.0:1763345647.712241:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1970, 88 off163408 00000004:00080000:2.0:1763345647.712245:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1040237485009ns, next at 1038505825846ns, rc = 0 00000040:00080000:2.0:1763345647.712253:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1954, 88 off161840 00000004:00080000:2.0:1763345647.712256:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1040237496547ns, next at 1037769741907ns, rc = 0 00000001:00080000:0.0:1763345647.714454:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941311 is committed 00000004:00080000:0.0:1763345647.714463:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1255 committed 00000004:00080000:0.0:1763345647.714523:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1271 committed 00000004:00080000:0.0:1763345647.714533:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1270 committed 00000004:00080000:0.0:1763345647.714535:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1254 committed 00000100:00100000:3.0:1763345647.714627:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924439808:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345647.714648:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1269 committed 00000004:00080000:0.0:1763345647.714651:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1253 committed 00000100:00100000:0.0:1763345647.714680:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763345647.714692:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345647.714693:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924440064:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1763345647.714783:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58adfc8 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337a8 expref: 319 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345647.714804:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1763345647.714806:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345647.714819:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:3.0:1763345647.714821:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924439936:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1763345647.714834:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58adfc1 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337a8 expref: 319 pid: 6520 timeout: 0 lvb_type: 3 00000100:00100000:3.0:1763345647.714842:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763345647.714854:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58adfc8 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337a8 expref: 318 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345647.714865:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763345647.714887:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345647.714890:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:3.0:1763345647.714891:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924439808 00010000:00010000:0.0:1763345647.714893:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6c00, rc 0) 00000100:00100000:3.0:1763345647.714897:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924439808 00000100:00100000:3.0:1763345647.714931:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924439936 00000100:00100000:3.0:1763345647.714934:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924439936 00000100:00100000:0.0:1763345647.714940:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+318:57861:x1849000910488960:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 3243us (3399us total) trans 8589941311 rc 0/0 00000100:00100000:3.0:1763345647.714945:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924440064 00000100:00100000:3.0:1763345647.714947:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924440064 00000100:00100000:0.0:1763345647.714949:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11441 00000100:00100000:3.0:1763345647.714962:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8389 00000100:00100000:3.0:1763345647.714970:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3658:x1849000924439808:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345647.715033:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8390 00000100:00100000:1.0:1763345647.715043:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3658:x1849000924439936:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763345647.715098:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 257882 -> 257882 00002000:00010000:1.0:1763345647.715098:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345647.715102:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:1.0:1763345647.715102:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345647.715105:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:1.0:1763345647.715105:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345647.715108:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345647.715108:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345647.715110:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:3.0:1763345647.715111:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 392 -> 392 00000100:00100000:3.0:1763345647.715156:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3658:x1849000924439808:12345-0@lo:2:osp-syn-0-0.0 Request processed in 186us (462us total) trans 21474839676 rc 0/0 00000100:00100000:3.0:1763345647.715163:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8389 00000100:00100000:3.0:1763345647.715177:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8391 00000100:00100000:3.0:1763345647.715184:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3657:x1849000924440064:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763345647.715231:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345647.715235:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345647.715237:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345647.715239:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345647.715241:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345647.715271:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3658:x1849000924439936:12345-0@lo:2:osp-syn-0-0.0 Request processed in 230us (426us total) trans 21474839677 rc 0/0 00000100:00100000:3.0:1763345647.715276:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3657:x1849000924440064:12345-0@lo:2:osp-syn-0-0.0 Request processed in 94us (410us total) trans 21474839678 rc 0/0 00000100:00100000:1.0:1763345647.715277:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8390 00000100:00100000:3.0:1763345647.715282:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8391 00000100:00100000:1.0:1763345647.715358:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924440448:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345647.715383:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345647.715400:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763345647.715405:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924440320:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345647.715424:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345647.715459:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924440448 00000100:00100000:1.0:1763345647.715463:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924440448 00000100:00100000:3.0:1763345647.715479:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924440320 00000100:00100000:3.0:1763345647.715485:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924440320 00000100:00100000:1.0:1763345647.715494:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8392 00000100:00100000:1.0:1763345647.715504:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3659:x1849000924440448:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345647.715519:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8393 00000100:00100000:3.0:1763345647.715529:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3659:x1849000924440320:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763345647.715603:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1763345647.715604:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3659:x1849000924440448:12345-0@lo:2:osp-syn-1-0.0 Request processed in 101us (219us total) trans 17179872389 rc 0/0 00002000:00010000:3.0:1763345647.715609:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345647.715614:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00000100:00100000:1.0:1763345647.715615:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8392 00000004:00080000:1.0:1763345647.715657:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6748a5500/2, rc 0, transno 17179872389 00000100:00100000:1.0:1763345647.715662:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924440448:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345647.715674:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763345647.715684:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924440192:0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763345647.715685:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345647.715690:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345647.715716:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345647.715734:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3659:x1849000924440320:12345-0@lo:2:osp-syn-1-0.0 Request processed in 206us (307us total) trans 17179872390 rc 0/0 00000100:00100000:3.0:1763345647.715743:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8393 00000100:00100000:1.0:1763345647.715753:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924440192 00000004:00080000:3.0:1763345647.715794:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6748a4a80/2, rc 0, transno 17179872390 00000100:00100000:3.0:1763345647.715799:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924440320:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345647.715805:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924440192 00000100:00100000:1.0:1763345647.715849:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8394 00000100:00100000:1.0:1763345647.715856:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3656:x1849000924440192:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763345647.715914:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345647.715917:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345647.715919:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345647.715921:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345647.715923:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345647.715968:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3656:x1849000924440192:12345-0@lo:2:osp-syn-1-0.0 Request processed in 112us (252us total) trans 17179872391 rc 0/0 00000100:00100000:1.0:1763345647.715974:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8394 00000004:00080000:2.0:1763345647.716089:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541fb9180/2, rc 0, transno 21474839678 00000100:00100000:2.0:1763345647.716095:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924440064:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345647.716160:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541fb8a80/2, rc 0, transno 21474839677 00000100:00100000:0.0:1763345647.716165:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924439936:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345647.716175:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541fba300/2, rc 0, transno 21474839676 00000100:00100000:0.0:1763345647.716178:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924439808:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763345647.716234:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6748a7480/2, rc 0, transno 17179872391 00000100:00100000:3.0:1763345647.716239:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924440192:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345647.718073:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.718208:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910489088 00000100:00100000:1.0:1763345647.718217:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910489088 00000100:00100000:1.0:1763345647.718333:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8395 00000100:00100000:1.0:1763345647.718344:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+30:57861:x1849000910489088:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:1.0:1763345647.718359:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345647.718376:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58adfcf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808337af expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.718403:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58adfba lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337a1 expref: 31 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345647.718411:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.718413:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.718417:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58adfcf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [61440->94207] (req 61440->94207) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337af expref: 31 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.718448:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58adfba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a969808337a1 expref: 31 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345647.718461:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58adfba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337a1 expref: 31 pid: 15692 timeout: 1140 lvb_type: 1 00000100:00100000:1.0:1763345647.718474:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924440576:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345647.718553:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9d80 going to sleep for 11 seconds 00000100:00100000:1.0:1763345647.720883:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924440576:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345647.720917:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58adfcf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [61440->94207] (req 61440->94207) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a969808337af expref: 31 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.720941:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91600, rc 0) 00000100:00100000:1.0:1763345647.721088:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+31:57861:x1849000910489088:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 2738us (3013us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.721098:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8395 00000100:00100000:0.0:1763345647.722653:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.722866:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910489216 00000100:00100000:1.0:1763345647.722875:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910489216 00010000:00010000:1.0:1763345647.722912:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58adfba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337a1 expref: 31 pid: 15692 timeout: 1140 lvb_type: 1 00000100:00100000:1.0:1763345647.722953:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3792 00000100:00100000:1.0:1763345647.722961:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b645687450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+31:2408:x1849000910489216:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345647.722975:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345647.722993:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58adfba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337a1 expref: 31 pid: 15692 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763345647.723005:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58adfba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337a1 expref: 31 pid: 15692 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763345647.723025:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58adfba lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337a1 expref: 31 pid: 15692 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763345647.723038:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.723040:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.723046:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58adfcf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->94207) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a969808337af expref: 30 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.723060:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58adfcf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->94207) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a969808337af expref: 30 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.723107:0:8428:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58adfcf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->94207) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a969808337af expref: 30 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345647.723120:0:8428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8428:1849000924440704:192.168.203.8@tcp:105: 00000100:00100000:1.0:1763345647.723191:0:8428:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9d80 going to sleep for 11 seconds 00000100:00100000:1.0:1763345647.725896:0:8428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8428:1849000924440704:192.168.203.8@tcp:105: 00000100:00100000:3.0:1763345647.725913:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:1.0:1763345647.725922:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345647.725976:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b645687450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+30:2408:x1849000910489216:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 3015us (3328us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.725988:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3792 00000100:00100000:2.0:1763345647.726524:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910489344 00000100:00100000:2.0:1763345647.726532:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910489344 00000100:00100000:2.0:1763345647.726597:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2060 00000100:00100000:2.0:1763345647.726607:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+30:2409:x1849000910489344:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:2.0:1763345647.727043:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 257882 -> 257882 00002000:00010000:2.0:1763345647.727047:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345646 -> 1763345647 00002000:00010000:2.0:1763345647.727049:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.727051:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345647.727053:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 392 -> 344 00000100:00100000:2.0:1763345647.727103:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+31:2409:x1849000910489344:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 497us (1190us total) trans 21474839679 rc 0/0 00000100:00100000:2.0:1763345647.727111:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2060 00000100:00100000:3.0:1763345647.729683:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.729751:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910489472 00000100:00100000:0.0:1763345647.729786:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910489472 00000100:00100000:0.0:1763345647.729854:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11442 00000100:00100000:0.0:1763345647.729863:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+318:57861:x1849000910489472:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345647.729886:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345647.729906:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58adfd6 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808337b6 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.730551:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58adfdd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.730568:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58adfdd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.730583:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58adfdd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:0.0:1763345647.730608:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 257882 00000004:00200000:0.0:1763345647.730612:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345647.730629:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58adfdd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.730653:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58adfd6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337b6 expref: 320 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.730667:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58adfdd lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337b6 expref: 319 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.730676:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345647.730678:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345647.730728:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5e00, rc 0) 00000100:00100000:0.0:1763345647.730826:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+319:57861:x1849000910489472:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 963us (1150us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345647.730833:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11442 00000100:00100000:3.0:1763345647.738384:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.740755:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910489600 00000100:00100000:0.0:1763345647.740792:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910489600 00002000:00100000:0.0:1763345647.740858:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (233472->237567) req@ffff91b674b1d180 x1849000910489600/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 488/0 e 0 to 0 dl 1763345658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345647.740874:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b674b1d180 with x1849000910489600 ext(233472->237567) 00002000:00010000:0.0:1763345647.740880:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b674b1d180 00000100:00100000:2.0:1763345647.740970:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2061 00000100:00100000:2.0:1763345647.740982:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+31:2409:x1849000910489600:12345-192.168.203.8@tcp:3:lfs.0 00000100:00100000:2.0:1763345647.741172:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+31:2409:x1849000910489600:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 193us (2797us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763345647.741180:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2061 00002000:00100000:2.0:1763345647.741187:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (233472->237567) req@ffff91b674b1d180 x1849000910489600/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 488/4536 e 0 to 0 dl 1763345658 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345647.741196:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b674b1d180 with x1849000910489600 ext(233472->237567) 00002000:00010000:2.0:1763345647.741200:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b674b1d180 00000100:00100000:3.0:1763345647.744878:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.745065:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910489728 00000100:00100000:2.0:1763345647.745074:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910489728 00002000:00100000:2.0:1763345647.745120:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (233472->237567) req@ffff91b674b1c000 x1849000910489728/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 4584/0 e 0 to 0 dl 1763345658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345647.745131:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b674b1c000 with x1849000910489728 ext(233472->237567) 00002000:00010000:2.0:1763345647.745137:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b674b1c000 00000100:00100000:2.0:1763345647.745172:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2062 00000100:00100000:2.0:1763345647.745181:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+31:2408:x1849000910489728:12345-192.168.203.8@tcp:4:lfs.0 00000100:00100000:2.0:1763345647.746163:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+33:2408:x1849000910489728:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 980us (1291us total) trans 21474839680 rc 0/0 00000100:00100000:2.0:1763345647.746171:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2062 00002000:00100000:2.0:1763345647.746179:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (233472->237567) req@ffff91b674b1c000 x1849000910489728/t21474839680(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 4584/448 e 0 to 0 dl 1763345658 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345647.746186:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b674b1c000 with x1849000910489728 ext(233472->237567) 00002000:00010000:2.0:1763345647.746190:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b674b1c000 00000100:00100000:3.0:1763345647.751382:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.751749:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910489856 00000100:00100000:1.0:1763345647.751796:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910489856 00000100:00100000:1.0:1763345647.751874:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8396 00000100:00100000:1.0:1763345647.751883:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+33:2410:x1849000910489856:12345-192.168.203.8@tcp:16:fsx.0 00000001:00080000:2.0:1763345647.754379:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839680 is committed 00000001:00080000:2.0:1763345647.754399:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839678 is committed 00000100:00100000:1.0:1763345647.754973:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+14:2410:x1849000910489856:12345-192.168.203.8@tcp:16:fsx.0 Request processed in 3085us (3594us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.754985:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8396 00000100:00100000:0.0:1763345647.760371:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.760673:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910489984 00000100:00100000:2.0:1763345647.760683:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910489984 00000100:00100000:0.0:1763345647.760893:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2063 00000100:00100000:0.0:1763345647.760906:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2411:x1849000910489984:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:0.0:1763345647.761340:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 257882 -> 257882 00002000:00010000:0.0:1763345647.761345:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:0.0:1763345647.761348:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.761350:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:0.0:1763345647.761353:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 344 -> 344 00000100:00100000:0.0:1763345647.761421:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2411:x1849000910489984:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 517us (1058us total) trans 21474839681 rc 0/0 00000100:00100000:0.0:1763345647.761430:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2063 00000100:00100000:3.0:1763345647.766106:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.766171:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910490112 00000100:00100000:0.0:1763345647.766181:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910490112 00002000:00100000:0.0:1763345647.766239:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (229376->233471) req@ffff91b543699880 x1849000910490112/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 488/0 e 0 to 0 dl 1763345658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345647.766250:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b543699880 with x1849000910490112 ext(229376->233471) 00002000:00010000:0.0:1763345647.766256:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b543699880 00000100:00100000:0.0:1763345647.766586:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2064 00000100:00100000:0.0:1763345647.766596:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2411:x1849000910490112:12345-192.168.203.8@tcp:3:lfs.0 00000100:00100000:0.0:1763345647.766905:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2411:x1849000910490112:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 309us (807us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763345647.766913:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2064 00002000:00100000:0.0:1763345647.766920:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (229376->233471) req@ffff91b543699880 x1849000910490112/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 488/4536 e 0 to 0 dl 1763345658 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345647.767113:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b543699880 with x1849000910490112 ext(229376->233471) 00002000:00010000:0.0:1763345647.767117:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b543699880 00000100:00100000:3.0:1763345647.773015:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.773651:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910490240 00000100:00100000:0.0:1763345647.773861:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910490240 00000100:00100000:0.0:1763345647.773948:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2065 00000100:00100000:0.0:1763345647.773960:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543698a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910490240:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:0.0:1763345647.774487:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 257882 -> 257882 00002000:00010000:0.0:1763345647.774492:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:0.0:1763345647.774494:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.774497:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:0.0:1763345647.774500:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 344 -> 344 00000100:00100000:0.0:1763345647.774571:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543698a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910490240:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 612us (1563us total) trans 21474839682 rc 0/0 00000100:00100000:0.0:1763345647.774580:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2065 00000100:00100000:2.0:1763345647.781202:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.781341:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910490368 00000100:00100000:0.0:1763345647.781351:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910490368 00002000:00100000:0.0:1763345647.781407:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (139264->204799) req@ffff91b541fbb480 x1849000910490368/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 488/0 e 0 to 0 dl 1763345658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345647.781419:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541fbb480 with x1849000910490368 ext(139264->204799) 00002000:00010000:0.0:1763345647.781426:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b541fbb480 00000100:00100000:0.0:1763345647.781461:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2066 00000100:00100000:0.0:1763345647.781472:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910490368:12345-192.168.203.8@tcp:3:lfs.0 00000100:00100000:0.0:1763345647.784229:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910490368:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 2750us (3027us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1763345647.784243:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2066 00002000:00100000:0.0:1763345647.784256:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (139264->204799) req@ffff91b541fbb480 x1849000910490368/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 488/440 e 0 to 0 dl 1763345658 ref 1 fl Complete:/600/0 rc 65536/65536 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345647.784275:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541fbb480 with x1849000910490368 ext(139264->204799) 00002000:00010000:0.0:1763345647.784281:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b541fbb480 00000100:00100000:3.0:1763345647.787288:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.787428:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910490496 00000100:00100000:0.0:1763345647.787437:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910490496 00002000:00100000:0.0:1763345647.787486:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (167936->188415) req@ffff91b54369b800 x1849000910490496/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 488/0 e 0 to 0 dl 1763345658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345647.787497:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54369b800 with x1849000910490496 ext(167936->188415) 00002000:00010000:0.0:1763345647.787502:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54369b800 00000100:00100000:0.0:1763345647.787537:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2067 00000100:00100000:0.0:1763345647.787547:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910490496:12345-192.168.203.8@tcp:4:lfs.0 00000100:00100000:0.0:1763345647.790976:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910490496:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 3416us (3680us total) trans 21474839683 rc 0/0 00000100:00100000:0.0:1763345647.790991:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2067 00002000:00100000:0.0:1763345647.791003:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (167936->188415) req@ffff91b54369b800 x1849000910490496/t21474839683(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:123/0 lens 488/448 e 0 to 0 dl 1763345658 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345647.791014:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54369b800 with x1849000910490496 ext(167936->188415) 00002000:00010000:0.0:1763345647.791020:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54369b800 00000100:00100000:2.0:1763345647.792995:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.793086:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910490624 00000100:00100000:1.0:1763345647.793096:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910490624 00000100:00100000:1.0:1763345647.793155:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8397 00000100:00100000:1.0:1763345647.793166:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910490624:12345-192.168.203.8@tcp:16:fsx.0 00000001:00080000:3.0:1763345647.796560:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839683 is committed 00000100:00100000:1.0:1763345647.796978:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910490624:12345-192.168.203.8@tcp:16:fsx.0 Request processed in 3807us (3984us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.796990:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8397 00000100:00100000:3.0:1763345647.800413:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.800490:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910490752 00000100:00100000:0.0:1763345647.800501:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910490752 00000100:00100000:0.0:1763345647.800634:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2068 00000100:00100000:0.0:1763345647.800649:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2411:x1849000910490752:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:0.0:1763345647.801058:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 257882 -> 257882 00002000:00010000:0.0:1763345647.801062:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:0.0:1763345647.801066:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.801067:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:0.0:1763345647.801069:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 344 -> 320 00000100:00100000:0.0:1763345647.801139:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2411:x1849000910490752:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 491us (734us total) trans 21474839684 rc 0/0 00000100:00100000:0.0:1763345647.801148:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2068 00000100:00100000:3.0:1763345647.804504:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.804855:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910491008 00000100:00100000:2.0:1763345647.804865:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910491008 00000100:00100000:3.0:1763345647.805029:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3950 00000100:00100000:3.0:1763345647.805040:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+319:57861:x1849000910491008:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:3.0:1763345647.805275:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+320:57861:x1849000910491008:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 236us (780us total) trans 8589941312 rc 0/0 00000100:00100000:3.0:1763345647.805284:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3950 00000100:00100000:2.0:1763345647.819108:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.819822:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910491136 00000100:00100000:0.0:1763345647.819833:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910491136 00000100:00100000:0.0:1763345647.819895:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11443 00000100:00100000:0.0:1763345647.819906:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+320:57866:x1849000910491136:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345647.819930:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345647.819953:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58adfe4 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808337bd expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.820020:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58adfeb lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.820033:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58adfeb lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.820043:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58adfeb lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.820056:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58adff2 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.820063:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58adff2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.820070:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58adff2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.820148:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58adff9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.820158:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58adff9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.820164:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58adff9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:0.0:1763345647.820199:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 257882 00000004:00200000:0.0:1763345647.820204:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345647.820221:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58adff9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.820232:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58adff9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.820241:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58adfeb lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.820247:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58adfeb lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.820252:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58adfeb lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.820258:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58adfeb lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.820263:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345647.820266:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58adfeb lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.820273:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58adfeb lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.820284:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b541f06500) 00010000:00010000:0.0:1763345647.820287:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345647.820291:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58adfeb lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.820296:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58adfeb lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.820308:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58adff2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.820313:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58adff2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.820317:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58adff2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.820322:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345647.820324:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58adff2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.820329:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58adff2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.820335:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b541f06c00) 00010000:00010000:0.0:1763345647.820337:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345647.820339:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58adff2 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.820344:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58adff2 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.820370:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58adfe4 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337bd expref: 322 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.820386:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58adff9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337bd expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.820393:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345647.820395:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345647.820398:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5a00, rc 0) 00000100:00100000:0.0:1763345647.820468:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+321:57866:x1849000910491136:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 563us (1368us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345647.820475:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11443 00000100:00100000:0.0:1763345647.824944:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.824992:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.825124:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910491264 00000100:00100000:3.0:1763345647.825130:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910491520 00000100:00100000:1.0:1763345647.825135:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910491264 00000100:00100000:3.0:1763345647.825137:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910491520 00000100:00100000:1.0:1763345647.825204:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 454 00000100:00100000:1.0:1763345647.825215:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+322:2409:x1849000910491264:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345647.825231:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1763345647.825238:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11444 00000100:00100000:3.0:1763345647.825250:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+322:57866:x1849000910491520:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345647.825259:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58adff9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337bd expref: 322 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.825265:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345647.825281:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345647.825284:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ae000 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808337c4 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.825287:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345647.825341:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+321:2409:x1849000910491264:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 128us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.825348:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 454 00010000:00010000:2.0:1763345647.825583:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae007 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345647.825598:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58adfdd lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337b6 expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.825607:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae007 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345647.825638:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58adfdd lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a969808337b6 expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.825652:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58adfdd lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337b6 expref: 321 pid: 6520 timeout: 1140 lvb_type: 0 00000100:00100000:2.0:1763345647.825665:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fb9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924440832:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345647.826094:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645592180 going to sleep for 11 seconds 00000100:00100000:2.0:1763345647.830211:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345647.830283:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910491648 00000100:00100000:3.0:1763345647.830292:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910491648 00010000:00010000:3.0:1763345647.830330:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58adfdd lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337b6 expref: 322 pid: 6520 timeout: 1140 lvb_type: 0 00000100:00100000:3.0:1763345647.830371:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3793 00000100:00100000:3.0:1763345647.830383:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+322:2409:x1849000910491648:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345647.830396:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345647.830402:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58adfdd lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337b6 expref: 322 pid: 6520 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763345647.830416:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58adfdd lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337b6 expref: 322 pid: 6520 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763345647.830438:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345647.830444:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae007 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345647.830453:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae007 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345647.830460:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae007 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345647.830478:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345647.830534:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+322:2409:x1849000910491648:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 154us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345647.830541:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3793 00010000:00010000:0.0:1763345647.830607:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58adfdd lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337b6 expref: 321 pid: 6520 timeout: 1140 lvb_type: 0 00000100:00100000:0.0:1763345647.830622:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fb9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924440832:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345647.830653:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae007 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.830662:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae007 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345647.830667:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae007 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:0.0:1763345647.830686:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 257882 00010000:00010000:0.0:1763345647.830873:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ae000 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337c4 expref: 322 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.830891:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae007 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337c4 expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.830898:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345647.830900:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763345647.830903:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6800, rc 0) 00000100:00100000:0.0:1763345647.830940:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+321:57866:x1849000910491520:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 5693us (5947us total) trans 8589941313 rc 0/0 00000100:00100000:0.0:1763345647.830947:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11444 00000100:00100000:2.0:1763345647.835604:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.836142:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910491776 00000100:00100000:0.0:1763345647.836153:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910491776 00000100:00100000:1.0:1763345647.836318:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11445 00000100:00100000:1.0:1763345647.836329:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+321:57866:x1849000910491776:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345647.836353:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345647.836372:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae015 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808337cb expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.836459:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae01c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.836472:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae007 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337c4 expref: 322 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.836486:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae01c lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.836517:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae007 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a969808337c4 expref: 322 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.836529:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae007 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337c4 expref: 322 pid: 6520 timeout: 1140 lvb_type: 0 00000100:00100000:1.0:1763345647.836541:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924440960:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345647.836622:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763345647.840139:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924440960:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345647.840175:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae01c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:2.0:1763345647.843355:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345647.844367:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910491904 00000100:00100000:3.0:1763345647.844379:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910491904 00010000:00010000:3.0:1763345647.844422:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae007 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337c4 expref: 323 pid: 6520 timeout: 1140 lvb_type: 0 00000100:00100000:3.0:1763345647.845171:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3794 00000100:00100000:3.0:1763345647.845183:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+323:2408:x1849000910491904:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345647.845201:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345647.845209:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae007 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337c4 expref: 323 pid: 6520 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763345647.845223:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae007 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337c4 expref: 323 pid: 6520 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763345647.845245:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae007 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337c4 expref: 323 pid: 6520 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763345647.845262:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345647.845266:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae01c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345647.845275:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae01c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345647.845282:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae01c lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345647.845321:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345647.845395:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+322:2408:x1849000910491904:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 213us (2047us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345647.845405:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3794 00010000:00010000:2.0:1763345647.845562:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae01c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345647.845574:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae01c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345647.845634:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 257882 00000004:00200000:2.0:1763345647.845639:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345647.845659:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae01c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345647.845691:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae015 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337cb expref: 322 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.845706:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae01c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337cb expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.845713:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345647.845715:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345647.845717:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90400, rc 0) 00000100:00100000:2.0:1763345647.845799:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+321:57866:x1849000910491776:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 9471us (10204us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345647.845806:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11445 00000100:00100000:2.0:1763345647.851866:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.851997:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910492160 00000100:00100000:1.0:1763345647.852008:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910492160 00000100:00100000:1.0:1763345647.852068:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11446 00000100:00100000:1.0:1763345647.852079:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+321:57866:x1849000910492160:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345647.852100:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345647.852120:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae023 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808337d2 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.852221:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae02a lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.852235:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae02a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.852248:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae02a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763345647.852260:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 257882 00010000:00010000:1.0:1763345647.852367:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae023 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337d2 expref: 324 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.852382:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae02a lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337d2 expref: 323 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.852390:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345647.852392:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763345647.852396:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90000, rc 0) 00000100:00100000:1.0:1763345647.852445:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+323:57866:x1849000910492160:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 369us (589us total) trans 8589941314 rc 0/0 00000100:00100000:1.0:1763345647.852453:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11446 00000100:00100000:3.0:1763345647.856630:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345647.860970:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345647.862318:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345647.862351:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910492416 00000100:00100000:3.0:1763345647.862361:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910492416 00000100:00100000:3.0:1763345647.862406:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910492544 00000100:00100000:3.0:1763345647.862410:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910492544 00000100:00100000:3.0:1763345647.862440:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8398 00000100:00100000:3.0:1763345647.862450:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910492416:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:3.0:1763345647.862493:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ae038 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.862513:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b677b32c00/0x52bea07cb58adf27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833769 expref: 15 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.862521:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345647.862523:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345647.862527:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ae038 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.862560:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b677b32c00/0x52bea07cb58adf27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833769 expref: 15 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.862574:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b677b32c00/0x52bea07cb58adf27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833769 expref: 15 pid: 28867 timeout: 1140 lvb_type: 0 00000100:00100000:3.0:1763345647.862596:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5432edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924441088:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345647.862672:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5434f1900 going to sleep for 11 seconds 00000100:00100000:3.0:1763345647.862697:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8399 00000100:00100000:3.0:1763345647.862705:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910492544:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:3.0:1763345647.862728:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58ae03f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.862740:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b677b32000/0x52bea07cb58adf2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833770 expref: 15 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.862746:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345647.862748:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345647.862750:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58ae03f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.862789:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b677b32000/0x52bea07cb58adf2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833770 expref: 15 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.862797:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b677b32000/0x52bea07cb58adf2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833770 expref: 15 pid: 28867 timeout: 1140 lvb_type: 0 00000100:00100000:3.0:1763345647.862805:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5432ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8405:1849000924441216:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345647.862840:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5434f1d80 going to sleep for 11 seconds 00000100:00100000:1.0:1763345647.864359:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910492288 00000100:00100000:1.0:1763345647.864375:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910492288 00000100:00100000:1.0:1763345647.864461:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8400 00000100:00100000:1.0:1763345647.864472:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910492288:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:1.0:1763345647.864513:0:28867:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae046 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.864530:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58adfcf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->94207) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a969808337af expref: 16 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.864539:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345647.864541:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345647.864545:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae046 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.864580:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58adfcf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->94207) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a969808337af expref: 16 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.864591:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58adfcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->94207) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a969808337af expref: 16 pid: 28867 timeout: 1140 lvb_type: 0 00000100:00100000:1.0:1763345647.864604:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924441344:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345647.864683:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64a12b300 going to sleep for 11 seconds 00000100:00100000:2.0:1763345647.864823:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5432edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924441088:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345647.864831:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5432ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8405:1849000924441216:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345647.864846:0:15692:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ae038 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.864852:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58ae03f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345647.867245:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.868428:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910492672 00000100:00100000:1.0:1763345647.868441:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910492672 00010000:00010000:1.0:1763345647.868486:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b677b32c00/0x52bea07cb58adf27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833769 expref: 17 pid: 28867 timeout: 1140 lvb_type: 0 00000100:00100000:1.0:1763345647.868533:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3795 00000100:00100000:1.0:1763345647.868543:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910492672:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345647.868559:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345647.868579:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b677b32c00/0x52bea07cb58adf27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833769 expref: 17 pid: 28867 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345647.868602:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b677b32c00/0x52bea07cb58adf27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833769 expref: 17 pid: 28867 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345647.868629:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b677b32c00/0x52bea07cb58adf27 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833769 expref: 17 pid: 28867 timeout: 1140 lvb_type: 0 00000100:00100000:2.0:1763345647.868915:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345647.868983:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910492800 00000100:00100000:3.0:1763345647.868989:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910492800 00010000:00010000:3.0:1763345647.869007:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b677b32000/0x52bea07cb58adf2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833770 expref: 16 pid: 28867 timeout: 1140 lvb_type: 0 00000100:00100000:3.0:1763345647.869469:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3796 00000100:00100000:3.0:1763345647.869478:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910492800:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345647.869488:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345647.869502:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b677b32000/0x52bea07cb58adf2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833770 expref: 16 pid: 28867 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763345647.869512:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b677b32000/0x52bea07cb58adf2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833770 expref: 16 pid: 28867 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763345647.869527:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b677b32000/0x52bea07cb58adf2e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833770 expref: 16 pid: 28867 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763345647.869540:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345647.869542:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345647.869546:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58ae03f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.869554:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58ae03f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.869594:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345647.869655:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910492800:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 177us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345647.869663:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3796 00010000:00010000:1.0:1763345647.869724:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.869726:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.869730:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ae038 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.869737:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ae038 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.869783:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345647.869805:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910492672:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 1263us (2569us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.869826:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3795 00010000:00010000:0.0:1763345647.869882:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58ae03f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.869892:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58ae03f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.869912:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58ae03f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.869920:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58ae03f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.869928:0:8405:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58ae03f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.869935:0:8405:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672e57400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345647.869939:0:8405:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58ae03f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.869947:0:8405:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58ae03f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.869959:0:8405:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58ae03f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.869966:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b672e57400/0x52bea07cb58ae03f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345647.870012:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910492544:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 7308us (7700us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345647.870019:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8399 00010000:00010000:2.0:1763345647.870418:0:15692:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ae038 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.870430:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ae038 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.870448:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ae038 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.870456:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ae038 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.870463:0:15692:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ae038 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.870469:0:15692:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b672e56600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345647.870472:0:15692:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ae038 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.870480:0:15692:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ae038 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.870490:0:15692:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ae038 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.870497:0:15692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ae038 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345647.870558:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910492416:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 8108us (9598us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345647.870566:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8398 00000100:00100000:2.0:1763345647.871225:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.871347:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910492928 00000100:00100000:1.0:1763345647.871354:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910492928 00010000:00010000:1.0:1763345647.871379:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58adfcf lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->94207) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a969808337af expref: 15 pid: 28867 timeout: 1140 lvb_type: 0 00000100:00100000:1.0:1763345647.871406:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3797 00000100:00100000:1.0:1763345647.871414:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910492928:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345647.871425:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345647.871436:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58adfcf lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->94207) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a969808337af expref: 15 pid: 28867 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345647.871447:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58adfcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->94207) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a969808337af expref: 15 pid: 28867 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345647.871468:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.871470:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.871474:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae046 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.871483:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae046 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.871499:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345647.871538:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910492928:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 124us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.871545:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3797 00010000:00010000:0.0:1763345647.872217:0:28867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58adfcf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->94207) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a969808337af expref: 14 pid: 28867 timeout: 1140 lvb_type: 0 00000100:00100000:0.0:1763345647.872232:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924441344:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345647.872250:0:28867:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae046 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.872260:0:28867:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae046 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.872267:0:28867:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae046 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.872290:0:28867:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae046 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.872297:0:28867:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae046 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.872304:0:28867:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae046 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.872310:0:28867:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345647.872313:0:28867:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae046 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.872321:0:28867:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae046 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.872332:0:28867:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae046 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.872338:0:28867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae046 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345647.872381:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+13:2409:x1849000910492288:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 7911us (15761us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345647.872388:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8400 00000100:00100000:0.0:1763345647.873702:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.873859:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910493184 00000100:00100000:2.0:1763345647.873868:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910493184 00000100:00100000:2.0:1763345647.873916:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11447 00000100:00100000:2.0:1763345647.873925:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545960380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+323:57866:x1849000910493184:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345647.873969:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1763345647.873993:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58adfc8 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337a8 expref: 323 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.874014:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae01c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337cb expref: 322 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.874024:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345647.874029:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345647.874055:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae04d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.874067:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae04d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.874075:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae04d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000040:00080000:2.0:1763345647.874277:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1955, 88 off161928 00000004:00080000:2.0:1763345647.874285:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1040399525155ns, next at 1037769741907ns, rc = 0 00000040:00080000:2.0:1763345647.874323:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1971, 88 off163496 00000004:00080000:2.0:1763345647.874328:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1040399568284ns, next at 1038505825846ns, rc = 0 00000040:00080000:2.0:1763345647.874356:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1956, 88 off162016 00000004:00080000:2.0:1763345647.874363:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1040399603194ns, next at 1037769741907ns, rc = 0 00000040:00080000:2.0:1763345647.874377:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1972, 88 off163584 00000004:00080000:2.0:1763345647.874382:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1040399622622ns, next at 1038505825846ns, rc = 0 00000040:00080000:2.0:1763345647.874407:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1973, 88 off163672 00000004:00080000:2.0:1763345647.874413:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1040399652884ns, next at 1038505825846ns, rc = 0 00000040:00080000:2.0:1763345647.874427:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1957, 88 off162104 00000004:00080000:2.0:1763345647.874433:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1040399672945ns, next at 1037769741907ns, rc = 0 00000001:00080000:0.0:1763345647.880707:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941315 is committed 00000004:00080000:0.0:1763345647.880718:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1258 committed 00000004:00080000:0.0:1763345647.880730:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1274 committed 00000004:00080000:0.0:1763345647.880741:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1273 committed 00000004:00080000:0.0:1763345647.880743:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1257 committed 00000004:00080000:0.0:1763345647.880745:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1272 committed 00000004:00080000:0.0:1763345647.880747:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1256 committed 00000100:00100000:2.0:1763345647.880960:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924441472:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345647.881015:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345647.881044:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763345647.881049:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924441600:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345647.881064:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345647.881089:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924441728:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345647.881104:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345647.881131:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924441472 00000100:00100000:2.0:1763345647.881136:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924441472 00000100:00100000:2.0:1763345647.881169:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924441600 00000100:00100000:2.0:1763345647.881171:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924441600 00000100:00100000:2.0:1763345647.881193:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924441728 00000100:00100000:2.0:1763345647.881195:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924441728 00000100:00100000:2.0:1763345647.881211:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8401 00000100:00100000:2.0:1763345647.881217:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3656:x1849000924441472:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345647.881362:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3656:x1849000924441472:12345-0@lo:2:osp-syn-0-0.0 Request processed in 144us (346us total) trans 21474839685 rc 0/0 00000100:00100000:2.0:1763345647.881368:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8401 00000100:00100000:2.0:1763345647.881387:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8402 00000100:00100000:2.0:1763345647.881392:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3656:x1849000924441600:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345647.881455:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3656:x1849000924441600:12345-0@lo:2:osp-syn-0-0.0 Request processed in 63us (389us total) trans 21474839686 rc 0/0 00000100:00100000:2.0:1763345647.881462:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8402 00000100:00100000:2.0:1763345647.881473:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8403 00000100:00100000:2.0:1763345647.881479:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3658:x1849000924441728:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1763345647.881537:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345647.881540:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345647.881543:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345647.881545:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345647.881547:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345647.881574:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3658:x1849000924441728:12345-0@lo:2:osp-syn-0-0.0 Request processed in 95us (469us total) trans 21474839687 rc 0/0 00000100:00100000:2.0:1763345647.881579:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8403 00000100:00100000:2.0:1763345647.881613:0:3658:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839678 gen 2 00000004:00080000:2.0:1763345647.881617:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d04000, transno 21474839663 00000004:00080000:2.0:1763345647.881624:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dcc700, transno 21474839664 00000004:00080000:2.0:1763345647.881627:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541772680, transno 21474839665 00000004:00080000:2.0:1763345647.881629:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5435bb800, transno 21474839673 00000004:00080000:2.0:1763345647.881632:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5435b9f80, transno 21474839674 00000004:00080000:2.0:1763345647.881634:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dcf800, transno 21474839675 00000004:00080000:2.0:1763345647.881637:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541fba300, transno 21474839676 00000004:00080000:2.0:1763345647.881639:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541fb8a80, transno 21474839677 00000004:00080000:2.0:1763345647.881641:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541fb9180, transno 21474839678 00000100:00100000:2.0:1763345647.881647:0:3658:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff91b6779a4a80 x1849000924441728/t21474839687(21474839687) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763345663 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1763345647.881656:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6779a4a80/2, rc 0, transno 21474839687 00000100:00100000:2.0:1763345647.881661:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924441728:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1763345647.881784:0:32326:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 3 in progress, 2 in flight, 9 done 00000004:00080000:2.0:1763345647.881817:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6779a5c00/2, rc 0, transno 21474839686 00000100:00100000:2.0:1763345647.881822:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924441600:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1763345647.881831:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6779a4380/2, rc 0, transno 21474839685 00000100:00100000:2.0:1763345647.881834:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924441472:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345647.881985:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924442112:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345647.882018:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345647.882038:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763345647.882042:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924441984:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345647.882058:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345647.882073:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763345647.882079:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924441856:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345647.882095:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345647.882115:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924442112 00000100:00100000:1.0:1763345647.882119:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924442112 00000100:00100000:1.0:1763345647.882142:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924441984 00000100:00100000:1.0:1763345647.882145:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924441984 00000100:00100000:1.0:1763345647.882157:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924441856 00000100:00100000:1.0:1763345647.882159:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924441856 00000100:00100000:1.0:1763345647.882174:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8404 00000100:00100000:1.0:1763345647.882180:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545654e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3657:x1849000924442112:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345647.882273:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545654e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3657:x1849000924442112:12345-0@lo:2:osp-syn-1-0.0 Request processed in 92us (253us total) trans 17179872392 rc 0/0 00000100:00100000:1.0:1763345647.882279:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8404 00000100:00100000:1.0:1763345647.882294:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8405 00000100:00100000:1.0:1763345647.882300:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543385880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3657:x1849000924441984:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345647.882363:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543385880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3657:x1849000924441984:12345-0@lo:2:osp-syn-1-0.0 Request processed in 63us (302us total) trans 17179872393 rc 0/0 00000100:00100000:1.0:1763345647.882368:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8405 00000100:00100000:1.0:1763345647.882378:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8406 00000100:00100000:1.0:1763345647.882384:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3658:x1849000924441856:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763345647.882428:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345647.882431:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345647.882434:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345647.882436:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345647.882438:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345647.882465:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3658:x1849000924441856:12345-0@lo:2:osp-syn-1-0.0 Request processed in 81us (368us total) trans 17179872394 rc 0/0 00000100:00100000:1.0:1763345647.882471:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8406 00000004:00080000:1.0:1763345647.882501:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6748a4000/2, rc 0, transno 17179872393 00000100:00100000:1.0:1763345647.882506:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924441984:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345647.882515:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6748a6d80/2, rc 0, transno 17179872392 00000100:00100000:1.0:1763345647.882518:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924442112:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345647.882536:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6748a7100/2, rc 0, transno 17179872394 00000100:00100000:1.0:1763345647.882540:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924441856:0@lo:2:osp-syn-1-0.0 00000004:00010000:3.0:1763345647.882651:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a4749f88 reply state 000000001f1a298d transno 8589941315 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae04d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.882671:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae04d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345647.882680:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345647.882683:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763345647.882687:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1763345647.882793:0:35210:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763345647.882806:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545960380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+319:57866:x1849000910493184:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 8880us (9108us total) trans 8589941315 rc 0/0 00000100:00100000:3.0:1763345647.882822:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11447 00010000:00010000:2.0:1763345647.883113:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae04d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.883122:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae04d lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.883129:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae04d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.883136:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345647.883140:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae04d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.883147:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae04d lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.883158:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345647.883161:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345647.883164:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae04d lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345647.883170:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae04d lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000100:00100000:2.0:1763345647.885626:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345647.886666:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910493312 00000100:00100000:3.0:1763345647.886687:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910493312 00000100:00100000:3.0:1763345647.886754:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11448 00000100:00100000:3.0:1763345647.886797:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+318:57866:x1849000910493312:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345647.886831:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345647.886853:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ae054 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808337d9 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.886915:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ae054 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337d9 expref: 319 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.886933:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ae054 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337d9 expref: 319 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.886949:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345647.886952:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345647.886957:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672e57800, rc 0) 00000100:00100000:3.0:1763345647.887022:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+319:57866:x1849000910493312:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 228us (1402us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345647.887030:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11448 00000100:00100000:1.0:1763345647.890285:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345647.890565:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910493440 00000100:00100000:3.0:1763345647.890576:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910493440 00000100:00100000:3.0:1763345647.890674:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11449 00000100:00100000:3.0:1763345647.890846:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+319:57866:x1849000910493440:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345647.891448:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345647.891479:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae05b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808337e0 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.891572:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae062 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.891586:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae062 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.891597:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae062 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345647.891623:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 257882 00000004:00200000:0.0:1763345647.891628:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345647.891645:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae062 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.891670:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae05b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337e0 expref: 321 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.891701:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae062 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337e0 expref: 320 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.891709:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345647.891712:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345647.891716:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5e00, rc 0) 00000100:00100000:0.0:1763345647.891835:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+320:57866:x1849000910493440:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1151us (1557us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345647.891843:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11449 00000100:00100000:0.0:1763345647.896610:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.896666:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.897244:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.897284:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910493568 00000100:00100000:2.0:1763345647.897294:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910493568 00000100:00100000:1.0:1763345647.897326:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910493696 00000100:00100000:1.0:1763345647.897332:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910493696 00000100:00100000:2.0:1763345647.897363:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8407 00000100:00100000:1.0:1763345647.897379:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8408 00000100:00100000:2.0:1763345647.897381:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545963100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+14:2410:x1849000910493568:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:1.0:1763345647.897393:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:2410:x1849000910493696:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345647.897402:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345647.897403:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345647.897427:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae069 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808337ee expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.897428:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae070 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808337e7 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345647.897457:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x370:0x0] initial LVB size: 257882, mtime: 0x691a84ef, atime: 0x691a84ee, ctime: 0x691a84ef, blocks: 0x140 00002000:00010000:1.0:1763345647.897457:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x372:0x0] initial LVB size: 0, mtime: 0x691a84ee, atime: 0x691a84ee, ctime: 0x691a84ef, blocks: 0x1800 00010000:00010000:2.0:1763345647.897482:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.897482:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345647.897487:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.897487:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.897499:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae069 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337ee expref: 16 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345647.897501:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae070 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337e7 expref: 16 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345647.897531:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae069 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337ee expref: 16 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345647.897532:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae070 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337e7 expref: 16 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345647.897547:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90600, rc 0) 00000100:00100000:1.0:1763345647.897595:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+16:2410:x1849000910493696:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 206us (929us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.897601:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8408 00000100:00100000:3.0:1763345647.898145:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910493824 00000100:00100000:3.0:1763345647.898151:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910493824 00000100:00100000:3.0:1763345647.898186:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8409 00000100:00100000:3.0:1763345647.898193:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+14:2411:x1849000910493824:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345647.898201:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345647.898215:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b672e56600/0x52bea07cb58ae077 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808337f5 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345647.898229:0:28868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x374:0x0] initial LVB size: 0, mtime: 0x691a84ee, atime: 0x691a84ee, ctime: 0x691a84ef, blocks: 0x0 00010000:00010000:3.0:1763345647.898239:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345647.898241:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345647.898246:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b672e56600/0x52bea07cb58ae077 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337f5 expref: 15 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345647.898261:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b672e56600/0x52bea07cb58ae077 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337f5 expref: 15 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345647.898269:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672e56600, rc 0) 00010000:00010000:2.0:1763345647.898711:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7200, rc 0) 00000100:00100000:3.0:1763345647.899026:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+15:2411:x1849000910493824:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 831us (1780us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345647.899033:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8409 00000100:00100000:1.0:1763345647.899225:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545963100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+15:2410:x1849000910493568:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1850us (2621us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.899233:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8407 00000100:00100000:1.0:1763345647.932973:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.933061:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910493952 00000100:00100000:0.0:1763345647.933070:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910493952 00000100:00100000:0.0:1763345647.933159:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8410 00000100:00100000:0.0:1763345647.933170:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910493952:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:0.0:1763345647.933282:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910493952:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 114us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345647.933289:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8410 00000100:00100000:0.0:1763345647.937419:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.938881:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910494080 00000100:00100000:1.0:1763345647.938893:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910494080 00000100:00100000:1.0:1763345647.939083:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8411 00000100:00100000:1.0:1763345647.939094:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545963480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910494080:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345647.939234:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545963480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910494080:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 141us (1822us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.939242:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8411 00000100:00100000:3.0:1763345647.941522:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.942584:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910494336 00000100:00100000:0.0:1763345647.942597:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910494336 00000100:00100000:0.0:1763345647.942659:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11450 00000100:00100000:0.0:1763345647.942669:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+320:57866:x1849000910494336:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345647.942733:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345647.942775:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae062 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337e0 expref: 320 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345647.942792:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345647.942797:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345647.942966:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ae07e lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.942980:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ae07e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.942989:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ae07e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000001:00080000:0.0:1763345647.943032:0:35210:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941316 00000004:00010000:0.0:1763345647.943054:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bac3919f reply state 0000000058ef677a transno 8589941317 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ae07e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.943065:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ae07e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345647.943071:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345647.943073:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345647.943076:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345647.943170:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+322:57866:x1849000910494336:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 502us (1655us total) trans 8589941317 rc 0/0 00000100:00100000:0.0:1763345647.943178:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11450 00000020:00080000:0.0:1763345647.943183:0:35210:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345647.947036:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.947112:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910494464 00000100:00100000:1.0:1763345647.947121:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910494464 00000100:00100000:1.0:1763345647.947178:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8412 00000100:00100000:1.0:1763345647.947189:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+15:57866:x1849000910494464:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345647.947207:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345647.947227:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae085 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808337fc expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345647.947252:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x375:0x0] initial LVB size: 257882, mtime: 0x691a84ef, atime: 0x691a84ee, ctime: 0x691a84ef, blocks: 0xe8 00010000:00010000:1.0:1763345647.947273:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.947275:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.947283:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae085 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808337fc expref: 16 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.947297:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae085 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808337fc expref: 16 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.947309:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91c00, rc 0) 00000100:00100000:1.0:1763345647.947363:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+16:57866:x1849000910494464:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 176us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.947370:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8412 00000100:00100000:2.0:1763345647.954967:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345647.955198:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345647.955345:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910494592 00000100:00100000:0.0:1763345647.955355:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910494592 00002000:00010000:0.0:1763345647.955390:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (0->18446744073709551615) 00002000:00100000:0.0:1763345647.955394:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6779a4700 with x1849000910494592 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345647.955405:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6779a4700. 00000100:00100000:0.0:1763345647.955431:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910494720 00000100:00100000:0.0:1763345647.955434:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910494720 00002000:00010000:0.0:1763345647.955443:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:0.0:1763345647.955445:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6779a4000 with x1849000910494720 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345647.955451:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6779a4000. 00000100:00100000:0.0:1763345647.955473:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2069 00000100:00100000:0.0:1763345647.955482:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910494592:12345-192.168.203.8@tcp:10:lfs.0 00000100:00100000:3.0:1763345647.955513:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2070 00000100:00100000:3.0:1763345647.955526:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910494720:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:3.0:1763345647.955655:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345647.955659:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345647.955662:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345647.955665:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345647.955667:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345647.955731:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910494720:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 207us (531us total) trans 21474839688 rc 0/0 00000100:00100000:3.0:1763345647.955739:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2070 00002000:00010000:3.0:1763345647.955743:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:3.0:1763345647.955746:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6779a4000 with x1849000910494720 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345647.955751:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6779a4000. 00002000:00010000:0.0:1763345647.955904:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 257882 -> 0 00002000:00010000:0.0:1763345647.955908:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:0.0:1763345647.955911:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345647.955913:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:0.0:1763345647.955915:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 232 -> 0 00000100:00100000:0.0:1763345647.955937:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910494592:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 456us (979us total) trans 17179872395 rc 0/0 00000100:00100000:0.0:1763345647.955943:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2069 00002000:00010000:0.0:1763345647.955946:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (0->18446744073709551615) 00002000:00100000:0.0:1763345647.955948:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6779a4700 with x1849000910494592 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345647.955952:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6779a4700. 00000100:00100000:2.0:1763345647.962722:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.963004:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910494848 00000100:00100000:1.0:1763345647.963014:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910494848 00000100:00100000:1.0:1763345647.963061:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11451 00000100:00100000:1.0:1763345647.963072:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+322:57866:x1849000910494848:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345647.963096:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345647.963117:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae08c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833803 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.963224:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae093 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.963239:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae093 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.963249:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae093 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763345647.963276:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 0 00000004:00200000:1.0:1763345647.963280:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345647.963297:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae093 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345647.963321:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae08c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833803 expref: 324 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.963337:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae093 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833803 expref: 323 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.963346:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345647.963349:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345647.963352:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90c00, rc 0) 00000100:00100000:1.0:1763345647.963409:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+323:57866:x1849000910494848:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 340us (752us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.963416:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11451 00000100:00100000:2.0:1763345647.967509:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.968686:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910494976 00000100:00100000:1.0:1763345647.968697:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910494976 00000100:00100000:1.0:1763345647.969127:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2071 00000100:00100000:1.0:1763345647.969138:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541772680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910494976:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:1.0:1763345647.969181:0:28407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae09a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.969198:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.969200:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345647.969206:0:28407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae09a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.969218:0:28407:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae09a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.971245:0:28407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae09a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.971263:0:28407:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae09a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.971272:0:28407:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae09a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.971280:0:28407:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345647.971285:0:28407:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae09a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.971294:0:28407:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae09a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.971313:0:28407:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae09a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.971321:0:28407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae09a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345647.971398:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541772680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910494976:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 2258us (3894us total) trans 0 rc 28672/28672 00000100:00100000:1.0:1763345647.971408:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2071 00000100:00100000:0.0:1763345647.977988:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.978975:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910495104 00000100:00100000:1.0:1763345647.978986:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910495104 00000100:00100000:1.0:1763345647.979053:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2072 00000100:00100000:1.0:1763345647.979063:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545960700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+17:2410:x1849000910495104:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:1.0:1763345647.979097:0:28407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58ae0a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.979116:0:28407:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae085 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808337fc expref: 17 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.979124:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345647.979126:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345647.979130:0:28407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58ae0a1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.979169:0:28407:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae085 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.8@tcp remote: 0x199a969808337fc expref: 17 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345647.979184:0:28407:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae085 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808337fc expref: 17 pid: 28867 timeout: 1140 lvb_type: 0 00000100:00100000:1.0:1763345647.979199:0:28407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544482300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28407:1849000924442240:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345647.979285:0:28407:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6431fab40 going to sleep for 11 seconds 00000100:00100000:2.0:1763345647.986161:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.986246:0:28407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544482300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28407:1849000924442240:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345647.986276:0:28407:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58ae0a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345647.986355:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910495232 00000100:00100000:3.0:1763345647.986362:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910495232 00010000:00010000:3.0:1763345647.986400:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae085 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808337fc expref: 18 pid: 28867 timeout: 1140 lvb_type: 0 00000100:00100000:3.0:1763345647.986441:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3798 00000100:00100000:3.0:1763345647.986451:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b645684450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910495232:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345647.986467:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345647.986487:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae085 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808337fc expref: 18 pid: 28867 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763345647.986499:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae085 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808337fc expref: 18 pid: 28867 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763345647.986522:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae085 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.8@tcp remote: 0x199a969808337fc expref: 18 pid: 28867 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763345647.986536:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345647.986538:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345647.986542:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58ae0a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.986553:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58ae0a1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345647.986585:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345647.986633:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b645684450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910495232:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 183us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345647.986640:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3798 00010000:00010000:2.0:1763345647.986836:0:28407:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58ae0a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.986846:0:28407:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58ae0a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763345647.991411:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872396 is committed 00000001:00080000:0.0:1763345647.991428:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872394 is committed 00002000:00010000:2.0:1763345647.991522:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 0 -> 40960 00002000:00010000:2.0:1763345647.991528:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 0 -> 56 00010000:00010000:2.0:1763345647.991540:0:28407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58ae0a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.991551:0:28407:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58ae0a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.991560:0:28407:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58ae0a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.991568:0:28407:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91a00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345647.991572:0:28407:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58ae0a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.991580:0:28407:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58ae0a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.991598:0:28407:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58ae0a1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345647.991607:0:28407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58ae0a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345647.991704:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545960700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+13:2410:x1849000910495104:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 12638us (13798us total) trans 17179872396 rc 0/0 00000100:00100000:2.0:1763345647.991714:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2072 00000100:00100000:0.0:1763345647.995797:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345647.996098:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910495360 00000100:00100000:3.0:1763345647.996110:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910495360 00000100:00100000:3.0:1763345647.996171:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8413 00000100:00100000:3.0:1763345647.996182:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545961c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910495360:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:3.0:1763345647.996317:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545961c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910495360:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 137us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345647.996324:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8413 00000100:00100000:0.0:1763345647.999193:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345647.999294:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910495488 00000100:00100000:1.0:1763345647.999304:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910495488 00000100:00100000:1.0:1763345647.999369:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8414 00000100:00100000:1.0:1763345647.999379:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910495488:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345647.999485:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910495488:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 108us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345647.999492:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8414 00000100:00100000:0.0:1763345648.003348:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.003420:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910495744 00000100:00100000:1.0:1763345648.003430:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910495744 00000100:00100000:1.0:1763345648.003510:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11452 00000100:00100000:1.0:1763345648.003519:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+323:57866:x1849000910495744:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:1.0:1763345648.003573:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345648.003600:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae093 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833803 expref: 323 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.003615:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345648.003620:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:3.0:1763345648.003885:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1763345648.004153:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae0a8 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.004167:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae0a8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.004176:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae0a8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:1.0:1763345648.004221:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941318 00000004:00010000:1.0:1763345648.004245:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005f4ec21d reply state 000000007c7e47e5 transno 8589941319 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae0a8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.004257:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae0a8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.004264:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345648.004267:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345648.004269:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345648.004452:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57866:x1849000910495744:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 932us (1110us total) trans 8589941319 rc 0/0 00000100:00100000:1.0:1763345648.004459:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11452 00000020:00080000:1.0:1763345648.004465:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345648.007475:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.007602:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910495872 00000100:00100000:2.0:1763345648.007611:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910495872 00000100:00100000:2.0:1763345648.007685:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8415 00000100:00100000:2.0:1763345648.007695:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+13:57866:x1849000910495872:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345648.007714:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345648.007736:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae0af lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083380a expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345648.007791:0:28868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x375:0x0] initial LVB size: 40960, mtime: 0x691a84ef, atime: 0x691a84ee, ctime: 0x691a84ef, blocks: 0x38 00010000:00010000:2.0:1763345648.007827:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345648.007830:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345648.007837:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae0af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083380a expref: 14 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.007852:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae0af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083380a expref: 14 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.007865:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7c00, rc 0) 00000100:00100000:2.0:1763345648.007916:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+14:57866:x1849000910495872:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 222us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.007924:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8415 00000100:00080000:3.0:1763345648.008015:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763345648.011262:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.011308:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.011473:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910496128 00000100:00100000:2.0:1763345648.011483:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910496128 00002000:00010000:2.0:1763345648.011538:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:2.0:1763345648.011543:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545961f80 with x1849000910496128 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345648.011555:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545961f80. 00000100:00080000:1.0:1763345648.011628:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763345648.011657:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910496000 00000100:00100000:2.0:1763345648.011661:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910496000 00000100:00100000:3.0:1763345648.011754:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2073 00002000:00010000:2.0:1763345648.011869:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (40960->18446744073709551615) 00002000:00100000:2.0:1763345648.011873:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545962a00 with x1849000910496000 ext(40960->18446744073709551615) 00002000:00010000:2.0:1763345648.011880:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545962a00. 00000100:00100000:3.0:1763345648.012017:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910496128:12345-192.168.203.8@tcp:10:lfs.0 00000100:00100000:2.0:1763345648.012255:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2074 00000100:00100000:2.0:1763345648.012263:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910496000:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345648.012377:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 40960 -> 40960 00002000:00010000:2.0:1763345648.012380:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.012383:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345648.012385:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.012387:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 56 -> 56 00000100:00100000:2.0:1763345648.012447:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910496000:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 185us (1138us total) trans 17179872397 rc 0/0 00000100:00100000:2.0:1763345648.012455:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2074 00002000:00010000:2.0:1763345648.012458:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (40960->18446744073709551615) 00002000:00100000:2.0:1763345648.012461:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545962a00 with x1849000910496000 ext(40960->18446744073709551615) 00002000:00010000:2.0:1763345648.012466:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545962a00. 00002000:00010000:3.0:1763345648.013079:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345648.013083:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345648.013086:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345648.013088:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345648.013090:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345648.013125:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910496128:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 1200us (1871us total) trans 21474839689 rc 0/0 00000100:00100000:3.0:1763345648.013132:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2073 00002000:00010000:3.0:1763345648.013136:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:3.0:1763345648.013139:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545961f80 with x1849000910496128 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345648.013144:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545961f80. 00000100:00100000:0.0:1763345648.016202:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.016303:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910496256 00000100:00100000:1.0:1763345648.016312:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910496256 00000100:00100000:1.0:1763345648.016370:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11453 00000100:00100000:1.0:1763345648.016379:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57866:x1849000910496256:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345648.016406:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345648.016428:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58ae0b6 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833811 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.016532:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae0bd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.016553:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae0bd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.016564:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae0bd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763345648.016591:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 40960 00000004:00200000:1.0:1763345648.016596:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345648.016616:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae0bd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.016645:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58ae0b6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833811 expref: 327 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.016662:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae0bd lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833811 expref: 326 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.016671:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345648.016674:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345648.016678:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90e00, rc 0) 00000100:00100000:1.0:1763345648.016799:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+326:57866:x1849000910496256:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 379us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.016817:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11453 00000100:00100000:1.0:1763345648.020467:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.020887:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910496384 00000100:00100000:3.0:1763345648.020897:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910496384 00000100:00100000:2.0:1763345648.021092:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2075 00000100:00100000:2.0:1763345648.021103:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910496384:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:2.0:1763345648.021138:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae0c4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.021152:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345648.021154:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345648.021159:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae0c4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.021176:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae0c4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.022683:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae0c4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.022698:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae0c4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.022706:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae0c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.022713:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345648.022717:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae0c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.022725:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae0c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.022743:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae0c4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.022750:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae0c4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345648.022933:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910496384:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 1829us (2471us total) trans 0 rc 20480/20480 00000100:00100000:0.0:1763345648.022942:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2075 00000100:00100000:0.0:1763345648.026042:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.026143:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910496512 00000100:00100000:2.0:1763345648.026154:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910496512 00000100:00100000:2.0:1763345648.026274:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2076 00000100:00100000:2.0:1763345648.026285:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+15:2410:x1849000910496512:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:2.0:1763345648.026318:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0cb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.026334:0:24005:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae0af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083380a expref: 15 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.026342:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345648.026344:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345648.026348:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0cb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.026382:0:24005:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae0af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083380a expref: 15 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.026395:0:24005:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae0af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083380a expref: 15 pid: 28868 timeout: 1140 lvb_type: 0 00000100:00100000:2.0:1763345648.026410:0:24005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24005:1849000924442368:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345648.026491:0:24005:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645592180 going to sleep for 11 seconds 00000100:00100000:1.0:1763345648.029015:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.029230:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910496640 00000100:00100000:3.0:1763345648.029240:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910496640 00010000:00010000:3.0:1763345648.029277:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae0af lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083380a expref: 16 pid: 28868 timeout: 1140 lvb_type: 0 00000100:00100000:3.0:1763345648.029338:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3799 00000100:00100000:3.0:1763345648.029348:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544481c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910496640:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345648.029362:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345648.029381:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae0af lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083380a expref: 16 pid: 28868 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763345648.029395:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae0af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083380a expref: 16 pid: 28868 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763345648.029420:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345648.029423:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345648.029428:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.029437:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0cb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 5 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.029457:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345648.029513:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544481c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910496640:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 165us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345648.029521:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3799 00010000:00010000:2.0:1763345648.029621:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae0af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083380a expref: 15 pid: 28868 timeout: 1140 lvb_type: 0 00000100:00100000:2.0:1763345648.029639:0:24005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24005:1849000924442368:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345648.029659:0:24005:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.029679:0:24005:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.029687:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1763345648.039088:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872398 is committed 00002000:00010000:2.0:1763345648.039190:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 40960 -> 143360 00002000:00010000:2.0:1763345648.039196:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 56 -> 96 00010000:00010000:2.0:1763345648.039207:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.039218:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.039226:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.039232:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345648.039236:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.039250:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.039267:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0cb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.039273:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345648.039365:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+13:2410:x1849000910496512:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 13078us (13329us total) trans 17179872398 rc 0/0 00000100:00100000:2.0:1763345648.039375:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2076 00000100:00100000:3.0:1763345648.042571:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.043051:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910496768 00000100:00100000:2.0:1763345648.043061:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910496768 00000100:00100000:2.0:1763345648.043134:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8416 00000100:00100000:2.0:1763345648.043144:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910496768:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:2.0:1763345648.043271:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910496768:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 128us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.043280:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8416 00000100:00100000:1.0:1763345648.047096:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.047193:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910496896 00000100:00100000:0.0:1763345648.047204:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910496896 00000100:00100000:0.0:1763345648.047261:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8417 00000100:00100000:0.0:1763345648.047271:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910496896:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:0.0:1763345648.047377:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910496896:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 108us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345648.047388:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8417 00000100:00100000:0.0:1763345648.052279:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.053261:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910497152 00000100:00100000:2.0:1763345648.053273:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910497152 00000100:00100000:1.0:1763345648.054147:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11454 00000100:00100000:1.0:1763345648.054161:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544208a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+326:57866:x1849000910497152:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:1.0:1763345648.054214:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345648.054241:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae0bd lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833811 expref: 326 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.054258:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345648.054263:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345648.054422:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae0d2 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.054437:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae0d2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.054448:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae0d2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:1.0:1763345648.054490:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941320 00000004:00010000:1.0:1763345648.054516:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000155df547 reply state 00000000417d291f transno 8589941321 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae0d2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.054527:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae0d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.054533:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345648.054536:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345648.054539:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345648.054636:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544208a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+328:57866:x1849000910497152:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 479us (2365us total) trans 8589941321 rc 0/0 00000100:00100000:1.0:1763345648.054645:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11454 00000020:00080000:1.0:1763345648.054650:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345648.060695:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.060861:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910497280 00000100:00100000:0.0:1763345648.060871:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910497280 00000100:00100000:0.0:1763345648.060915:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8418 00000100:00100000:0.0:1763345648.060924:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+13:57866:x1849000910497280:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345648.060941:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345648.060962:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58ae0d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833818 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345648.060984:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x375:0x0] initial LVB size: 143360, mtime: 0x691a84ef, atime: 0x691a84ee, ctime: 0x691a84ef, blocks: 0x60 00010000:00010000:0.0:1763345648.061004:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345648.061006:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345648.061014:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58ae0d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833818 expref: 14 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.061029:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58ae0d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833818 expref: 14 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.061040:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4000, rc 0) 00000100:00100000:0.0:1763345648.061476:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+14:57866:x1849000910497280:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 552us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345648.061484:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8418 00000100:00100000:0.0:1763345648.064142:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.064177:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.067062:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910497536 00000100:00100000:2.0:1763345648.067078:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910497536 00002000:00010000:2.0:1763345648.067123:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:2.0:1763345648.067128:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544209180 with x1849000910497536 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345648.067139:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b544209180. 00000100:00100000:2.0:1763345648.067189:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2077 00000100:00100000:2.0:1763345648.067200:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910497536:12345-192.168.203.8@tcp:10:lfs.0 00000100:00100000:1.0:1763345648.067243:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910497408 00000100:00100000:1.0:1763345648.067249:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910497408 00002000:00010000:1.0:1763345648.067270:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (143360->18446744073709551615) 00002000:00100000:1.0:1763345648.067274:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54420aa00 with x1849000910497408 ext(143360->18446744073709551615) 00002000:00010000:1.0:1763345648.067280:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54420aa00. 00000100:00100000:1.0:1763345648.067307:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2078 00000100:00100000:1.0:1763345648.067315:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910497408:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345648.067358:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345648.067363:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.067366:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345648.067368:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.067371:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763345648.067407:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 143360 -> 143360 00002000:00010000:1.0:1763345648.067412:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345648.067414:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:1.0:1763345648.067417:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345648.067419:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:2.0:1763345648.067439:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910497536:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 239us (3258us total) trans 21474839690 rc 0/0 00000100:00100000:1.0:1763345648.067449:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910497408:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 133us (3313us total) trans 17179872399 rc 0/0 00000100:00100000:2.0:1763345648.067450:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2077 00002000:00010000:2.0:1763345648.067456:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:2.0:1763345648.067461:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544209180 with x1849000910497536 ext(0->18446744073709551615) 00000100:00100000:1.0:1763345648.067462:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2078 00002000:00010000:1.0:1763345648.067468:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (143360->18446744073709551615) 00002000:00010000:2.0:1763345648.067469:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b544209180. 00002000:00100000:1.0:1763345648.067474:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54420aa00 with x1849000910497408 ext(143360->18446744073709551615) 00002000:00010000:1.0:1763345648.067480:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54420aa00. 00000100:00100000:1.0:1763345648.069484:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.069581:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910497664 00000100:00100000:2.0:1763345648.069590:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910497664 00000100:00100000:1.0:1763345648.069674:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11455 00000100:00100000:1.0:1763345648.069685:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+328:57866:x1849000910497664:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345648.069706:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345648.069726:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae0e0 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083381f expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.069891:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58ae0e7 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.069905:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58ae0e7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.069916:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58ae0e7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763345648.069939:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 143360 00000004:00200000:1.0:1763345648.069942:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345648.069956:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58ae0e7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.069975:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae0e0 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083381f expref: 330 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.069987:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58ae0e7 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083381f expref: 329 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.069993:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345648.069995:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345648.069997:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91c00, rc 0) 00000100:00100000:1.0:1763345648.070045:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+329:57866:x1849000910497664:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 362us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.070051:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11455 00000100:00100000:3.0:1763345648.072601:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.072793:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910497792 00000100:00100000:0.0:1763345648.072803:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910497792 00000100:00100000:0.0:1763345648.072882:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2079 00000100:00100000:0.0:1763345648.072893:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910497792:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:0.0:1763345648.072928:0:8409:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae0ee lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.072942:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345648.072945:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345648.072950:0:8409:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae0ee lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [167936->188415] (req 167936->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.072963:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae0ee lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [167936->188415] (req 167936->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.074833:0:8409:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae0ee lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [167936->188415] (req 167936->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.074850:0:8409:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae0ee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [167936->188415] (req 167936->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.074859:0:8409:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae0ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [167936->188415] (req 167936->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.074866:0:8409:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345648.074871:0:8409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae0ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [167936->188415] (req 167936->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.074885:0:8409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae0ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [167936->188415] (req 167936->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.074902:0:8409:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae0ee lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [167936->188415] (req 167936->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.074910:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae0ee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [167936->188415] (req 167936->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345648.074987:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910497792:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 2092us (2388us total) trans 0 rc 20480/20480 00000100:00100000:2.0:1763345648.074996:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2079 00000100:00100000:1.0:1763345648.080002:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.080159:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910497920 00000100:00100000:2.0:1763345648.080170:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910497920 00000100:00100000:2.0:1763345648.081402:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2080 00000100:00100000:2.0:1763345648.081420:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910497920:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:2.0:1763345648.081459:0:8409:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.081478:0:8409:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58ae0d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833818 expref: 15 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.081486:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345648.081488:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345648.081492:0:8409:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0f5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [167936->188415] (req 167936->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.081531:0:8409:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58ae0d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833818 expref: 15 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.081544:0:8409:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58ae0d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833818 expref: 15 pid: 28867 timeout: 1140 lvb_type: 0 00000100:00100000:2.0:1763345648.081559:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8409:1849000924442496:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345648.081645:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645592180 going to sleep for 11 seconds 00000100:00100000:3.0:1763345648.088554:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.088740:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910498048 00000100:00100000:0.0:1763345648.088750:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910498048 00010000:00010000:0.0:1763345648.088841:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58ae0d9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833818 expref: 16 pid: 28867 timeout: 1140 lvb_type: 0 00000100:00100000:0.0:1763345648.088883:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3800 00000100:00100000:0.0:1763345648.088893:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910498048:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345648.088908:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345648.088927:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58ae0d9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833818 expref: 16 pid: 28867 timeout: 1140 lvb_type: 0 00010000:00010000:0.0:1763345648.088940:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58ae0d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833818 expref: 16 pid: 28867 timeout: 1140 lvb_type: 0 00010000:00010000:0.0:1763345648.088970:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345648.088972:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345648.088977:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [167936->188415] (req 167936->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.088986:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0f5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [167936->188415] (req 167936->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.089004:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345648.089065:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910498048:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 173us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345648.089073:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3800 00010000:00010000:2.0:1763345648.089592:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58ae0d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833818 expref: 15 pid: 28867 timeout: 1140 lvb_type: 0 00000100:00100000:2.0:1763345648.089607:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8409:1849000924442496:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345648.089627:0:8409:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [167936->188415] (req 167936->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.089636:0:8409:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [167936->188415] (req 167936->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.089643:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [167936->188415] (req 167936->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1763345648.095546:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872400 is committed 00002000:00010000:0.0:1763345648.095653:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 143360 -> 188416 00002000:00010000:0.0:1763345648.095658:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 96 -> 136 00010000:00010000:0.0:1763345648.095672:0:8409:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [167936->188415] (req 167936->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.095683:0:8409:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [167936->188415] (req 167936->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.095692:0:8409:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [167936->188415] (req 167936->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.095700:0:8409:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345648.095704:0:8409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [167936->188415] (req 167936->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.095719:0:8409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [167936->188415] (req 167936->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.095736:0:8409:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [167936->188415] (req 167936->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.095743:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae0f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [167936->188415] (req 167936->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345648.095862:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+13:2408:x1849000910497920:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 14446us (15865us total) trans 17179872400 rc 0/0 00000100:00100000:0.0:1763345648.095872:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2080 00000100:00100000:0.0:1763345648.099411:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.100745:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910498176 00000100:00100000:1.0:1763345648.100788:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910498176 00000100:00100000:1.0:1763345648.100862:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8419 00000100:00100000:1.0:1763345648.100872:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910498176:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345648.101011:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910498176:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 139us (1607us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.101019:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8419 00000100:00100000:1.0:1763345648.104198:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.104276:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910498304 00000100:00100000:2.0:1763345648.104286:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910498304 00000100:00100000:2.0:1763345648.104333:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8420 00000100:00100000:2.0:1763345648.104340:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+18:2410:x1849000910498304:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:2.0:1763345648.104432:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+18:2410:x1849000910498304:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 91us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.104439:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8420 00000100:00100000:3.0:1763345648.108306:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.109114:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910498560 00000100:00100000:1.0:1763345648.109124:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910498560 00000100:00100000:1.0:1763345648.109349:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11456 00000100:00100000:1.0:1763345648.109359:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+329:57866:x1849000910498560:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:1.0:1763345648.109409:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345648.109435:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58ae0e7 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083381f expref: 329 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.109453:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345648.109458:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345648.109612:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae0fc lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.109627:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae0fc lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.109637:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae0fc lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:1.0:1763345648.109679:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941322 00000004:00010000:1.0:1763345648.109953:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004199464b reply state 0000000008d7e0fd transno 8589941323 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae0fc lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.109967:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae0fc lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.109974:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345648.109976:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345648.109979:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345648.110145:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+331:57866:x1849000910498560:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 786us (1845us total) trans 8589941323 rc 0/0 00000100:00100000:1.0:1763345648.110153:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11456 00000020:00080000:1.0:1763345648.110158:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345648.112415:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.112567:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910498688 00000100:00100000:1.0:1763345648.112576:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910498688 00000100:00100000:1.0:1763345648.112832:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8421 00000100:00100000:1.0:1763345648.112842:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+13:57866:x1849000910498688:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345648.112858:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345648.112875:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58ae103 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833826 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345648.112896:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x375:0x0] initial LVB size: 188416, mtime: 0x691a84ef, atime: 0x691a84ee, ctime: 0x691a84ef, blocks: 0x88 00010000:00010000:1.0:1763345648.112916:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.112918:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.112924:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58ae103 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833826 expref: 14 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.112939:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58ae103 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833826 expref: 14 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.112951:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91800, rc 0) 00000100:00100000:1.0:1763345648.112998:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+14:57866:x1849000910498688:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 158us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.113006:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8421 00000100:00100000:0.0:1763345648.115004:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.115180:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.115373:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910498816 00000100:00100000:2.0:1763345648.115383:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910498816 00002000:00010000:2.0:1763345648.115420:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (188416->18446744073709551615) 00002000:00100000:2.0:1763345648.115425:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54420ad80 with x1849000910498816 ext(188416->18446744073709551615) 00002000:00010000:2.0:1763345648.115436:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54420ad80. 00000100:00100000:1.0:1763345648.115472:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910498944 00000100:00100000:1.0:1763345648.115476:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910498944 00002000:00010000:1.0:1763345648.115491:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:1.0:1763345648.115495:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54420bb80 with x1849000910498944 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345648.115501:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54420bb80. 00000100:00100000:1.0:1763345648.115530:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2081 00000100:00100000:1.0:1763345648.115539:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910498816:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:1.0:1763345648.115678:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 188416 -> 188416 00002000:00010000:1.0:1763345648.115683:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345648.115685:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:1.0:1763345648.115687:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345648.115689:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 136 -> 136 00000100:00100000:1.0:1763345648.115748:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910498816:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 209us (750us total) trans 17179872401 rc 0/0 00000100:00100000:1.0:1763345648.115756:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2081 00002000:00010000:1.0:1763345648.115782:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (188416->18446744073709551615) 00002000:00100000:1.0:1763345648.115785:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54420ad80 with x1849000910498816 ext(188416->18446744073709551615) 00002000:00010000:1.0:1763345648.115789:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54420ad80. 00000100:00100000:1.0:1763345648.115817:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2082 00000100:00100000:1.0:1763345648.115825:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910498944:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:1.0:1763345648.115887:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345648.115890:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345648.115893:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:1.0:1763345648.115895:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345648.115897:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345648.115917:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910498944:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 93us (736us total) trans 21474839691 rc 0/0 00000100:00100000:1.0:1763345648.115922:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2082 00002000:00010000:1.0:1763345648.115925:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:1.0:1763345648.115927:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54420bb80 with x1849000910498944 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345648.115930:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54420bb80. 00000100:00100000:3.0:1763345648.118394:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.118857:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910499072 00000100:00100000:1.0:1763345648.118868:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910499072 00000100:00100000:1.0:1763345648.119039:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11457 00000100:00100000:1.0:1763345648.119049:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+331:57866:x1849000910499072:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345648.119068:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345648.119086:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58ae10a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083382d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.119171:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae111 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.119185:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae111 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.119195:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae111 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763345648.119217:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 188416 00000004:00200000:1.0:1763345648.119221:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345648.119237:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae111 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.119261:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58ae10a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083382d expref: 333 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.119277:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae111 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083382d expref: 332 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.119285:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345648.119288:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345648.119291:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90200, rc 0) 00000100:00100000:1.0:1763345648.119620:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+332:57866:x1849000910499072:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 571us (1232us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.119627:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11457 00000100:00100000:3.0:1763345648.122890:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.123244:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910499200 00000100:00100000:0.0:1763345648.123255:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910499200 00000100:00100000:0.0:1763345648.123604:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2083 00000100:00100000:0.0:1763345648.123614:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910499200:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:0.0:1763345648.123647:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae118 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.123660:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345648.123662:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345648.123667:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae118 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.123683:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae118 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.127537:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae118 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.127555:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae118 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.127564:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae118 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.127571:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345648.127576:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae118 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.127584:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae118 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.127602:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae118 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.127609:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae118 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345648.127700:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910499200:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 4083us (4814us total) trans 0 rc 24410/24410 00000100:00100000:2.0:1763345648.127709:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2083 00000100:00100000:3.0:1763345648.132680:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.133701:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910499328 00000100:00100000:2.0:1763345648.133712:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910499328 00000100:00100000:2.0:1763345648.133796:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2084 00000100:00100000:2.0:1763345648.133814:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910499328:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:2.0:1763345648.133851:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae11f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.133870:0:24005:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58ae103 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833826 expref: 15 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.133877:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345648.133879:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345648.133883:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae11f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.133913:0:24005:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58ae103 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833826 expref: 15 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.133925:0:24005:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58ae103 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833826 expref: 15 pid: 28867 timeout: 1140 lvb_type: 0 00000100:00100000:2.0:1763345648.133939:0:24005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24005:1849000924442624:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345648.134026:0:24005:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645592180 going to sleep for 11 seconds 00000100:00100000:2.0:1763345648.136207:0:24005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24005:1849000924442624:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345648.136235:0:24005:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae11f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345648.136527:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.136724:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910499456 00000100:00100000:1.0:1763345648.136732:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910499456 00010000:00010000:1.0:1763345648.136841:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58ae103 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833826 expref: 16 pid: 28867 timeout: 1140 lvb_type: 0 00000100:00100000:1.0:1763345648.136880:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3801 00000100:00100000:1.0:1763345648.136890:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910499456:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345648.136904:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345648.136923:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58ae103 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833826 expref: 16 pid: 28867 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345648.136936:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58ae103 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833826 expref: 16 pid: 28867 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345648.136963:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58ae103 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833826 expref: 16 pid: 28867 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345648.136978:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.136980:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.136984:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae11f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.136993:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae11f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.137024:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345648.137075:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910499456:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 186us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.137083:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3801 00010000:00010000:2.0:1763345648.137209:0:24005:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae11f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.137218:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae11f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763345648.141793:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872402 is committed 00002000:00010000:0.0:1763345648.141972:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 188416 -> 258048 00002000:00010000:0.0:1763345648.141977:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 136 -> 184 00010000:00010000:0.0:1763345648.141990:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae11f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.142002:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae11f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.142011:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae11f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.142018:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7c00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345648.142022:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae11f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.142032:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae11f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.142049:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae11f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.142057:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae11f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [233472->258047] (req 233472->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345648.142158:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+13:2408:x1849000910499328:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 8349us (9483us total) trans 17179872402 rc 0/0 00000100:00100000:0.0:1763345648.142167:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2084 00000100:00100000:0.0:1763345648.152385:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.152484:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910499712 00000100:00100000:1.0:1763345648.152493:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910499712 00000100:00100000:1.0:1763345648.152554:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11458 00000100:00100000:1.0:1763345648.152564:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544209500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+332:57866:x1849000910499712:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:1.0:1763345648.152614:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345648.152640:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae111 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083382d expref: 332 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.152658:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345648.152662:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345648.152886:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae126 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.152900:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae126 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.152909:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae126 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:1.0:1763345648.152949:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941324 00000004:00010000:1.0:1763345648.152975:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e39354cd reply state 00000000515f4c5c transno 8589941325 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae126 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.152987:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae126 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.152992:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345648.152995:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345648.152997:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345648.153077:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544209500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+334:57866:x1849000910499712:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 515us (701us total) trans 8589941325 rc 0/0 00000100:00100000:1.0:1763345648.153084:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11458 00000020:00080000:1.0:1763345648.153089:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345648.155057:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.155253:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910499840 00000100:00100000:1.0:1763345648.155264:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910499840 00000100:00100000:1.0:1763345648.155322:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8422 00000100:00100000:1.0:1763345648.155332:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+13:57866:x1849000910499840:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345648.155349:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345648.155369:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae12d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833834 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345648.155390:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x375:0x0] initial LVB size: 258048, mtime: 0x691a84ef, atime: 0x691a84ee, ctime: 0x691a84ef, blocks: 0xb8 00010000:00010000:1.0:1763345648.155413:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.155416:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.155423:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae12d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833834 expref: 14 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.155439:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae12d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833834 expref: 14 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.155451:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91c00, rc 0) 00000100:00100000:1.0:1763345648.155519:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+14:57866:x1849000910499840:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 176us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.155526:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8422 00000100:00100000:0.0:1763345648.160578:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.160750:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.160943:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910499968 00000100:00100000:2.0:1763345648.160954:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910499968 00002000:00010000:2.0:1763345648.160993:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (257882->18446744073709551615) 00002000:00100000:2.0:1763345648.160998:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544208e00 with x1849000910499968 ext(257882->18446744073709551615) 00002000:00010000:2.0:1763345648.161009:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b544208e00. 00000100:00100000:2.0:1763345648.161040:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910500096 00000100:00100000:2.0:1763345648.161044:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910500096 00002000:00010000:2.0:1763345648.161057:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:2.0:1763345648.161061:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54420b480 with x1849000910500096 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345648.161066:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54420b480. 00000100:00100000:2.0:1763345648.161095:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2085 00000100:00100000:2.0:1763345648.161105:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910499968:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345648.161391:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 258048 -> 257882 00002000:00010000:2.0:1763345648.161395:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.161397:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345648.161400:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.161403:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 184 -> 184 00000100:00100000:3.0:1763345648.161442:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2086 00000100:00100000:3.0:1763345648.161453:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910500096:12345-192.168.203.8@tcp:10:lfs.0 00000100:00100000:2.0:1763345648.161472:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910499968:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 366us (900us total) trans 17179872403 rc 0/0 00000100:00100000:2.0:1763345648.161481:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2085 00002000:00010000:2.0:1763345648.161486:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (257882->18446744073709551615) 00002000:00100000:2.0:1763345648.161488:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544208e00 with x1849000910499968 ext(257882->18446744073709551615) 00002000:00010000:2.0:1763345648.161493:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b544208e00. 00002000:00010000:3.0:1763345648.161547:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345648.161550:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345648.161553:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345648.161555:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345648.161558:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345648.161584:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910500096:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 133us (833us total) trans 21474839692 rc 0/0 00000100:00100000:3.0:1763345648.161591:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2086 00002000:00010000:3.0:1763345648.161594:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:3.0:1763345648.161597:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54420b480 with x1849000910500096 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345648.161602:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54420b480. 00000100:00100000:0.0:1763345648.166754:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.166892:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910500352 00000100:00100000:1.0:1763345648.166903:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910500352 00000100:00100000:1.0:1763345648.166958:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11459 00000100:00100000:1.0:1763345648.166968:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544209c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+334:57866:x1849000910500352:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:1.0:1763345648.167085:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae134 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.167102:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae134 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.167113:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae134 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00010000:1.0:1763345648.167232:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000facd0a37 reply state 000000003118d1b8 transno 8589941326 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae134 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.167262:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae134 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.167270:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345648.167273:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345648.167277:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345648.167372:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544209c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+336:57866:x1849000910500352:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 405us (626us total) trans 8589941326 rc 0/0 00000100:00100000:1.0:1763345648.167380:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11459 00000100:00100000:2.0:1763345648.173438:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.173486:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.173526:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.173605:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910500608 00000100:00100000:3.0:1763345648.173615:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910500608 00000100:00100000:0.0:1763345648.173629:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910500480 00000100:00100000:0.0:1763345648.173635:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910500480 00000100:00100000:1.0:1763345648.173637:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910500736 00000100:00100000:1.0:1763345648.173643:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910500736 00000100:00100000:3.0:1763345648.173675:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8423 00000100:00100000:3.0:1763345648.173685:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910500608:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:3.0:1763345648.173853:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345648.173856:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345646 -> 1763345647 00002000:00010000:3.0:1763345648.173859:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345646 -> 1763345647 00002000:00010000:3.0:1763345648.173862:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345648.173865:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763345648.173923:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910500608:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 239us (495us total) trans 21474839693 rc 0/0 00000100:00100000:3.0:1763345648.173930:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8423 00000100:00100000:3.0:1763345648.173949:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8424 00000100:00100000:3.0:1763345648.173957:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910500480:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:3.0:1763345648.174015:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 257882 -> 257882 00002000:00010000:3.0:1763345648.174018:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345648.174020:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345646 -> 1763345647 00002000:00010000:3.0:1763345648.174022:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345648.174025:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 320 -> 320 00000100:00100000:3.0:1763345648.174049:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910500480:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 93us (563us total) trans 21474839694 rc 0/0 00000100:00100000:3.0:1763345648.174056:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8424 00000100:00100000:3.0:1763345648.174070:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8425 00000100:00100000:3.0:1763345648.174077:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910500736:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:3.0:1763345648.174144:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345648.174147:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345646 -> 1763345647 00002000:00010000:3.0:1763345648.174150:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345646 -> 1763345647 00002000:00010000:3.0:1763345648.174152:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345648.174154:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345648.174189:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910500736:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 112us (663us total) trans 17179872404 rc 0/0 00000100:00100000:3.0:1763345648.174195:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8425 00000100:00100000:0.0:1763345648.177477:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.177561:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910500992 00000100:00100000:2.0:1763345648.177571:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910500992 00000100:00100000:2.0:1763345648.177633:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3951 00000100:00100000:2.0:1763345648.177643:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b64a0b7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+336:57866:x1849000910500992:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:2.0:1763345648.177698:0:6523:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000405:0x25c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae02a lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337d2 expref: 336 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.177906:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae13b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345648.178010:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ae054 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337d9 expref: 336 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.178023:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae13b lrc: 4/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345648.178058:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ae054 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a969808337d9 expref: 336 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.178077:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ae054 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337d9 expref: 336 pid: 35210 timeout: 1140 lvb_type: 0 00000100:00100000:2.0:1763345648.178091:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcf800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924442752:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345648.178179:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645592180 going to sleep for 11 seconds 00000100:00100000:2.0:1763345648.183109:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.183657:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcf800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924442752:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345648.183685:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae13b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000100:00100000:1.0:1763345648.184584:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910501120 00000100:00100000:1.0:1763345648.184594:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910501120 00010000:00010000:1.0:1763345648.184634:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ae054 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337d9 expref: 337 pid: 35210 timeout: 1140 lvb_type: 0 00000100:00100000:1.0:1763345648.184673:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3802 00000100:00100000:1.0:1763345648.184741:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+337:2408:x1849000910501120:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345648.184794:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345648.184802:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ae054 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337d9 expref: 337 pid: 35210 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345648.184824:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ae054 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337d9 expref: 337 pid: 35210 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345648.184846:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57800/0x52bea07cb58ae054 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337d9 expref: 337 pid: 35210 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345648.184861:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345648.184866:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae13b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345648.184876:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae13b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345648.184883:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae13b lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345648.184903:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345648.184968:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+336:2408:x1849000910501120:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 286us (1866us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.184976:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3802 00010000:00010000:0.0:1763345648.185174:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae13b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345648.185183:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae13b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000040:00080000:0.0:1763345648.185410:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1958, 88 off162192 00000004:00080000:0.0:1763345648.185421:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1040710660639ns, next at 1037769741907ns, rc = 0 00000040:00080000:0.0:1763345648.185466:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1974, 88 off163760 00000004:00080000:0.0:1763345648.185473:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1040710713719ns, next at 1038505825846ns, rc = 0 00000040:00080000:0.0:1763345648.186520:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1959, 88 off162280 00000004:00080000:0.0:1763345648.186531:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1040711771105ns, next at 1037769741907ns, rc = 0 00000040:00080000:0.0:1763345648.186934:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1976, 88 off163928 00000004:00080000:0.0:1763345648.186942:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1040712182159ns, next at 1038505825846ns, rc = 0 00000040:00080000:0.0:1763345648.186960:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1977, 88 off164016 00000004:00080000:0.0:1763345648.186965:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1040712205073ns, next at 1038505825846ns, rc = 0 00000040:00080000:0.0:1763345648.186986:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1960, 88 off162368 00000004:00080000:0.0:1763345648.186991:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1040712231150ns, next at 1037769741907ns, rc = 0 00000001:00080000:3.0:1763345648.192301:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941327 is committed 00000004:00080000:3.0:1763345648.192315:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1261 committed 00010000:00010000:2.0:1763345648.192391:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ae07e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.192412:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ae07e lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.192420:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ae07e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.192425:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345648.192430:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ae07e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.192442:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ae07e lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.192459:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.192462:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345648.192467:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ae07e lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.192473:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ae07e lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.192491:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae0a8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192497:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae0a8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192502:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae0a8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192507:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345648.192510:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae0a8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192515:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae0a8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192522:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.192524:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345648.192526:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae0a8 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192531:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae0a8 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192539:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae0d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192545:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae0d2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192550:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae0d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192554:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345648.192557:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae0d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192565:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae0d2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192571:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.192573:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345648.192575:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae0d2 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192579:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae0d2 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192587:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae0fc lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192592:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae0fc lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192597:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae0fc lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192602:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345648.192604:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae0fc lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192609:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae0fc lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192615:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.192617:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345648.192619:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae0fc lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192624:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae0fc lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192633:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae126 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192638:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae126 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192643:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae126 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192646:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345648.192649:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae126 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192653:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae126 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192659:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.192661:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345648.192663:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae126 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192668:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae126 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.192676:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae134 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00000004:00080000:3.0:1763345648.192790:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1277 committed 00000004:00080000:3.0:1763345648.192801:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1276 committed 00000004:00080000:3.0:1763345648.192804:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1260 committed 00000100:00100000:0.0:1763345648.192970:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544208000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924442880:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345648.193038:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345648.193077:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924442880 00000100:00100000:0.0:1763345648.193080:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924443392:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345648.193086:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924442880 00000100:00100000:0.0:1763345648.193110:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1763345648.193117:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763345648.193134:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1763345648.193142:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924443008:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345648.193157:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924443392 00000100:00100000:1.0:1763345648.193161:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924443392 00000100:00080000:1.0:1763345648.193177:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763345648.193182:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345648.193204:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924443008 00000100:00100000:0.0:1763345648.193205:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924443520:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345648.193210:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924443008 00000100:00100000:0.0:1763345648.193232:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345648.193250:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924443520 00000100:00100000:1.0:1763345648.193254:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924443520 00000100:00100000:1.0:1763345648.193285:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8426 00000100:00100000:1.0:1763345648.193294:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b60450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3658:x1849000924442880:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763345648.193426:0:27809:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 257882 -> 257882 00002000:00010000:1.0:1763345648.193430:0:27809:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345648.193433:0:27809:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345648.193435:0:27809:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345648.193438:0:27809:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 320 -> 320 00010000:00010000:2.0:1763345648.193492:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae134 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.193502:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae134 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.193507:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345648.193511:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae134 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.193518:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae134 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.193528:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.193531:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345648.193535:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae134 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.193541:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae134 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000100:00100000:2.0:1763345648.193567:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8427 00000100:00100000:2.0:1763345648.193575:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3658:x1849000924443392:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1763345648.193646:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345648.193650:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.193653:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.193655:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.193657:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:3.0:1763345648.194089:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1275 committed 00000004:00080000:3.0:1763345648.194105:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1259 committed 00000004:00010000:3.0:1763345648.194172:0:6523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a316df40 reply state 000000001332c0a2 transno 8589941327 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae13b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345648.194187:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae13b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345648.194194:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345648.194196:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763345648.194199:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763345648.194204:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345648.194206:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763345648.194211:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae02a lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337d2 expref: 318 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345648.194461:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3658:x1849000924443392:12345-0@lo:2:osp-syn-1-0.0 Request processed in 886us (1350us total) trans 17179872405 rc 0/0 00000100:00100000:2.0:1763345648.194470:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8427 00000100:00100000:2.0:1763345648.194492:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8428 00000100:00100000:2.0:1763345648.194499:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3658:x1849000924443008:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1763345648.194571:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345648.194575:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.194577:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.194580:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.194582:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763345648.194609:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3658:x1849000924443008:12345-0@lo:2:osp-syn-0-0.0 Request processed in 111us (1429us total) trans 21474839696 rc 0/0 00000100:00100000:2.0:1763345648.194616:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8428 00000100:00100000:2.0:1763345648.194629:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8429 00000100:00100000:2.0:1763345648.194636:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3658:x1849000924443520:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345648.194754:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b60450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3658:x1849000924442880:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1460us (1716us total) trans 21474839695 rc 0/0 00000100:00100000:1.0:1763345648.194783:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8426 00000100:00100000:1.0:1763345648.194946:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b65ed7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924443264:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345648.194975:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345648.195007:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763345648.195013:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924443136:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345648.195035:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345648.195067:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924443264 00000100:00100000:1.0:1763345648.195073:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924443264 00000100:00100000:1.0:1763345648.195098:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924443136 00000100:00100000:1.0:1763345648.195101:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924443136 00000100:00100000:1.0:1763345648.195119:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8430 00000100:00100000:1.0:1763345648.195125:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3657:x1849000924443264:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345648.195317:0:3658:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872394 gen 2 00000004:00080000:0.0:1763345648.195323:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544866680, transno 17179872386 00000004:00080000:0.0:1763345648.195332:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544867100, transno 17179872387 00000004:00080000:0.0:1763345648.195334:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54377f480, transno 17179872388 00000004:00080000:0.0:1763345648.195337:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6748a5500, transno 17179872389 00000004:00080000:0.0:1763345648.195339:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6748a4a80, transno 17179872390 00000004:00080000:0.0:1763345648.195342:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6748a7480, transno 17179872391 00000004:00080000:0.0:1763345648.195344:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6748a6d80, transno 17179872392 00000004:00080000:0.0:1763345648.195346:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6748a4000, transno 17179872393 00000004:00080000:0.0:1763345648.195349:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6748a7100, transno 17179872394 00000100:00100000:0.0:1763345648.195355:0:3658:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff91b672ab5500 x1849000924443392/t17179872405(17179872405) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763345664 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763345648.195366:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ab5500/2, rc 0, transno 17179872405 00000100:00100000:0.0:1763345648.195372:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924443392:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763345648.195385:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544208000/2, rc 0, transno 21474839695 00000100:00100000:0.0:1763345648.195390:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544208000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924442880:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345648.195400:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dcf800/2, rc 0, transno 21474839696 00000100:00100000:0.0:1763345648.195403:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924443008:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345648.195421:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8431 00000100:00100000:0.0:1763345648.195429:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3657:x1849000924443136:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1763345648.195502:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345648.195505:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:0.0:1763345648.195508:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345648.195510:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:0.0:1763345648.195513:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345648.195548:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3657:x1849000924443136:12345-0@lo:2:osp-syn-0-0.0 Request processed in 120us (511us total) trans 21474839697 rc 0/0 00000100:00100000:0.0:1763345648.195555:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8431 00000004:00080000:0.0:1763345648.195591:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ee6a00/2, rc 0, transno 21474839697 00000100:00100000:0.0:1763345648.195595:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924443136:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345648.195700:0:32328:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 3 in progress, 2 in flight, 9 done 00010000:00080000:3.0:1763345648.195817:0:6523:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763345648.195834:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a0b7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+318:57866:x1849000910500992:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 18191us (18364us total) trans 8589941327 rc 0/0 00000100:00100000:3.0:1763345648.195842:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3951 00002000:00010000:2.0:1763345648.195891:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 257882 -> 257882 00002000:00010000:2.0:1763345648.195895:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.195897:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345648.195899:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.195901:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 184 -> 184 00000100:00100000:2.0:1763345648.195945:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3658:x1849000924443520:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1309us (2712us total) trans 17179872406 rc 0/0 00000100:00100000:2.0:1763345648.195952:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8429 00010000:00010000:2.0:1763345648.195977:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae13b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345648.195986:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae13b lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345648.195992:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae13b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345648.195997:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345648.196001:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae13b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345648.196008:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae13b lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345648.196020:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.196022:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345648.196026:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae13b lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345648.196031:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae13b lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00002000:00010000:1.0:1763345648.196202:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345648.196205:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345648.196207:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345648.196209:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345648.196211:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345648.196248:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3657:x1849000924443264:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1123us (1273us total) trans 17179872407 rc 0/0 00000100:00100000:1.0:1763345648.196254:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8430 00000004:00080000:2.0:1763345648.196308:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b65ed7f800/2, rc 0, transno 17179872407 00000100:00100000:2.0:1763345648.196312:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b65ed7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924443264:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763345648.196860:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6432dc000/2, rc 0, transno 17179872406 00000100:00100000:3.0:1763345648.196865:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924443520:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345648.198304:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.198382:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910501248 00000100:00100000:1.0:1763345648.198391:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910501248 00000100:00100000:1.0:1763345648.198868:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11460 00000100:00100000:1.0:1763345648.198879:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+317:57866:x1849000910501248:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345648.198900:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345648.198920:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae142 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083383b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.198973:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae142 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083383b expref: 318 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.198988:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae142 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083383b expref: 318 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.199007:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345648.199011:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345648.199014:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91a00, rc 0) 00000100:00100000:1.0:1763345648.200443:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+318:57866:x1849000910501248:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1558us (2136us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.200454:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11460 00000100:00100000:0.0:1763345648.206384:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.206598:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910501504 00000100:00100000:3.0:1763345648.206609:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910501504 00000100:00100000:3.0:1763345648.206676:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3952 00000100:00100000:3.0:1763345648.206686:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+318:57866:x1849000910501504:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345648.207153:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+319:57866:x1849000910501504:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 466us (776us total) trans 8589941328 rc 0/0 00000100:00100000:1.0:1763345648.207161:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3952 00000100:00100000:2.0:1763345648.219829:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.219879:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910501632 00000100:00100000:3.0:1763345648.219890:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910501632 00000100:00100000:3.0:1763345648.220523:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11461 00000100:00100000:2.0:1763345648.220545:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+319:57867:x1849000910501632:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345648.220568:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345648.220592:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae149 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833842 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.220668:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae150 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.220680:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae150 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.220690:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae150 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.220702:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae157 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.220709:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae157 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.220716:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae157 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.220921:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae15e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.220930:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae15e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.220937:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae15e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:2.0:1763345648.220978:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 257882 00000004:00200000:2.0:1763345648.220984:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345648.221003:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae15e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.221014:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae15e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.221021:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae150 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.221026:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae150 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.221032:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae150 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.221037:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345648.221041:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae150 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.221048:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae150 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.221059:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b54326be00) 00010000:00010000:2.0:1763345648.221062:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345648.221066:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae150 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.221072:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae150 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.221084:0:35210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae157 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.221090:0:35210:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae157 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.221095:0:35210:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae157 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.221100:0:35210:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345648.221102:0:35210:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae157 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.221108:0:35210:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae157 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.221114:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b54326bd00) 00010000:00010000:2.0:1763345648.221117:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345648.221120:0:35210:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae157 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.221125:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae157 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.221153:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae149 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833842 expref: 321 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.221170:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae15e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833842 expref: 320 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.221177:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.221180:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345648.221183:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6600, rc 0) 00000100:00100000:2.0:1763345648.221247:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+320:57867:x1849000910501632:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 714us (1425us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.221255:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11461 00000100:00100000:2.0:1763345648.224149:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.225236:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910501888 00000100:00100000:0.0:1763345648.225247:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910501888 00000100:00100000:0.0:1763345648.225310:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11462 00000100:00100000:0.0:1763345648.225321:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+320:57867:x1849000910501888:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345648.225340:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345648.225363:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae165 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833849 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.225461:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae16c lrc: 3/1,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345648.225476:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae16c lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345648.225486:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae16c lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345648.225497:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 257882 00010000:00010000:0.0:1763345648.225599:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae165 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833849 expref: 323 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.225616:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae16c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833849 expref: 322 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.225625:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345648.225628:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763345648.225631:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5a00, rc 0) 00000100:00100000:0.0:1763345648.225702:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+322:57867:x1849000910501888:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 382us (1561us total) trans 8589941329 rc 0/0 00000100:00100000:0.0:1763345648.225709:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11462 00000100:00100000:3.0:1763345648.229706:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.229920:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910502144 00000100:00100000:2.0:1763345648.229930:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910502144 00000100:00100000:2.0:1763345648.230006:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11463 00000100:00100000:2.0:1763345648.230017:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+322:57867:x1849000910502144:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345648.230039:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345648.230061:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae17a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833850 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.230159:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae181 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.230173:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae181 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.230185:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae181 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345648.230196:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 257882 00010000:00010000:2.0:1763345648.230302:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae17a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833850 expref: 325 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.230320:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae181 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833850 expref: 324 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.230328:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.230331:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763345648.230334:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7a00, rc 0) 00000100:00100000:2.0:1763345648.230402:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+324:57867:x1849000910502144:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 385us (703us total) trans 8589941330 rc 0/0 00000100:00100000:2.0:1763345648.230409:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11463 00000100:00100000:1.0:1763345648.269559:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.270878:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910502272 00000100:00100000:0.0:1763345648.270889:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910502272 00000100:00100000:0.0:1763345648.270952:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2087 00000100:00100000:0.0:1763345648.270962:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910502272:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:0.0:1763345648.270997:0:28407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae18f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.271014:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345648.271017:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345648.271022:0:28407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae18f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.271036:0:28407:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae18f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.276473:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345648.276627:0:28407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae18f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.276643:0:28407:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae18f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.276651:0:28407:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae18f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.276658:0:28407:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345648.276662:0:28407:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae18f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.276670:0:28407:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae18f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.276687:0:28407:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae18f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.276695:0:28407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae18f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345648.276853:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910502272:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 5888us (7298us total) trans 0 rc 257882/257882 00000100:00100000:0.0:1763345648.276865:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2087 00000100:00100000:3.0:1763345648.282151:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.282317:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910502400 00000100:00100000:0.0:1763345648.282328:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910502400 00000100:00100000:0.0:1763345648.282433:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2088 00000100:00100000:0.0:1763345648.282444:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910502400:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:0.0:1763345648.282479:0:28407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae196 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.282498:0:28407:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae12d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833834 expref: 16 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.282505:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345648.282507:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345648.282511:0:28407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae196 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.282544:0:28407:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae12d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833834 expref: 16 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.282557:0:28407:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae12d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833834 expref: 16 pid: 28867 timeout: 1140 lvb_type: 0 00000100:00100000:0.0:1763345648.282571:0:28407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee5180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28407:1849000924443648:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345648.282652:0:28407:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5448f8a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763345648.286655:0:28407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee5180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28407:1849000924443648:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345648.286684:0:28407:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae196 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345648.286911:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.287072:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910502528 00000100:00100000:1.0:1763345648.287079:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910502528 00010000:00010000:1.0:1763345648.287111:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae12d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833834 expref: 17 pid: 28867 timeout: 1140 lvb_type: 0 00000100:00100000:1.0:1763345648.287146:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3803 00000100:00100000:1.0:1763345648.287155:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910502528:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345648.287169:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345648.287186:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae12d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833834 expref: 17 pid: 28867 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345648.287198:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae12d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833834 expref: 17 pid: 28867 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345648.287220:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae12d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833834 expref: 17 pid: 28867 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345648.287235:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.287237:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.287242:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae196 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.287251:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae196 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.288016:0:28407:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae196 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.288027:0:28407:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae196 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.288029:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345648.288087:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910502528:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 931us (1175us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.288096:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3803 00010000:00010000:2.0:1763345648.292408:0:28407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae196 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.292426:0:28407:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae196 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.292435:0:28407:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae196 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.292442:0:28407:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345648.292445:0:28407:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae196 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.292459:0:28407:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae196 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.292476:0:28407:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae196 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.292482:0:28407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae196 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345648.292570:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910502400:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 10124us (10424us total) trans 0 rc 257882/257882 00000100:00100000:2.0:1763345648.292580:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2088 00000100:00100000:1.0:1763345648.307988:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.308232:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910502656 00000100:00100000:3.0:1763345648.308241:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910502656 00000100:00100000:3.0:1763345648.308304:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 455 00000100:00100000:3.0:1763345648.308313:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:57867:x1849000910502656:12345-192.168.203.8@tcp:103:lfs.0 00010000:00010000:3.0:1763345648.308328:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345648.308352:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae181 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833850 expref: 324 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.308371:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345648.308375:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345648.308432:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+323:57867:x1849000910502656:12345-192.168.203.8@tcp:103:lfs.0 Request processed in 119us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345648.308439:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 455 00000100:00100000:2.0:1763345648.311321:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.311416:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910502912 00000100:00100000:1.0:1763345648.311425:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910502912 00000100:00100000:3.0:1763345648.311932:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3953 00000100:00100000:3.0:1763345648.311945:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+323:57867:x1849000910502912:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345648.312178:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:57867:x1849000910502912:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 236us (864us total) trans 8589941331 rc 0/0 00000100:00100000:3.0:1763345648.312186:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3953 00000100:00100000:0.0:1763345648.316470:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.316556:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910503168 00000100:00100000:2.0:1763345648.316565:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910503168 00000100:00100000:2.0:1763345648.316909:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11464 00000100:00100000:2.0:1763345648.316920:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+324:57861:x1849000910503168:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345648.316942:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345648.316964:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae19d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833857 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.317063:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1a4 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.317078:0:35210:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae15e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833842 expref: 325 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.317086:0:35210:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1a4 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.317119:0:35210:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae15e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833842 expref: 325 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.317131:0:35210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae15e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833842 expref: 325 pid: 35210 timeout: 1140 lvb_type: 0 00000100:00100000:2.0:1763345648.317144:0:35210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fba300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924443776:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345648.318130:0:35210:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6534eed80 going to sleep for 11 seconds 00000100:00100000:0.0:1763345648.320416:0:35210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fba300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924443776:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345648.320428:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:0.0:1763345648.320467:0:35210:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1a4 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:3.0:1763345648.320550:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910503296 00000100:00100000:3.0:1763345648.320557:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910503296 00010000:00010000:3.0:1763345648.320604:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae15e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833842 expref: 326 pid: 35210 timeout: 1140 lvb_type: 0 00000100:00100000:3.0:1763345648.320642:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3804 00000100:00100000:3.0:1763345648.320652:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b645685050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+326:2409:x1849000910503296:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345648.320667:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345648.320674:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae15e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833842 expref: 326 pid: 35210 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763345648.320684:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae15e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833842 expref: 326 pid: 35210 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763345648.320704:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae15e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833842 expref: 326 pid: 35210 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763345648.320718:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345648.320723:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1a4 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345648.320732:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1a4 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345648.320739:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1a4 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345648.320795:0:35210:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1a4 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:3.0:1763345648.320798:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345648.320819:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1a4 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345648.320842:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 257882 00000100:00100000:3.0:1763345648.320867:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b645685050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+325:2409:x1849000910503296:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 215us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345648.320875:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3804 00010000:00010000:0.0:1763345648.320966:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae19d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833857 expref: 326 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.320984:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1a4 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833857 expref: 325 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.320992:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345648.320995:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763345648.320998:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6000, rc 0) 00000100:00100000:0.0:1763345648.321041:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910503168:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 4123us (4578us total) trans 8589941332 rc 0/0 00000100:00100000:0.0:1763345648.321049:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11464 00000100:00100000:3.0:1763345648.325116:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.325219:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910503424 00000100:00100000:0.0:1763345648.325229:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910503424 00000100:00100000:0.0:1763345648.325673:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11465 00000100:00100000:0.0:1763345648.325685:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910503424:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345648.325718:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345648.325738:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae1b2 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083385e expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.326146:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ae1b9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345648.326162:0:35210:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1a4 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833857 expref: 326 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.326170:0:35210:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ae1b9 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345648.326202:0:35210:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1a4 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833857 expref: 326 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.326216:0:35210:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1a4 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833857 expref: 326 pid: 35210 timeout: 1140 lvb_type: 0 00000100:00100000:0.0:1763345648.326229:0:35210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924443904:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345648.326349:0:35210:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5448f83c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763345648.329388:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.329544:0:35210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:35210:1849000924443904:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345648.329574:0:35210:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ae1b9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:1.0:1763345648.329653:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910503552 00000100:00100000:1.0:1763345648.329661:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910503552 00010000:00010000:1.0:1763345648.329698:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1a4 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833857 expref: 327 pid: 35210 timeout: 1140 lvb_type: 0 00000100:00100000:1.0:1763345648.329739:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3805 00000100:00100000:1.0:1763345648.329749:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+327:2409:x1849000910503552:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345648.329798:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345648.329817:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1a4 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833857 expref: 327 pid: 35210 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345648.329833:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1a4 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833857 expref: 327 pid: 35210 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345648.329865:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1a4 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833857 expref: 327 pid: 35210 timeout: 1140 lvb_type: 0 00010000:00010000:1.0:1763345648.329880:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345648.329885:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ae1b9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345648.329894:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ae1b9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345648.329905:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ae1b9 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345648.329935:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345648.329972:0:35210:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ae1b9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345648.329982:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ae1b9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000100:00100000:1.0:1763345648.329991:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+326:2409:x1849000910503552:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 243us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.329999:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3805 00000004:00200000:0.0:1763345648.330029:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 257882 00000004:00200000:0.0:1763345648.330035:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345648.330058:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ae1b9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345648.330088:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae1b2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083385e expref: 326 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.330103:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ae1b9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083385e expref: 325 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.330112:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345648.330115:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345648.330117:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5400, rc 0) 00000100:00100000:0.0:1763345648.330160:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910503424:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 4478us (5055us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345648.330168:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11465 00000100:00100000:3.0:1763345648.332632:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.332691:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910503808 00000100:00100000:1.0:1763345648.332701:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910503808 00000100:00100000:1.0:1763345648.332791:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3954 00000100:00100000:1.0:1763345648.332822:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910503808:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:1.0:1763345648.333046:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+326:57861:x1849000910503808:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 226us (420us total) trans 8589941333 rc 0/0 00000100:00100000:1.0:1763345648.333054:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3954 00000100:00100000:3.0:1763345648.334893:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.335036:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910504064 00000100:00100000:0.0:1763345648.335046:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910504064 00000100:00100000:0.0:1763345648.335099:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11466 00000100:00100000:0.0:1763345648.335108:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+326:57861:x1849000910504064:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345648.335127:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345648.335130:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:0.0:1763345648.335153:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae16c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833849 expref: 326 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.335176:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae142 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083383b expref: 325 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.335188:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ae1b9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083385e expref: 324 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.335198:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345648.335203:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345648.335214:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae1c0 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833865 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.335256:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae1c7 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345648.335268:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae1c7 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345648.335277:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae1c7 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000040:00080000:0.0:1763345648.335494:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1961, 88 off162456 00000004:00080000:0.0:1763345648.335501:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1040860741746ns, next at 1037769741907ns, rc = 0 00000040:00080000:0.0:1763345648.335553:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1978, 88 off164104 00000004:00080000:0.0:1763345648.335559:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1040860798807ns, next at 1038505825846ns, rc = 0 00000040:00080000:0.0:1763345648.335591:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1962, 88 off162544 00000004:00080000:0.0:1763345648.335599:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1040860838077ns, next at 1037769741907ns, rc = 0 00000040:00080000:0.0:1763345648.335618:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1979, 88 off164192 00000004:00080000:0.0:1763345648.335623:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1040860863867ns, next at 1038505825846ns, rc = 0 00000040:00080000:0.0:1763345648.335648:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1980, 88 off164280 00000004:00080000:0.0:1763345648.335653:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1040860893367ns, next at 1038505825846ns, rc = 0 00000040:00080000:0.0:1763345648.335678:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1963, 88 off162632 00000004:00080000:0.0:1763345648.335683:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1040860923467ns, next at 1037769741907ns, rc = 0 00000001:00080000:1.0:1763345648.337352:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941334 is committed 00000004:00080000:1.0:1763345648.337363:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1264 committed 00000004:00080000:1.0:1763345648.337630:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1280 committed 00000004:00080000:1.0:1763345648.337682:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1279 committed 00000100:00100000:2.0:1763345648.337828:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924444160:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345648.337884:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345648.337920:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763345648.337927:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924444032:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345648.337947:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345648.337976:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924444160 00000100:00100000:2.0:1763345648.337983:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924444160 00000100:00100000:2.0:1763345648.338020:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924444032 00000100:00100000:2.0:1763345648.338023:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924444032 00000100:00100000:2.0:1763345648.338043:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8432 00000100:00100000:2.0:1763345648.338051:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3657:x1849000924444160:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1763345648.338175:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345648.338178:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.338181:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.338183:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.338185:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763345648.338228:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3657:x1849000924444160:12345-0@lo:2:osp-syn-0-0.0 Request processed in 177us (342us total) trans 21474839698 rc 0/0 00000100:00100000:2.0:1763345648.338237:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8432 00000100:00100000:2.0:1763345648.338272:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8433 00000100:00100000:2.0:1763345648.338280:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3657:x1849000924444032:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345648.338298:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541fb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924444288:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345648.338331:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1763345648.338338:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 257882 -> 257882 00002000:00010000:2.0:1763345648.338343:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.338345:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.338348:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.338351:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 320 -> 320 00000100:00100000:3.0:1763345648.338359:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763345648.338367:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924444416:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345648.338384:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3657:x1849000924444032:12345-0@lo:2:osp-syn-0-0.0 Request processed in 104us (435us total) trans 21474839699 rc 0/0 00000100:00100000:2.0:1763345648.338395:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8433 00000100:00100000:3.0:1763345648.338397:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763345648.338460:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1263 committed 00000004:00080000:1.0:1763345648.338465:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1278 committed 00000004:00080000:1.0:1763345648.338468:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1262 committed 00000100:00100000:0.0:1763345648.338483:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924444544:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345648.338518:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763345648.338584:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae1c7 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833865 expref: 319 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.338604:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345648.338608:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763345648.338624:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae1c0 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833865 expref: 319 pid: 35210 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763345648.338641:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae1c7 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833865 expref: 318 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.338665:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345648.338668:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763345648.338671:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5000, rc 0) 00000100:00100000:1.0:1763345648.338712:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+318:57861:x1849000910504064:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 3605us (3826us total) trans 8589941334 rc 0/0 00000100:00100000:1.0:1763345648.338719:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11466 00000100:00100000:3.0:1763345648.339631:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924444288 00000100:00100000:3.0:1763345648.339639:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924444288 00000100:00100000:0.0:1763345648.339677:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763345648.339686:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924444416 00000100:00100000:0.0:1763345648.339689:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924444672:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345648.339691:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924444416 00000100:00100000:3.0:1763345648.339710:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924444544 00000100:00100000:3.0:1763345648.339714:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924444544 00000100:00100000:3.0:1763345648.339734:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8434 00000100:00100000:0.0:1763345648.339743:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345648.339747:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3658:x1849000924444288:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345648.339786:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924444672 00000100:00100000:0.0:1763345648.339790:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924444672 00000100:00100000:0.0:1763345648.339817:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8435 00000100:00100000:0.0:1763345648.339824:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3658:x1849000924444416:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345648.339894:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8436 00002000:00010000:0.0:1763345648.339900:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345648.339903:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345648.339905:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00000100:00100000:2.0:1763345648.339910:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3656:x1849000924444544:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1763345648.339911:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345648.339912:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345648.339919:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345648.339922:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345648.339924:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763345648.339931:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:0.0:1763345648.339937:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1763345648.339990:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345648.339994:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.339997:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.339999:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.340001:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345648.340211:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3658:x1849000924444288:12345-0@lo:2:osp-syn-0-0.0 Request processed in 469us (1879us total) trans 21474839700 rc 0/0 00000100:00100000:3.0:1763345648.340219:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8434 00000100:00100000:3.0:1763345648.340238:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8437 00000100:00100000:3.0:1763345648.340245:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3656:x1849000924444672:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345648.340394:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3658:x1849000924444416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 568us (1999us total) trans 17179872408 rc 0/0 00000100:00100000:0.0:1763345648.340401:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8435 00000004:00080000:0.0:1763345648.340451:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541d65c00/2, rc 0, transno 17179872410 00000100:00100000:0.0:1763345648.340457:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924444672:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763345648.340468:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541d64700/2, rc 0, transno 17179872409 00000100:00100000:0.0:1763345648.340471:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924444544:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345648.340973:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3656:x1849000924444672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 726us (1229us total) trans 17179872410 rc 0/0 00000100:00100000:3.0:1763345648.340983:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8437 00000004:00080000:3.0:1763345648.341042:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541d64e00/2, rc 0, transno 17179872408 00000100:00100000:3.0:1763345648.341047:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924444416:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763345648.341060:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541fb8700/2, rc 0, transno 21474839700 00000100:00100000:3.0:1763345648.341065:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924444288:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345648.341201:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3656:x1849000924444544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1296us (2681us total) trans 17179872409 rc 0/0 00000100:00100000:2.0:1763345648.341209:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8436 00000004:00080000:2.0:1763345648.341251:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541fb8a80/2, rc 0, transno 21474839699 00000100:00100000:2.0:1763345648.341256:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924444032:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1763345648.341266:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541fb9180/2, rc 0, transno 21474839698 00000100:00100000:2.0:1763345648.341269:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541fb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924444160:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345648.343666:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.343872:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910504192 00000100:00100000:2.0:1763345648.343883:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910504192 00000100:00100000:2.0:1763345648.343944:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8438 00000100:00100000:2.0:1763345648.343953:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+22:57861:x1849000910504192:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345648.343970:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345648.343987:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae1ce lrc: 2/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083386c expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.344013:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae070 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337e7 expref: 23 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345648.344022:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345648.344024:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345648.344028:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae1ce lrc: 4/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [167936->221183] (req 167936->221183) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083386c expref: 23 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.344072:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae070 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a969808337e7 expref: 23 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345648.344086:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae070 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337e7 expref: 23 pid: 28867 timeout: 1140 lvb_type: 1 00000100:00100000:2.0:1763345648.344098:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924444800:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345648.344178:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6534eed80 going to sleep for 11 seconds 00000100:00100000:2.0:1763345648.346537:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924444800:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345648.346571:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae1ce lrc: 3/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [167936->221183] (req 167936->221183) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083386c expref: 23 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.346591:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7600, rc 0) 00000100:00100000:2.0:1763345648.346649:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+23:57861:x1849000910504192:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 2697us (2991us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.346658:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8438 00000100:00100000:3.0:1763345648.346987:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.347045:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910504320 00000100:00100000:1.0:1763345648.347053:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910504320 00010000:00010000:1.0:1763345648.347085:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae070 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337e7 expref: 23 pid: 28867 timeout: 1140 lvb_type: 1 00000100:00100000:1.0:1763345648.347119:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3806 00000100:00100000:1.0:1763345648.347129:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910504320:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345648.347144:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345648.347161:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae070 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337e7 expref: 23 pid: 28867 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763345648.347174:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae070 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337e7 expref: 23 pid: 28867 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763345648.347196:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae070 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337e7 expref: 23 pid: 28867 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763345648.347207:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.347209:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.347227:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae1ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->221183) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083386c expref: 22 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.347239:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae1ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->221183) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083386c expref: 22 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.347271:0:8428:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae1ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->221183) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083386c expref: 22 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345648.347284:0:8428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432de680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8428:1849000924444928:192.168.203.8@tcp:105: 00000100:00100000:1.0:1763345648.347348:0:8428:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6431fab40 going to sleep for 11 seconds 00000100:00100000:3.0:1763345648.349883:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.349932:0:8428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432de680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8428:1849000924444928:192.168.203.8@tcp:105: 00010000:00010000:1.0:1763345648.349956:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345648.350001:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910504320:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 2873us (3015us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.350015:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3806 00000100:00100000:2.0:1763345648.350384:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910504448 00000100:00100000:2.0:1763345648.350392:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910504448 00000100:00100000:2.0:1763345648.350451:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2089 00000100:00100000:2.0:1763345648.350461:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544481c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910504448:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:2.0:1763345648.350706:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 257882 -> 257882 00002000:00010000:2.0:1763345648.350710:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.350713:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.350715:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.350718:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 320 -> 360 00000100:00100000:2.0:1763345648.350787:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544481c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910504448:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 326us (912us total) trans 21474839701 rc 0/0 00000100:00100000:2.0:1763345648.350795:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2089 00000100:00100000:3.0:1763345648.353749:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.353896:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910504576 00000100:00100000:1.0:1763345648.353907:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910504576 00000100:00100000:1.0:1763345648.353971:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11467 00000100:00100000:1.0:1763345648.353982:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+318:57861:x1849000910504576:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:1.0:1763345648.354003:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345648.354022:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae1d5 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833873 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.354112:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae1dc lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345648.354128:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae1dc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345648.354141:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae1dc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:1.0:1763345648.354168:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 257882 00000004:00200000:1.0:1763345648.354172:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345648.354190:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae1dc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345648.354215:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae1d5 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833873 expref: 320 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.354231:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae1dc lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833873 expref: 319 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.354239:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345648.354243:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345648.354246:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90c00, rc 0) 00000100:00100000:1.0:1763345648.354311:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+319:57861:x1849000910504576:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 330us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.354318:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11467 00000100:00100000:3.0:1763345648.357525:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.357613:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910504704 00000100:00100000:2.0:1763345648.357633:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910504704 00002000:00100000:2.0:1763345648.357702:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (118784->176127) req@ffff91b5442d3b80 x1849000910504704/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:124/0 lens 488/0 e 0 to 0 dl 1763345659 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345648.357729:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5442d3b80 with x1849000910504704 ext(118784->176127) 00002000:00010000:2.0:1763345648.357735:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5442d3b80 00000100:00100000:2.0:1763345648.357861:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2090 00000100:00100000:2.0:1763345648.357882:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910504704:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:2.0:1763345648.360003:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910504704:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 2124us (2485us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1763345648.360015:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2090 00002000:00100000:2.0:1763345648.360028:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (118784->176127) req@ffff91b5442d3b80 x1849000910504704/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:124/0 lens 488/440 e 0 to 0 dl 1763345659 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345648.360037:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5442d3b80 with x1849000910504704 ext(118784->176127) 00002000:00010000:2.0:1763345648.360043:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5442d3b80 00000100:00100000:3.0:1763345648.363638:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.363948:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910504960 00000100:00100000:1.0:1763345648.363957:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910504960 00000100:00100000:1.0:1763345648.364017:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11468 00000100:00100000:1.0:1763345648.364027:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+319:57861:x1849000910504960:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:1.0:1763345648.364075:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1763345648.364099:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae1c7 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833865 expref: 319 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.364121:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae1dc lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833873 expref: 318 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.364131:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345648.364136:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345648.364299:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae1e3 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345648.364311:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae1e3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345648.364320:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae1e3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000001:00080000:1.0:1763345648.364356:0:35210:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941335 00000004:00010000:1.0:1763345648.364378:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008697134f reply state 000000003d7ddf07 transno 8589941336 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae1e3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345648.364393:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae1e3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:1.0:1763345648.364399:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345648.364402:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345648.364405:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345648.364493:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+320:57861:x1849000910504960:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 467us (864us total) trans 8589941336 rc 0/0 00000100:00100000:1.0:1763345648.364499:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11468 00000020:00080000:1.0:1763345648.364504:0:35210:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345648.367820:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.367892:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910505088 00000100:00100000:2.0:1763345648.367901:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910505088 00000100:00100000:2.0:1763345648.367963:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11469 00000100:00100000:2.0:1763345648.367973:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+320:57861:x1849000910505088:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345648.367996:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345648.368026:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae1ea lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083387a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.368151:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae1ea lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083387a expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.368166:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae1ea lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083387a expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.368184:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.368187:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345648.368191:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6400, rc 0) 00000100:00100000:2.0:1763345648.368248:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+321:57861:x1849000910505088:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 276us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.368259:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11469 00000100:00100000:0.0:1763345648.371949:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.372262:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910505216 00000100:00100000:2.0:1763345648.372273:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910505216 00000100:00100000:2.0:1763345648.372333:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8439 00000100:00100000:2.0:1763345648.372344:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+23:57861:x1849000910505216:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345648.372361:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345648.372379:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae1f1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833881 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.372409:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae069 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337ee expref: 24 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345648.372418:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345648.372420:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345648.372424:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae1f1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833881 expref: 24 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.372457:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae069 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a969808337ee expref: 24 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345648.372470:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae069 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337ee expref: 24 pid: 15692 timeout: 1140 lvb_type: 1 00000100:00100000:2.0:1763345648.372483:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924445056:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345648.372568:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6534eed80 going to sleep for 11 seconds 00000100:00100000:3.0:1763345648.375184:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.375329:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910505344 00000100:00100000:1.0:1763345648.375340:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910505344 00000100:00100000:2.0:1763345648.375356:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924445056:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345648.375380:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae069 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337ee expref: 25 pid: 15692 timeout: 1140 lvb_type: 1 00010000:00010000:2.0:1763345648.375386:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae1f1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833881 expref: 25 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.375406:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7200, rc 0) 00000100:00100000:1.0:1763345648.375430:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3807 00000100:00100000:1.0:1763345648.375443:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+25:2409:x1849000910505344:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345648.375459:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345648.375478:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae069 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337ee expref: 25 pid: 15692 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763345648.375492:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae069 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337ee expref: 25 pid: 15692 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763345648.375515:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae069 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337ee expref: 25 pid: 15692 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763345648.375543:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.375545:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.375553:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae1f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833881 expref: 24 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345648.375563:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+24:57861:x1849000910505216:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 3220us (3621us total) trans 0 rc 0/0 00010000:00010000:1.0:1763345648.375566:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae1f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833881 expref: 24 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345648.375573:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8439 00010000:00010000:1.0:1763345648.375609:0:8428:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae1f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833881 expref: 23 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345648.375623:0:8428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432de680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8428:1849000924445184:192.168.203.8@tcp:105: 00000100:00100000:1.0:1763345648.375679:0:8428:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6431fa6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345648.377106:0:8428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432de680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8428:1849000924445184:192.168.203.8@tcp:105: 00010000:00010000:1.0:1763345648.377128:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345648.377176:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910505344:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 1736us (1999us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.377185:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3807 00000100:00100000:3.0:1763345648.377373:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.377455:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910505472 00000100:00100000:2.0:1763345648.377462:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910505472 00000100:00100000:2.0:1763345648.377514:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8440 00000100:00100000:2.0:1763345648.377522:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+15:57861:x1849000910505472:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345648.377610:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345648.377627:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833888 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.377656:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b672e56600/0x52bea07cb58ae077 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808337f5 expref: 16 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345648.377664:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345648.377666:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345648.377669:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1f8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833888 expref: 16 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.377696:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b672e56600/0x52bea07cb58ae077 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a969808337f5 expref: 16 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345648.377708:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b672e56600/0x52bea07cb58ae077 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337f5 expref: 16 pid: 28868 timeout: 1140 lvb_type: 1 00000100:00100000:2.0:1763345648.377719:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924445312:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345648.377821:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6534eed80 going to sleep for 11 seconds 00000100:00100000:2.0:1763345648.379784:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924445312:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345648.379826:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1f8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833888 expref: 16 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.379906:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6000, rc 0) 00000100:00100000:0.0:1763345648.379935:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.379978:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910505600 00000100:00100000:1.0:1763345648.379985:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910505600 00010000:00010000:1.0:1763345648.380019:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b672e56600/0x52bea07cb58ae077 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337f5 expref: 17 pid: 28868 timeout: 1140 lvb_type: 1 00000100:00100000:2.0:1763345648.380046:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+17:57861:x1849000910505472:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 2438us (2587us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.380055:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8440 00000100:00100000:1.0:1763345648.380063:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3808 00000100:00100000:1.0:1763345648.380075:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910505600:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345648.380089:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345648.380109:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b672e56600/0x52bea07cb58ae077 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337f5 expref: 16 pid: 28868 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763345648.380122:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b672e56600/0x52bea07cb58ae077 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337f5 expref: 16 pid: 28868 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763345648.380156:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b672e56600/0x52bea07cb58ae077 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a969808337f5 expref: 16 pid: 28868 timeout: 1140 lvb_type: 1 00010000:00010000:1.0:1763345648.380169:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.380171:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.380176:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833888 expref: 15 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.380191:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833888 expref: 15 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.380225:0:8428:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833888 expref: 15 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345648.380238:0:8428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432de680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8428:1849000924445440:192.168.203.8@tcp:105: 00000100:00100000:1.0:1763345648.380285:0:8428:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6431fa6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345648.383015:0:8428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432de680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8428:1849000924445440:192.168.203.8@tcp:105: 00010000:00010000:1.0:1763345648.383039:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345648.383096:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910505600:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 3023us (3162us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.383107:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3808 00000100:00100000:2.0:1763345648.384085:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.384118:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.384145:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910505728 00000100:00100000:2.0:1763345648.384153:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910505728 00002000:00010000:2.0:1763345648.384186:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (176416->18446744073709551615) 00002000:00100000:2.0:1763345648.384191:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d00e00 with x1849000910505728 ext(176416->18446744073709551615) 00002000:00010000:2.0:1763345648.384201:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d00e00. 00000100:00100000:2.0:1763345648.384239:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910505856 00000100:00100000:2.0:1763345648.384243:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910505856 00002000:00010000:2.0:1763345648.384257:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:2.0:1763345648.384259:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d02a00 with x1849000910505856 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345648.384264:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d02a00. 00000100:00100000:1.0:1763345648.384282:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2091 00000100:00100000:1.0:1763345648.384294:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+24:2409:x1849000910505728:12345-192.168.203.8@tcp:10:fsx.0 00000100:00100000:2.0:1763345648.384630:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2092 00000100:00100000:2.0:1763345648.384641:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+25:2409:x1849000910505856:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:1.0:1763345648.384713:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 257882 -> 176416 00002000:00010000:1.0:1763345648.384717:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345648.384719:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345648.384721:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345648.384723:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 360 -> 208 00000100:00100000:1.0:1763345648.384803:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+26:2409:x1849000910505728:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 510us (720us total) trans 21474839702 rc 0/0 00002000:00010000:2.0:1763345648.384818:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1763345648.384821:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2091 00002000:00010000:2.0:1763345648.384824:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345648.384827:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (176416->18446744073709551615) 00002000:00010000:2.0:1763345648.384828:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00100000:1.0:1763345648.384835:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d00e00 with x1849000910505728 ext(176416->18446744073709551615) 00002000:00010000:2.0:1763345648.384836:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.384841:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:1.0:1763345648.384844:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d00e00. 00000100:00100000:2.0:1763345648.384871:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+25:2409:x1849000910505856:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 232us (751us total) trans 21474839703 rc 0/0 00000100:00100000:2.0:1763345648.384879:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2092 00002000:00010000:2.0:1763345648.384882:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:2.0:1763345648.384885:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d02a00 with x1849000910505856 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345648.384889:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d02a00. 00000100:00100000:2.0:1763345648.384972:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.385064:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910505984 00000100:00100000:1.0:1763345648.385069:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910505984 00002000:00010000:1.0:1763345648.385086:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:1.0:1763345648.385090:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d03800 with x1849000910505984 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345648.385097:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545d03800. 00000100:00100000:0.0:1763345648.385114:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2093 00000100:00100000:0.0:1763345648.385124:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910505984:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:0.0:1763345648.385201:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345648.385204:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:0.0:1763345648.385207:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:0.0:1763345648.385209:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:0.0:1763345648.385211:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345648.385246:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910505984:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 123us (274us total) trans 17179872411 rc 0/0 00000100:00100000:0.0:1763345648.385253:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2093 00002000:00010000:0.0:1763345648.385256:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:0.0:1763345648.385259:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d03800 with x1849000910505984 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345648.385263:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545d03800. 00000100:00100000:2.0:1763345648.387512:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.387567:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910506112 00000100:00100000:1.0:1763345648.387576:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910506112 00000100:00100000:1.0:1763345648.387633:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11470 00000100:00100000:1.0:1763345648.387645:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+321:57861:x1849000910506112:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:1.0:1763345648.387665:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345648.387684:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae1ff lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083388f expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.387832:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae206 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.387848:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae206 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.387859:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae206 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763345648.387886:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 176416 00000004:00200000:1.0:1763345648.387890:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345648.387916:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae206 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345648.387942:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae1ff lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083388f expref: 323 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.387958:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae206 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083388f expref: 322 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.387966:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345648.387970:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345648.387973:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91400, rc 0) 00000100:00100000:1.0:1763345648.388025:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+322:57861:x1849000910506112:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 383us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.388033:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11470 00000100:00100000:1.0:1763345648.390705:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.390920:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910506368 00000100:00100000:2.0:1763345648.390930:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910506368 00000100:00100000:2.0:1763345648.390995:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11471 00000100:00100000:2.0:1763345648.391004:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+322:57861:x1849000910506368:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:2.0:1763345648.391052:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345648.391076:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae206 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083388f expref: 322 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.391092:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.391098:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345648.391260:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae20d lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.391274:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae20d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.391284:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae20d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:2.0:1763345648.391325:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941337 00000004:00010000:2.0:1763345648.391348:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000122ce87 reply state 000000008a90e3ce transno 8589941338 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae20d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.391360:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae20d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.391366:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.391368:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345648.391371:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345648.391463:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+324:57861:x1849000910506368:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 459us (765us total) trans 8589941338 rc 0/0 00000100:00100000:2.0:1763345648.391470:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11471 00000020:00080000:2.0:1763345648.391475:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345648.394854:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.394885:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.394914:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.395002:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910506496 00000100:00100000:0.0:1763345648.395009:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910506624 00000100:00100000:3.0:1763345648.395013:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910506496 00000100:00100000:0.0:1763345648.395017:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910506624 00002000:00010000:3.0:1763345648.395056:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (227843->18446744073709551615) 00002000:00010000:0.0:1763345648.395056:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:0.0:1763345648.395062:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d00700 with x1849000910506624 ext(0->18446744073709551615) 00002000:00100000:3.0:1763345648.395071:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d03b80 with x1849000910506496 ext(227843->18446744073709551615) 00002000:00010000:0.0:1763345648.395074:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d00700. 00002000:00010000:3.0:1763345648.395080:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d03b80. 00000100:00100000:0.0:1763345648.395107:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910506752 00000100:00100000:0.0:1763345648.395112:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910506752 00002000:00010000:0.0:1763345648.395126:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:0.0:1763345648.395129:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d01f80 with x1849000910506752 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345648.395135:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545d01f80. 00000100:00100000:3.0:1763345648.395205:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2094 00000100:00100000:3.0:1763345648.395217:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910506624:12345-192.168.203.8@tcp:10:fsx.0 00000100:00100000:0.0:1763345648.395221:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2095 00000100:00100000:0.0:1763345648.395236:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910506496:12345-192.168.203.8@tcp:10:fsx.0 00000100:00100000:1.0:1763345648.395255:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2096 00000100:00100000:1.0:1763345648.395265:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910506752:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:1.0:1763345648.395377:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345648.395380:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345648.395383:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345648.395386:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345648.395389:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763345648.395425:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 176416 -> 227843 00002000:00010000:0.0:1763345648.395430:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:0.0:1763345648.395432:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:0.0:1763345648.395434:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:0.0:1763345648.395437:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:1.0:1763345648.395443:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910506752:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 178us (526us total) trans 17179872412 rc 0/0 00000100:00100000:1.0:1763345648.395452:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2096 00002000:00010000:1.0:1763345648.395455:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:1.0:1763345648.395458:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d01f80 with x1849000910506752 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345648.395463:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545d01f80. 00000100:00100000:0.0:1763345648.395466:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+27:2408:x1849000910506496:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 232us (620us total) trans 21474839704 rc 0/0 00000100:00100000:0.0:1763345648.395475:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2095 00002000:00010000:0.0:1763345648.395479:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (227843->18446744073709551615) 00002000:00100000:0.0:1763345648.395482:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d03b80 with x1849000910506496 ext(227843->18446744073709551615) 00002000:00010000:0.0:1763345648.395487:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d03b80. 00002000:00010000:2.0:1763345648.395547:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345648.395550:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.395552:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.395554:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.395556:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763345648.395579:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+27:2408:x1849000910506624:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 364us (693us total) trans 21474839705 rc 0/0 00000100:00100000:2.0:1763345648.395586:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2094 00002000:00010000:2.0:1763345648.395589:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:2.0:1763345648.395592:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d00700 with x1849000910506624 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345648.395597:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d00700. 00000100:00100000:3.0:1763345648.402834:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.403504:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910506880 00000100:00100000:2.0:1763345648.403515:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910506880 00000100:00100000:2.0:1763345648.403576:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11472 00000100:00100000:2.0:1763345648.403587:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+324:57861:x1849000910506880:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345648.403610:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345648.403631:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae214 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833896 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.403751:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae21b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.403791:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae21b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.403802:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae21b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345648.403839:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 227843 00000004:00200000:2.0:1763345648.403844:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345648.403861:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae21b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.403887:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae214 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833896 expref: 326 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.403904:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae21b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833896 expref: 325 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.403912:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.403916:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345648.403920:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7a00, rc 0) 00000100:00100000:2.0:1763345648.403994:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910506880:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 408us (1169us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.404001:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11472 00000100:00100000:1.0:1763345648.410927:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.411391:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910507136 00000100:00100000:2.0:1763345648.411400:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910507136 00000100:00100000:2.0:1763345648.412037:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11473 00000100:00100000:2.0:1763345648.412050:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910507136:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:2.0:1763345648.412099:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345648.412125:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae21b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833896 expref: 325 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.412144:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.412149:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345648.412314:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae222 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.412327:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae222 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.412337:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae222 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:2.0:1763345648.412375:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941339 00000004:00010000:2.0:1763345648.412396:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000066a8500b reply state 00000000150fee8b transno 8589941340 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae222 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.412406:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae222 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.412415:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.412418:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345648.412421:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345648.412503:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+327:57861:x1849000910507136:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 456us (1584us total) trans 8589941340 rc 0/0 00000100:00100000:2.0:1763345648.412510:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11473 00000020:00080000:2.0:1763345648.412515:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763345648.423283:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.423327:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.423354:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.423422:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910507264 00000100:00100000:3.0:1763345648.423432:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910507264 00002000:00010000:3.0:1763345648.423471:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (226970->18446744073709551615) 00002000:00100000:3.0:1763345648.423476:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b549f71880 with x1849000910507264 ext(226970->18446744073709551615) 00002000:00010000:3.0:1763345648.423488:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b549f71880. 00000100:00100000:3.0:1763345648.423517:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910507520 00000100:00100000:3.0:1763345648.423520:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910507520 00002000:00010000:3.0:1763345648.423533:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:3.0:1763345648.423537:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454dca80 with x1849000910507520 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345648.423543:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5454dca80. 00000100:00100000:3.0:1763345648.423562:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910507392 00000100:00100000:3.0:1763345648.423566:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910507392 00002000:00010000:3.0:1763345648.423580:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:3.0:1763345648.423583:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544408e00 with x1849000910507392 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345648.423587:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b544408e00. 00000100:00100000:3.0:1763345648.423603:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2097 00000100:00100000:3.0:1763345648.423612:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+28:2408:x1849000910507264:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:3.0:1763345648.423831:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 227843 -> 226970 00002000:00010000:3.0:1763345648.423835:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345648.423837:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345648.423839:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345648.423842:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:3.0:1763345648.423891:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910507264:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 281us (618us total) trans 21474839706 rc 0/0 00000100:00100000:3.0:1763345648.423899:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2097 00002000:00010000:3.0:1763345648.423902:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (226970->18446744073709551615) 00002000:00100000:3.0:1763345648.423904:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b549f71880 with x1849000910507264 ext(226970->18446744073709551615) 00002000:00010000:3.0:1763345648.423908:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b549f71880. 00000100:00100000:3.0:1763345648.423925:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2098 00000100:00100000:3.0:1763345648.423931:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910507520:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:3.0:1763345648.423994:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345648.423996:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345648.423998:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345648.424000:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345648.424002:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345648.424025:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910507520:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 94us (697us total) trans 17179872413 rc 0/0 00000100:00100000:3.0:1763345648.424031:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2098 00002000:00010000:3.0:1763345648.424034:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:3.0:1763345648.424037:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454dca80 with x1849000910507520 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345648.424041:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5454dca80. 00000100:00100000:3.0:1763345648.424053:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2099 00000100:00100000:3.0:1763345648.424059:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+28:2408:x1849000910507392:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:3.0:1763345648.424104:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345648.424107:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345648.424109:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345648.424111:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345648.424113:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763345648.424132:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910507392:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 73us (777us total) trans 21474839707 rc 0/0 00000100:00100000:3.0:1763345648.424138:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2099 00002000:00010000:3.0:1763345648.424140:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:3.0:1763345648.424142:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544408e00 with x1849000910507392 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345648.424146:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b544408e00. 00000100:00100000:1.0:1763345648.433369:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.433489:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910507648 00000100:00100000:0.0:1763345648.433499:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910507648 00000100:00100000:0.0:1763345648.433563:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11474 00000100:00100000:0.0:1763345648.433572:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+327:57861:x1849000910507648:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345648.433597:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345648.433619:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae229 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083389d expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.433708:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae230 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345648.433721:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae230 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345648.433731:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae230 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:0.0:1763345648.433791:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 226970 00000004:00200000:0.0:1763345648.433796:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345648.433838:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae230 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345648.433868:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae229 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083389d expref: 329 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.433885:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae230 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083389d expref: 328 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.433893:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345648.433896:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345648.433899:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4c00, rc 0) 00000100:00100000:0.0:1763345648.433969:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+328:57861:x1849000910507648:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 398us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345648.433976:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11474 00000100:00100000:1.0:1763345648.437880:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.437934:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910507776 00000100:00100000:0.0:1763345648.437945:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910507776 00002000:00100000:0.0:1763345648.438004:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (212992->217087) req@ffff91b6748a5500 x1849000910507776/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:124/0 lens 488/0 e 0 to 0 dl 1763345659 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345648.438015:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6748a5500 with x1849000910507776 ext(212992->217087) 00002000:00010000:0.0:1763345648.438020:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6748a5500 00000100:00100000:2.0:1763345648.438099:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2100 00000100:00100000:2.0:1763345648.438113:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910507776:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:2.0:1763345648.438324:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910507776:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 213us (450us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763345648.438332:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2100 00002000:00100000:2.0:1763345648.438339:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (212992->217087) req@ffff91b6748a5500 x1849000910507776/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:124/0 lens 488/4536 e 0 to 0 dl 1763345659 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345648.438348:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6748a5500 with x1849000910507776 ext(212992->217087) 00002000:00010000:2.0:1763345648.438352:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6748a5500 00000100:00100000:1.0:1763345648.440291:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.440473:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910507904 00000100:00100000:0.0:1763345648.440482:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910507904 00002000:00100000:0.0:1763345648.440523:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (217088->221183) req@ffff91b6748a4a80 x1849000910507904/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:124/0 lens 488/0 e 0 to 0 dl 1763345659 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345648.440540:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6748a4a80 with x1849000910507904 ext(217088->221183) 00002000:00010000:0.0:1763345648.440546:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6748a4a80 00000100:00100000:0.0:1763345648.440577:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2101 00000100:00100000:0.0:1763345648.440586:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910507904:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:0.0:1763345648.440796:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910507904:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 210us (510us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763345648.440811:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2101 00002000:00100000:0.0:1763345648.440819:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (217088->221183) req@ffff91b6748a4a80 x1849000910507904/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:124/0 lens 488/4536 e 0 to 0 dl 1763345659 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345648.440826:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6748a4a80 with x1849000910507904 ext(217088->221183) 00002000:00010000:0.0:1763345648.440830:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6748a4a80 00000100:00100000:1.0:1763345648.446464:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.447114:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910508032 00000100:00100000:2.0:1763345648.447124:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910508032 00002000:00100000:0.0:1763345648.447509:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (192512->229375) req@ffff91b6748a7480 x1849000910508032/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:124/0 lens 504/0 e 0 to 0 dl 1763345659 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345648.447522:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6748a7480 with x1849000910508032 ext(192512->229375) 00002000:00010000:0.0:1763345648.447529:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6748a7480 00000100:00100000:0.0:1763345648.447562:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2102 00000100:00100000:0.0:1763345648.447572:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910508032:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:0.0:1763345648.449906:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910508032:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 2325us (3442us total) trans 0 rc 28672/28672 00000100:00100000:0.0:1763345648.449918:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2102 00002000:00100000:0.0:1763345648.449930:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (192512->229375) req@ffff91b6748a7480 x1849000910508032/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:124/0 lens 504/440 e 0 to 0 dl 1763345659 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345648.449947:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6748a7480 with x1849000910508032 ext(192512->229375) 00002000:00010000:0.0:1763345648.449953:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6748a7480 00000100:00100000:1.0:1763345648.454461:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.454837:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910508288 00000100:00100000:0.0:1763345648.454848:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910508288 00000100:00100000:0.0:1763345648.454926:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3955 00000100:00100000:0.0:1763345648.454937:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+328:57861:x1849000910508288:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:0.0:1763345648.455354:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+329:57861:x1849000910508288:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 417us (900us total) trans 8589941341 rc 0/0 00000100:00100000:0.0:1763345648.455361:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3955 00000100:00100000:1.0:1763345648.470183:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.470255:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910508416 00000100:00100000:2.0:1763345648.470264:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910508416 00000100:00100000:2.0:1763345648.470381:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11475 00000100:00100000:2.0:1763345648.470392:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+329:57869:x1849000910508416:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345648.470414:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345648.470437:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae237 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808338a4 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.470505:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae23e lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.470518:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae23e lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.470533:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae23e lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.470548:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae245 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.470555:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae245 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.470561:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae245 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.470630:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae24c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.470639:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae24c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.470645:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae24c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345648.470690:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 226970 00000004:00200000:2.0:1763345648.470694:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345648.470713:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae24c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.470724:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae24c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.470733:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae23e lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.470739:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae23e lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.470745:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae23e lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.470751:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae23e lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.470757:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345648.470797:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae23e lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.470813:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae23e lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.470824:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b54326be00) 00010000:00010000:2.0:1763345648.470827:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345648.470839:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae23e lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.470846:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae23e lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.470860:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae245 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.470865:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae245 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.470871:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae245 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.470876:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345648.470879:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae245 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.470885:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae245 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.470892:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b54326bd00) 00010000:00010000:2.0:1763345648.470894:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345648.470896:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae245 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.470902:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae245 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.470929:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae237 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338a4 expref: 331 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.470988:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae24c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338a4 expref: 330 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.470994:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.470997:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345648.470999:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6c00, rc 0) 00000100:00100000:2.0:1763345648.471063:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+330:57869:x1849000910508416:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 672us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.471070:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11475 00000100:00100000:1.0:1763345648.474112:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.474195:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910508544 00000100:00100000:3.0:1763345648.474204:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910508544 00000100:00100000:3.0:1763345648.474268:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 456 00000100:00100000:3.0:1763345648.474278:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+330:2411:x1849000910508544:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345648.474293:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345648.474317:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae24c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338a4 expref: 330 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.474335:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345648.474340:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345648.474399:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+329:2411:x1849000910508544:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 122us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345648.474406:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 456 00000100:00100000:1.0:1763345648.476155:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.476565:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910508800 00000100:00100000:2.0:1763345648.476575:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910508800 00000100:00100000:2.0:1763345648.476631:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11476 00000100:00100000:2.0:1763345648.476641:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+329:57869:x1849000910508800:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345648.476662:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345648.476679:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae253 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808338ab expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.476802:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae25a lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.476824:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae230 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083389d expref: 330 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.476838:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae25a lrc: 4/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.476871:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae230 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083389d expref: 330 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.476882:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae230 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083389d expref: 330 pid: 35210 timeout: 1141 lvb_type: 0 00000100:00100000:2.0:1763345648.476895:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d03480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924445568:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345648.476969:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541c29e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763345648.480374:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.480429:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910508928 00000100:00100000:0.0:1763345648.480438:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910508928 00010000:00010000:0.0:1763345648.480481:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae230 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083389d expref: 331 pid: 35210 timeout: 1141 lvb_type: 0 00000100:00100000:2.0:1763345648.480494:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d03480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924445568:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345648.480517:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae25a lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:0.0:1763345648.480523:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3809 00000100:00100000:0.0:1763345648.480533:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+331:2408:x1849000910508928:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345648.480558:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345648.480565:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae230 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083389d expref: 331 pid: 35210 timeout: 1141 lvb_type: 0 00010000:00010000:0.0:1763345648.480577:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae230 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083389d expref: 331 pid: 35210 timeout: 1141 lvb_type: 0 00010000:00010000:0.0:1763345648.480601:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae230 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083389d expref: 331 pid: 35210 timeout: 1141 lvb_type: 0 00010000:00010000:0.0:1763345648.480626:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345648.480630:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae25a lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345648.480640:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae25a lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345648.480646:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae25a lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345648.480673:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345648.480729:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+330:2408:x1849000910508928:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 197us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345648.480736:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3809 00010000:00010000:2.0:1763345648.480849:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae25a lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.480861:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae25a lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345648.480883:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 226970 00010000:00010000:2.0:1763345648.480999:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae253 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338ab expref: 331 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.481016:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae25a lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338ab expref: 330 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.481023:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.481026:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763345648.481028:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6800, rc 0) 00000100:00100000:2.0:1763345648.481083:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+330:57869:x1849000910508800:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4443us (4935us total) trans 8589941342 rc 0/0 00000100:00100000:2.0:1763345648.481091:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11476 00000100:00100000:1.0:1763345648.484223:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.484288:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910509056 00000100:00100000:2.0:1763345648.484298:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910509056 00000100:00100000:2.0:1763345648.484365:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11477 00000100:00100000:2.0:1763345648.484376:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+330:57869:x1849000910509056:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345648.484399:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345648.484418:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae268 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808338b2 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.484569:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae26f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.484586:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae25a lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338ab expref: 331 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.484595:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae26f lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.484628:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae25a lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a969808338ab expref: 331 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.484640:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae25a lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338ab expref: 331 pid: 6520 timeout: 1141 lvb_type: 0 00000100:00100000:2.0:1763345648.484654:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d03480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924445696:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345648.484737:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541c29d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763345648.488708:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d03480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924445696:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345648.488751:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae26f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763345648.490817:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.491065:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910509184 00000100:00100000:0.0:1763345648.491075:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910509184 00010000:00010000:0.0:1763345648.491112:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae25a lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338ab expref: 332 pid: 6520 timeout: 1141 lvb_type: 0 00000100:00100000:0.0:1763345648.491319:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3810 00000100:00100000:0.0:1763345648.491330:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b645684c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+332:2409:x1849000910509184:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345648.491345:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345648.491352:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae25a lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338ab expref: 332 pid: 6520 timeout: 1141 lvb_type: 0 00010000:00010000:0.0:1763345648.491365:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae25a lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338ab expref: 332 pid: 6520 timeout: 1141 lvb_type: 0 00010000:00010000:0.0:1763345648.491394:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae25a lrc: 0/0,0 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338ab expref: 332 pid: 6520 timeout: 1141 lvb_type: 0 00010000:00010000:0.0:1763345648.491411:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345648.491416:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae26f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345648.491427:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae26f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345648.492157:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae26f lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345648.492194:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345648.492204:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae26f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.492216:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae26f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:0.0:1763345648.492271:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b645684c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+331:2409:x1849000910509184:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 940us (1473us total) trans 0 rc 0/0 00000004:00200000:2.0:1763345648.492275:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 226970 00000100:00100000:0.0:1763345648.492280:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3810 00000004:00200000:2.0:1763345648.492281:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345648.492318:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae26f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.492354:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae268 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338b2 expref: 331 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.492372:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae26f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338b2 expref: 330 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.492380:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.492384:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345648.492386:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6e00, rc 0) 00000100:00100000:2.0:1763345648.492428:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+330:57869:x1849000910509056:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 8053us (8212us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.492436:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11477 00000100:00100000:1.0:1763345648.496992:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.497143:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910509440 00000100:00100000:2.0:1763345648.497153:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910509440 00000100:00100000:2.0:1763345648.497215:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11478 00000100:00100000:2.0:1763345648.497227:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+330:57869:x1849000910509440:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345648.497250:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345648.497272:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae276 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808338b9 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.497381:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae27d lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.497397:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae27d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.497408:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae27d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345648.497420:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 226970 00010000:00010000:2.0:1763345648.497520:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae276 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338b9 expref: 333 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.497539:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae27d lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338b9 expref: 332 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.497548:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.497551:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763345648.497554:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7c00, rc 0) 00000100:00100000:2.0:1763345648.497612:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+332:57869:x1849000910509440:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 388us (631us total) trans 8589941343 rc 0/0 00000100:00100000:2.0:1763345648.497619:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11478 00000100:00100000:3.0:1763345648.499816:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.499853:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.499885:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.499935:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910509568 00000100:00100000:0.0:1763345648.499944:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910509568 00000100:00100000:0.0:1763345648.499995:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910509824 00000100:00100000:0.0:1763345648.499998:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910509824 00000100:00100000:0.0:1763345648.500024:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910509696 00000100:00100000:0.0:1763345648.500027:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910509696 00000100:00100000:1.0:1763345648.500044:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8441 00000100:00100000:1.0:1763345648.500057:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+30:2411:x1849000910509568:12345-192.168.203.8@tcp:1:lfs.0 00000100:00100000:2.0:1763345648.500083:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8442 00000100:00100000:2.0:1763345648.500096:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+18:2411:x1849000910509824:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:1.0:1763345648.500098:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae28b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.500118:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae1ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->221183) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083386c expref: 30 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.500121:0:28867:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae292 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.500129:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345648.500132:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345648.500137:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae28b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.500142:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833888 expref: 18 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.500153:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345648.500155:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345648.500157:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae292 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.500178:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae1ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->221183) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a9698083386c expref: 30 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.500183:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833888 expref: 18 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.500196:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833888 expref: 18 pid: 28867 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763345648.500202:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae1ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->221183) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083386c expref: 30 pid: 28867 timeout: 1141 lvb_type: 0 00000100:00100000:2.0:1763345648.500218:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d03480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924445952:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345648.500221:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924445824:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345648.500301:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541c29840 going to sleep for 11 seconds 00000100:00100000:1.0:1763345648.500301:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6431fa6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763345648.500345:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8443 00000100:00100000:2.0:1763345648.500355:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+30:2411:x1849000910509696:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:2.0:1763345648.500376:0:28868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae299 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.500388:0:28868:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae1f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833881 expref: 30 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.500395:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345648.500397:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345648.500400:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae299 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.500420:0:28868:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae1f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833881 expref: 30 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.500430:0:28868:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae1f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833881 expref: 30 pid: 28867 timeout: 1141 lvb_type: 0 00000100:00100000:2.0:1763345648.500440:0:28868:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:28868:1849000924446080:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345648.500482:0:28868:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541c290c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345648.502625:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924445824:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345648.502629:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d03480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924445952:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345648.502641:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:1.0:1763345648.502652:0:15692:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae28b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.502667:0:28867:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae292 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345648.502682:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.502710:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910509952 00000100:00100000:0.0:1763345648.502717:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910509952 00000100:00100000:1.0:1763345648.502726:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910510208 00000100:00100000:1.0:1763345648.502733:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910510208 00010000:00010000:1.0:1763345648.502754:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae1ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->221183) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083386c expref: 31 pid: 28867 timeout: 1141 lvb_type: 0 00010000:00010000:0.0:1763345648.502754:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833888 expref: 19 pid: 28867 timeout: 1141 lvb_type: 0 00000100:00100000:0.0:1763345648.502825:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3811 00000100:00100000:1.0:1763345648.502838:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3812 00000100:00100000:0.0:1763345648.502844:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910509952:12345-192.168.203.8@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1763345648.502853:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+31:2408:x1849000910510208:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345648.502860:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345648.502865:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1763345648.502877:0:28868:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:28868:1849000924446080:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345648.502881:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833888 expref: 19 pid: 28867 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763345648.502884:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae1ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 167936->221183) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083386c expref: 31 pid: 28867 timeout: 1141 lvb_type: 0 00010000:00010000:2.0:1763345648.502894:0:28868:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae299 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.502909:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833888 expref: 19 pid: 28867 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763345648.502912:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae1ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 167936->221183) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083386c expref: 31 pid: 28867 timeout: 1141 lvb_type: 0 00010000:00010000:0.0:1763345648.502947:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae1f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833888 expref: 19 pid: 28867 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763345648.502949:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae1ce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 167936->221183) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083386c expref: 31 pid: 28867 timeout: 1141 lvb_type: 0 00010000:00010000:0.0:1763345648.502975:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.502976:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345648.502980:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.502981:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345648.502988:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae292 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.502989:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae28b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.503012:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae292 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.503013:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae28b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.503049:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345648.503051:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345648.503094:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+30:2408:x1849000910510208:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 246us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.503102:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3812 00010000:00010000:1.0:1763345648.503125:0:15692:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae28b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.503134:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae28b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345648.503149:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910509952:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 313us (508us total) trans 0 rc 0/0 00010000:00010000:1.0:1763345648.503153:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae28b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345648.503160:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3811 00010000:00010000:1.0:1763345648.503169:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae28b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.503178:0:15692:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae28b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345648.503180:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:1.0:1763345648.503185:0:15692:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345648.503189:0:15692:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae28b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.503197:0:15692:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae28b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345648.503199:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910510080 00000100:00100000:0.0:1763345648.503205:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910510080 00010000:00010000:1.0:1763345648.503212:0:15692:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae28b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.503221:0:15692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae28b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.503225:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae1f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833881 expref: 30 pid: 28867 timeout: 1141 lvb_type: 0 00000100:00100000:0.0:1763345648.503275:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3813 00000100:00100000:1.0:1763345648.503285:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+30:2411:x1849000910509568:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 3230us (3483us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345648.503287:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+30:2408:x1849000910510080:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345648.503301:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1763345648.503302:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8441 00010000:00010000:0.0:1763345648.503316:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae1f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833881 expref: 29 pid: 28867 timeout: 1141 lvb_type: 0 00010000:00010000:2.0:1763345648.503318:0:28867:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae292 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.503338:0:28867:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae292 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.503340:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae1f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833881 expref: 29 pid: 28867 timeout: 1141 lvb_type: 0 00010000:00010000:2.0:1763345648.503362:0:28867:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae292 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.503371:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae1f1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833881 expref: 29 pid: 28867 timeout: 1141 lvb_type: 0 00010000:00010000:2.0:1763345648.503374:0:28867:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae292 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.503392:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345648.503393:0:28867:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae292 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.503396:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345648.503402:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae299 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.503404:0:28867:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345648.503411:0:28867:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae292 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.503414:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae299 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.503424:0:28867:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae292 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.503440:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345648.503443:0:28867:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae292 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.503451:0:28867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae292 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345648.503478:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+28:2408:x1849000910510080:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 194us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345648.503486:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3813 00000100:00100000:2.0:1763345648.503497:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910509824:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 3403us (3640us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.503506:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8442 00010000:00010000:3.0:1763345648.503596:0:28868:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae299 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.503605:0:28868:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae299 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.503620:0:28868:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae299 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.503638:0:28868:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae299 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.503645:0:28868:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae299 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.503650:0:28868:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345648.503653:0:28868:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae299 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.503660:0:28868:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae299 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.503671:0:28868:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae299 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.503678:0:28868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae299 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345648.503728:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+27:2411:x1849000910509696:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 3375us (3840us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345648.503735:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8443 00000100:00100000:3.0:1763345648.505892:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.505984:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910510464 00000100:00100000:0.0:1763345648.505992:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910510464 00000100:00100000:0.0:1763345648.506045:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11479 00000100:00100000:0.0:1763345648.506055:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+332:57869:x1849000910510464:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345648.506108:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763345648.506131:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae1ea lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083387a expref: 332 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.506150:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae26f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338b2 expref: 331 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.506159:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345648.506163:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345648.506191:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae2a0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345648.506203:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae2a0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:0.0:1763345648.506212:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae2a0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000040:00080000:0.0:1763345648.506410:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1964, 88 off162720 00000004:00080000:0.0:1763345648.506417:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1041031657443ns, next at 1037769741907ns, rc = 0 00000040:00080000:0.0:1763345648.506457:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1981, 88 off164368 00000004:00080000:0.0:1763345648.506462:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1041031702393ns, next at 1038505825846ns, rc = 0 00000040:00080000:0.0:1763345648.506489:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1965, 88 off162808 00000004:00080000:0.0:1763345648.506493:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1041031733973ns, next at 1037769741907ns, rc = 0 00000040:00080000:0.0:1763345648.506504:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1982, 88 off164456 00000004:00080000:0.0:1763345648.506507:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1041031747787ns, next at 1038505825846ns, rc = 0 00000040:00080000:0.0:1763345648.506517:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1983, 88 off164544 00000004:00080000:0.0:1763345648.506521:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1041031761477ns, next at 1038505825846ns, rc = 0 00000040:00080000:0.0:1763345648.506531:0:35210:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1966, 88 off162896 00000004:00080000:0.0:1763345648.506535:0:35210:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1041031775628ns, next at 1037769741907ns, rc = 0 00000001:00080000:1.0:1763345648.508128:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941344 is committed 00000004:00080000:1.0:1763345648.508138:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1267 committed 00000004:00080000:1.0:1763345648.508154:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1283 committed 00000004:00080000:1.0:1763345648.508166:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1282 committed 00000004:00080000:1.0:1763345648.508168:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1266 committed 00000004:00080000:1.0:1763345648.508170:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1281 committed 00000004:00080000:1.0:1763345648.508172:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1265 committed 00010000:00010000:2.0:1763345648.508237:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae1e3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.508247:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae1e3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.508254:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae1e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.508259:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345648.508263:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae1e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.508270:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae1e3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.508283:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.508286:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345648.508290:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae1e3 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.508299:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae1e3 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.508315:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae20d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.508320:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae20d lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.508326:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae20d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.508330:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345648.508334:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae20d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.508339:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae20d lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.508346:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.508348:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345648.508351:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae20d lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.508356:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae20d lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.508367:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae222 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.508372:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae222 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.508378:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae222 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.508383:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345648.508385:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae222 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.508391:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae222 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.508396:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.508398:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345648.508400:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae222 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.508405:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae222 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000100:00100000:0.0:1763345648.508583:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543385880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924446464:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345648.508645:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345648.508695:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924446464 00000100:00100000:3.0:1763345648.508703:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924446464 00000100:00100000:3.0:1763345648.508744:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8444 00000100:00100000:0.0:1763345648.508751:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763345648.508753:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3656:x1849000924446464:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345648.508757:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924446592:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345648.508802:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345648.508841:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924446592 00000100:00100000:0.0:1763345648.508845:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924446592 00000100:00100000:0.0:1763345648.508881:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8445 00000100:00100000:0.0:1763345648.508887:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3656:x1849000924446592:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763345648.508902:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345648.508906:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345648.508908:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345648.508910:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345648.508912:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345648.508954:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3656:x1849000924446464:12345-0@lo:2:osp-syn-0-0.0 Request processed in 201us (308us total) trans 21474839708 rc 0/0 00000100:00100000:3.0:1763345648.508961:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8444 00002000:00010000:0.0:1763345648.508972:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345648.508974:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:0.0:1763345648.508977:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345648.508979:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:0.0:1763345648.508981:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345648.509010:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3656:x1849000924446592:12345-0@lo:2:osp-syn-1-0.0 Request processed in 122us (207us total) trans 17179872414 rc 0/0 00000100:00100000:0.0:1763345648.509017:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8445 00000100:00100000:1.0:1763345648.509027:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543385f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924446336:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345648.509052:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ee4e00/2, rc 0, transno 17179872414 00000100:00100000:1.0:1763345648.509054:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345648.509063:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924446592:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763345648.509074:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b543385880/2, rc 0, transno 21474839708 00000100:00100000:0.0:1763345648.509078:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543385880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924446464:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345648.509080:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924446848:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345648.509100:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345648.509102:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924446336 00000100:00100000:0.0:1763345648.509105:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924446336 00000100:00100000:1.0:1763345648.509114:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1763345648.509119:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924446208:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345648.509130:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924446848 00000100:00100000:0.0:1763345648.509133:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924446848 00000100:00100000:1.0:1763345648.509141:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345648.509311:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924446720:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345648.509327:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924446208 00000100:00100000:0.0:1763345648.509331:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924446208 00000100:00100000:1.0:1763345648.509333:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345648.509351:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924446720 00000100:00100000:0.0:1763345648.509353:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924446720 00000100:00100000:0.0:1763345648.509366:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8446 00000100:00100000:0.0:1763345648.509372:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3659:x1849000924446336:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345648.509385:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8447 00000100:00100000:2.0:1763345648.509392:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3659:x1849000924446848:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345648.509461:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:3659:x1849000924446336:12345-0@lo:2:osp-syn-0-0.0 Request processed in 89us (405us total) trans 21474839709 rc 0/0 00000100:00100000:2.0:1763345648.509465:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3659:x1849000924446848:12345-0@lo:2:osp-syn-1-0.0 Request processed in 74us (364us total) trans 17179872415 rc 0/0 00000100:00100000:0.0:1763345648.509468:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8446 00000100:00100000:2.0:1763345648.509471:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8447 00000100:00100000:2.0:1763345648.509481:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8448 00000100:00100000:0.0:1763345648.509490:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8449 00000100:00100000:2.0:1763345648.509491:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3659:x1849000924446208:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345648.509495:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3659:x1849000924446720:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345648.509556:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3659:x1849000924446208:12345-0@lo:2:osp-syn-0-0.0 Request processed in 69us (413us total) trans 21474839710 rc 0/0 00000100:00100000:0.0:1763345648.509556:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3659:x1849000924446720:12345-0@lo:2:osp-syn-1-0.0 Request processed in 60us (221us total) trans 17179872416 rc 0/0 00000100:00100000:2.0:1763345648.509563:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8448 00000100:00100000:0.0:1763345648.509565:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8449 00000004:00010000:0.0:1763345648.509617:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b7a88ed9 reply state 0000000026b65e00 transno 8589941344 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae2a0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00080000:1.0:1763345648.509626:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b677b94a80/2, rc 0, transno 21474839710 00000100:00100000:1.0:1763345648.509630:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924446208:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1763345648.509633:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae2a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00000004:00080000:1.0:1763345648.509638:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ee4000/2, rc 0, transno 17179872416 00000100:00100000:1.0:1763345648.509641:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924446720:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1763345648.509641:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345648.509644:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763345648.509647:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00080000:1.0:1763345648.509648:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b543385f80/2, rc 0, transno 21474839709 00000100:00100000:1.0:1763345648.509651:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543385f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924446336:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345648.509657:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541d64a80/2, rc 0, transno 17179872415 00000100:00100000:1.0:1763345648.509660:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924446848:0@lo:2:osp-syn-1-0.0 00010000:00080000:0.0:1763345648.509720:0:35210:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763345648.509738:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+319:57869:x1849000910510464:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 3683us (3853us total) trans 8589941344 rc 0/0 00000100:00100000:0.0:1763345648.509745:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11479 00010000:00010000:2.0:1763345648.509849:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae2a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.509857:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae2a0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.509864:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae2a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.509870:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345648.509874:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae2a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.509881:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae2a0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.509890:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.509892:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345648.509895:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae2a0 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.509901:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae2a0 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00000100:00100000:1.0:1763345648.512077:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.512211:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910510592 00000100:00100000:0.0:1763345648.512222:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910510592 00000100:00100000:0.0:1763345648.512291:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11480 00000100:00100000:0.0:1763345648.512301:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54369bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+318:57869:x1849000910510592:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345648.512324:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345648.512344:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae2a7 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808338c0 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.512402:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae2a7 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338c0 expref: 319 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.512417:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae2a7 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338c0 expref: 319 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.512435:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345648.512439:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345648.512442:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4200, rc 0) 00000100:00100000:0.0:1763345648.512507:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54369bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+319:57869:x1849000910510592:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 207us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345648.512514:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11480 00000100:00100000:1.0:1763345648.516473:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.516559:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910510720 00000100:00100000:2.0:1763345648.516568:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910510720 00000100:00100000:2.0:1763345648.516627:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11481 00000100:00100000:2.0:1763345648.516637:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+319:57869:x1849000910510720:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345648.516656:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345648.516675:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae2ae lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808338c7 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.516821:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2b5 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.516838:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2b5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.516853:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2b5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345648.516881:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 226970 00000004:00200000:2.0:1763345648.516886:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345648.516905:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2b5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.516930:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae2ae lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338c7 expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.516948:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2b5 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338c7 expref: 320 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.516956:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.516959:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345648.516962:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7400, rc 0) 00000100:00100000:2.0:1763345648.517016:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+320:57869:x1849000910510720:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 382us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.517023:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11481 00000100:00100000:2.0:1763345648.519432:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.519468:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.519498:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.519544:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910510848 00000100:00100000:0.0:1763345648.519555:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910510848 00000100:00100000:0.0:1763345648.519613:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8450 00000100:00100000:0.0:1763345648.519624:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+27:2408:x1849000910510848:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345648.519642:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1763345648.519650:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910511104 00000100:00100000:2.0:1763345648.519656:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910511104 00010000:00010000:0.0:1763345648.519663:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae2bc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808338ce expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345648.519687:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x370:0x0] initial LVB size: 226970, mtime: 0x691a84ef, atime: 0x691a84ef, ctime: 0x691a84ef, blocks: 0xd0 00000100:00100000:2.0:1763345648.519688:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910510976 00000100:00100000:2.0:1763345648.519695:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910510976 00010000:00010000:0.0:1763345648.519709:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345648.519713:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1763345648.519723:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8451 00010000:00010000:0.0:1763345648.519724:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae2bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338ce expref: 29 pid: 15692 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1763345648.519735:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910511104:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345648.519742:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae2bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338ce expref: 29 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345648.519746:0:8404:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345648.519755:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4a00, rc 0) 00000100:00100000:0.0:1763345648.519831:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910510848:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 209us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345648.519837:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8450 00000100:00100000:0.0:1763345648.519853:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8452 00000100:00100000:0.0:1763345648.519858:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+28:2409:x1849000910510976:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345648.519864:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345648.519873:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae2c3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808338d5 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345648.519882:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x372:0x0] initial LVB size: 0, mtime: 0x691a84ef, atime: 0x691a84ef, ctime: 0x691a84ef, blocks: 0x1800 00010000:00010000:0.0:1763345648.519888:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345648.519890:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345648.519894:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae2c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338d5 expref: 29 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345648.519903:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae2c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338d5 expref: 29 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345648.519910:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4e00, rc 0) 00000100:00100000:0.0:1763345648.519929:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910510976:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 70us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345648.519934:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8452 00010000:00010000:2.0:1763345648.520138:0:8404:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae2ca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808338dc expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345648.520155:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x374:0x0] initial LVB size: 0, mtime: 0x691a84ef, atime: 0x691a84ef, ctime: 0x691a84ef, blocks: 0x0 00010000:00010000:2.0:1763345648.520165:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345648.520166:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345648.520172:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae2ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338dc expref: 18 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345648.520185:0:8404:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae2ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338dc expref: 18 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345648.520195:0:8404:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6a00, rc 0) 00000100:00100000:2.0:1763345648.520232:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910511104:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 499us (762us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.520238:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8451 00000100:00100000:2.0:1763345648.550192:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.550309:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910511232 00000100:00100000:0.0:1763345648.550319:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910511232 00000100:00100000:0.0:1763345648.550375:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8453 00000100:00100000:0.0:1763345648.550383:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+29:2411:x1849000910511232:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:0.0:1763345648.551301:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+29:2411:x1849000910511232:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 913us (1113us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345648.551311:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8453 00000100:00100000:1.0:1763345648.558848:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.559055:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910511360 00000100:00100000:0.0:1763345648.559065:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910511360 00000100:00100000:0.0:1763345648.559125:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8454 00000100:00100000:0.0:1763345648.559136:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+29:2411:x1849000910511360:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:0.0:1763345648.559257:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+29:2411:x1849000910511360:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 123us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345648.559266:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8454 00000100:00100000:1.0:1763345648.563031:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.563133:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910511616 00000100:00100000:3.0:1763345648.563143:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910511616 00000100:00100000:3.0:1763345648.563202:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11482 00000100:00100000:3.0:1763345648.563212:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+320:57869:x1849000910511616:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:3.0:1763345648.563264:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345648.563291:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2b5 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338c7 expref: 320 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.563310:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345648.563315:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345648.563495:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ae2d1 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345648.563509:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ae2d1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345648.563518:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ae2d1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:3.0:1763345648.563561:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941345 00000004:00010000:3.0:1763345648.563585:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c72ad608 reply state 000000000f58ebf3 transno 8589941346 ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ae2d1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345648.563598:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ae2d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345648.563604:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345648.563607:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345648.563610:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763345648.563709:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+322:57869:x1849000910511616:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 489us (678us total) trans 8589941346 rc 0/0 00000100:00100000:3.0:1763345648.563717:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11482 00000020:00080000:3.0:1763345648.563723:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345648.566328:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.566427:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910511744 00000100:00100000:0.0:1763345648.566437:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910511744 00000100:00100000:0.0:1763345648.566501:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8455 00000100:00100000:0.0:1763345648.566512:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+18:57869:x1849000910511744:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345648.566529:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345648.566551:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58ae2d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808338e3 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345648.566574:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x375:0x0] initial LVB size: 257882, mtime: 0x691a84ef, atime: 0x691a84ee, ctime: 0x691a84ef, blocks: 0xb8 00010000:00010000:0.0:1763345648.566595:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345648.566597:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345648.566604:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58ae2d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808338e3 expref: 19 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.566619:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58ae2d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808338e3 expref: 19 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.566631:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4600, rc 0) 00000100:00100000:0.0:1763345648.566688:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+19:57869:x1849000910511744:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 178us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345648.566695:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8455 00000100:00100000:1.0:1763345648.569488:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.569530:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.569795:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910511872 00000100:00100000:2.0:1763345648.569936:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910511872 00002000:00010000:2.0:1763345648.569977:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (0->18446744073709551615) 00002000:00100000:2.0:1763345648.569982:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6779a6d80 with x1849000910511872 ext(0->18446744073709551615) 00000100:00100000:0.0:1763345648.570212:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910512000 00000100:00100000:0.0:1763345648.570217:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910512000 00002000:00010000:1.0:1763345648.570288:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:1.0:1763345648.570293:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545963b80 with x1849000910512000 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345648.570304:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545963b80. 00000100:00100000:1.0:1763345648.570370:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2103 00000100:00100000:1.0:1763345648.570381:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910512000:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:1.0:1763345648.570517:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345648.570521:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345647 -> 1763345648 00002000:00010000:1.0:1763345648.570524:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:1.0:1763345648.570526:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345647 -> 1763345648 00002000:00010000:1.0:1763345648.570529:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1763345648.570673:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6779a6d80. 00000100:00100000:2.0:1763345648.570700:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2104 00000100:00100000:2.0:1763345648.570708:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910511872:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345648.571140:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 257882 -> 0 00002000:00010000:2.0:1763345648.571144:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345647 -> 1763345648 00002000:00010000:2.0:1763345648.571147:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345648.571149:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345647 -> 1763345648 00002000:00010000:2.0:1763345648.571151:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 184 -> 0 00000100:00100000:1.0:1763345648.571264:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+30:2408:x1849000910512000:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 883us (1731us total) trans 21474839711 rc 0/0 00000100:00100000:1.0:1763345648.571274:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2103 00002000:00010000:1.0:1763345648.571278:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:1.0:1763345648.571281:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545963b80 with x1849000910512000 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345648.571287:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545963b80. 00000100:00100000:2.0:1763345648.573030:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910511872:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 2313us (3540us total) trans 17179872417 rc 0/0 00000100:00100000:2.0:1763345648.573042:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2104 00002000:00010000:2.0:1763345648.573047:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (0->18446744073709551615) 00002000:00100000:2.0:1763345648.573051:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6779a6d80 with x1849000910511872 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345648.573059:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6779a6d80. 00000100:00100000:1.0:1763345648.576906:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.577067:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910512128 00000100:00100000:2.0:1763345648.577079:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910512128 00000100:00100000:2.0:1763345648.577144:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11483 00000100:00100000:2.0:1763345648.577166:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+322:57869:x1849000910512128:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345648.577190:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345648.577211:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae2df lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808338ea expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.577308:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae2e6 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.577323:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae2e6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.577334:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae2e6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:2.0:1763345648.577363:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 0 00000004:00200000:2.0:1763345648.577367:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345648.577388:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae2e6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.577418:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae2df lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338ea expref: 324 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.577437:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae2e6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338ea expref: 323 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.577451:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.577465:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345648.577468:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6600, rc 0) 00000100:00100000:2.0:1763345648.577526:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+323:57869:x1849000910512128:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 374us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.577534:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11483 00000100:00100000:0.0:1763345648.582193:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.582734:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910512256 00000100:00100000:2.0:1763345648.582744:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910512256 00000100:00100000:2.0:1763345648.582858:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2105 00000100:00100000:2.0:1763345648.582869:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+30:2409:x1849000910512256:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:2.0:1763345648.582904:0:28401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2ed lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.582918:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345648.582921:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345648.582926:0:28401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2ed lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.582945:0:28401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2ed lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.587726:0:28401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2ed lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.587744:0:28401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2ed lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.587783:0:28401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.587790:0:28401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345648.587794:0:28401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.587812:0:28401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.587831:0:28401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2ed lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.587839:0:28401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2ed lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345648.589104:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+30:2409:x1849000910512256:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 6229us (6911us total) trans 0 rc 28672/28672 00000100:00100000:2.0:1763345648.589122:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2105 00000100:00100000:3.0:1763345648.594858:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.595264:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910512384 00000100:00100000:2.0:1763345648.595274:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910512384 00000100:00100000:2.0:1763345648.595354:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2106 00000100:00100000:2.0:1763345648.595364:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+20:2410:x1849000910512384:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:2.0:1763345648.595397:0:28401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.595416:0:28401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58ae2d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808338e3 expref: 20 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.595423:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345648.595425:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345648.595428:0:28401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2f4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.595461:0:28401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58ae2d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.8@tcp remote: 0x199a969808338e3 expref: 20 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.595474:0:28401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58ae2d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808338e3 expref: 20 pid: 27810 timeout: 1141 lvb_type: 0 00000100:00100000:2.0:1763345648.595488:0:28401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d01880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28401:1849000924446976:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345648.595570:0:28401:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541c290c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763345648.601744:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.601879:0:28401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d01880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28401:1849000924446976:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345648.601906:0:28401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345648.602146:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910512512 00000100:00100000:1.0:1763345648.602154:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910512512 00010000:00010000:1.0:1763345648.602190:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58ae2d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808338e3 expref: 21 pid: 27810 timeout: 1141 lvb_type: 0 00000100:00100000:1.0:1763345648.602231:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3814 00000100:00100000:1.0:1763345648.602240:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544867100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+21:2408:x1849000910512512:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345648.602257:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345648.602278:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58ae2d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808338e3 expref: 21 pid: 27810 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763345648.602291:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58ae2d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808338e3 expref: 21 pid: 27810 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763345648.602313:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58ae2d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.8@tcp remote: 0x199a969808338e3 expref: 21 pid: 27810 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763345648.602326:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.602329:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.602333:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.602342:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2f4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.602376:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345648.602620:0:28401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.602629:0:28401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345648.603009:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544867100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+21:2408:x1849000910512512:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 769us (1272us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.603018:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3814 00000001:00080000:2.0:1763345648.612256:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872418 is committed 00000001:00080000:2.0:1763345648.612278:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872416 is committed 00002000:00010000:0.0:1763345648.612404:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 0 -> 40960 00002000:00010000:0.0:1763345648.612409:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 0 -> 56 00010000:00010000:0.0:1763345648.612422:0:28401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.612433:0:28401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.612442:0:28401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.612450:0:28401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345648.612454:0:28401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.612462:0:28401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.612481:0:28401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.612488:0:28401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae2f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->40959] (req 12288->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345648.612582:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+13:2410:x1849000910512384:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 17215us (17729us total) trans 17179872418 rc 0/0 00000100:00100000:0.0:1763345648.612592:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2106 00000100:00100000:1.0:1763345648.622939:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.624468:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910512640 00000100:00100000:2.0:1763345648.624482:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910512640 00000100:00100000:2.0:1763345648.624914:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8456 00000100:00100000:2.0:1763345648.624926:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545963100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+30:2409:x1849000910512640:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:2.0:1763345648.625071:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545963100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+30:2409:x1849000910512640:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 148us (2140us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.625088:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8456 00000100:00100000:2.0:1763345648.629054:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.629256:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910512768 00000100:00100000:0.0:1763345648.629267:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910512768 00000100:00100000:0.0:1763345648.629336:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8457 00000100:00100000:0.0:1763345648.629346:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+30:2410:x1849000910512768:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:0.0:1763345648.629470:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+30:2410:x1849000910512768:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 124us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345648.629478:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8457 00000100:00100000:3.0:1763345648.632400:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.632618:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910513024 00000100:00100000:2.0:1763345648.632819:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910513024 00000100:00100000:2.0:1763345648.632885:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11484 00000100:00100000:2.0:1763345648.632895:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+323:57869:x1849000910513024:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345648.632956:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345648.632986:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae2e6 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338ea expref: 323 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.633004:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.633009:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345648.633184:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae2fb lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.633198:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae2fb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.633213:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae2fb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000001:00080000:2.0:1763345648.633256:0:35210:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941347 00000004:00010000:2.0:1763345648.633277:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000eb6eeb87 reply state 0000000043fdb67c transno 8589941348 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae2fb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.633289:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae2fb lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.633294:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.633311:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345648.633314:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345648.633392:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+325:57869:x1849000910513024:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 497us (998us total) trans 8589941348 rc 0/0 00000100:00100000:2.0:1763345648.633399:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11484 00000020:00080000:2.0:1763345648.633404:0:35210:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763345648.637686:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.638251:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910513152 00000100:00100000:2.0:1763345648.638262:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910513152 00000100:00100000:3.0:1763345648.638604:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8458 00000100:00100000:3.0:1763345648.638615:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545963480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+13:57869:x1849000910513152:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345648.638630:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345648.638650:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b545b86000/0x52bea07cb58ae302 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808338f1 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345648.638671:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x375:0x0] initial LVB size: 40960, mtime: 0x691a84f0, atime: 0x691a84ee, ctime: 0x691a84f0, blocks: 0x38 00010000:00010000:3.0:1763345648.638689:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345648.638691:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345648.638698:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b545b86000/0x52bea07cb58ae302 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338f1 expref: 14 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.638712:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b545b86000/0x52bea07cb58ae302 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338f1 expref: 14 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.638723:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545b86000, rc 0) 00000100:00100000:3.0:1763345648.639488:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545963480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+14:57869:x1849000910513152:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 871us (1808us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345648.639496:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8458 00000100:00100000:0.0:1763345648.642828:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.642875:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.643125:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910513280 00000100:00100000:3.0:1763345648.643135:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910513280 00002000:00010000:3.0:1763345648.643175:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (40960->18446744073709551615) 00002000:00100000:3.0:1763345648.643180:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377f480 with x1849000910513280 ext(40960->18446744073709551615) 00002000:00010000:3.0:1763345648.643193:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54377f480. 00000100:00100000:1.0:1763345648.643202:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910513408 00000100:00100000:1.0:1763345648.643207:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910513408 00002000:00010000:1.0:1763345648.643222:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:1.0:1763345648.643226:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5432ef480 with x1849000910513408 ext(0->18446744073709551615) 00000100:00100000:3.0:1763345648.643229:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2107 00002000:00010000:1.0:1763345648.643232:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5432ef480. 00000100:00100000:3.0:1763345648.643238:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910513280:12345-192.168.203.8@tcp:10:lfs.0 00000100:00100000:1.0:1763345648.643256:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2108 00000100:00100000:1.0:1763345648.643262:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+30:2409:x1849000910513408:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:3.0:1763345648.643371:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 40960 -> 40960 00002000:00010000:1.0:1763345648.643371:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345648.643375:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345648.643375:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345648.643378:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:1.0:1763345648.643378:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345648.643381:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345648.643381:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345648.643384:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 56 -> 56 00002000:00010000:1.0:1763345648.643384:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345648.643434:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910513280:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 195us (613us total) trans 17179872419 rc 0/0 00000100:00100000:3.0:1763345648.643441:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2107 00002000:00010000:3.0:1763345648.643444:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (40960->18446744073709551615) 00002000:00100000:3.0:1763345648.643447:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377f480 with x1849000910513280 ext(40960->18446744073709551615) 00002000:00010000:3.0:1763345648.643452:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54377f480. 00000100:00100000:1.0:1763345648.643550:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+31:2409:x1849000910513408:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 288us (674us total) trans 21474839712 rc 0/0 00000100:00100000:1.0:1763345648.643557:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2108 00002000:00010000:1.0:1763345648.643560:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:1.0:1763345648.643562:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5432ef480 with x1849000910513408 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345648.643567:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5432ef480. 00000100:00100000:1.0:1763345648.649267:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.649493:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910513536 00000100:00100000:2.0:1763345648.649504:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910513536 00000100:00100000:2.0:1763345648.649559:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11485 00000100:00100000:2.0:1763345648.649567:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+325:57869:x1849000910513536:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345648.649588:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345648.649607:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae309 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808338f8 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.649724:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae310 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.649740:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae310 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.649750:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae310 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:2.0:1763345648.649849:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 40960 00000004:00200000:2.0:1763345648.649855:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345648.649875:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae310 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.649902:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae309 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338f8 expref: 327 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.649920:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae310 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338f8 expref: 326 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.649929:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.649932:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345648.649935:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7800, rc 0) 00000100:00100000:2.0:1763345648.649989:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+326:57869:x1849000910513536:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 422us (730us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.649996:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11485 00000100:00100000:3.0:1763345648.654181:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.654550:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910513664 00000100:00100000:1.0:1763345648.654561:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910513664 00000100:00100000:1.0:1763345648.655241:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2109 00000100:00100000:1.0:1763345648.655253:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545654e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+31:2409:x1849000910513664:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:1.0:1763345648.655294:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae317 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.655321:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.655323:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.655333:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae317 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.655347:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae317 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.660365:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae317 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.660384:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae317 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.660393:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae317 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.660399:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345648.660403:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae317 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.660412:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae317 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.660432:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae317 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.660439:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae317 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345648.660528:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545654e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+31:2409:x1849000910513664:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 5272us (6353us total) trans 0 rc 20480/20480 00000100:00100000:2.0:1763345648.660539:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2109 00000100:00100000:2.0:1763345648.663563:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.663666:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910513792 00000100:00100000:1.0:1763345648.663676:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910513792 00000100:00100000:1.0:1763345648.664061:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2110 00000100:00100000:1.0:1763345648.664072:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910513792:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:1.0:1763345648.664235:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58ae31e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.664260:0:24005:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b545b86000/0x52bea07cb58ae302 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338f1 expref: 15 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.664269:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345648.664271:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345648.664274:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58ae31e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.664307:0:24005:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b545b86000/0x52bea07cb58ae302 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a969808338f1 expref: 15 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.664325:0:24005:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b545b86000/0x52bea07cb58ae302 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338f1 expref: 15 pid: 27810 timeout: 1141 lvb_type: 0 00000100:00100000:1.0:1763345648.664340:0:24005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545962300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24005:1849000924447104:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345648.664426:0:24005:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6431fa6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345648.666498:0:24005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545962300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24005:1849000924447104:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345648.666524:0:24005:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58ae31e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345648.667125:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.667350:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910513920 00000100:00100000:1.0:1763345648.667358:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910513920 00010000:00010000:1.0:1763345648.667392:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b545b86000/0x52bea07cb58ae302 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338f1 expref: 16 pid: 27810 timeout: 1141 lvb_type: 0 00000100:00100000:1.0:1763345648.667432:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3815 00000100:00100000:1.0:1763345648.667441:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910513920:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345648.667453:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345648.667472:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b545b86000/0x52bea07cb58ae302 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338f1 expref: 16 pid: 27810 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763345648.667484:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b545b86000/0x52bea07cb58ae302 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338f1 expref: 16 pid: 27810 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763345648.667507:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b545b86000/0x52bea07cb58ae302 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338f1 expref: 16 pid: 27810 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763345648.667522:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.667524:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.667528:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58ae31e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.667538:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58ae31e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.667571:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345648.667954:0:24005:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58ae31e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.667964:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58ae31e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345648.668559:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910513920:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 1115us (1432us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.668568:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3815 00000001:00080000:1.0:1763345648.673251:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872420 is committed 00002000:00010000:2.0:1763345648.673374:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 40960 -> 143360 00002000:00010000:2.0:1763345648.673379:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 56 -> 96 00010000:00010000:2.0:1763345648.673392:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58ae31e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.673404:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58ae31e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.673412:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58ae31e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.673425:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345648.673429:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58ae31e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.673439:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58ae31e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.673456:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58ae31e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.673464:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58ae31e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [122880->143359] (req 122880->143359) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345648.673603:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+13:2409:x1849000910513792:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 9529us (10045us total) trans 17179872420 rc 0/0 00000100:00100000:2.0:1763345648.673614:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2110 00000100:00100000:0.0:1763345648.676666:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.676749:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910514048 00000100:00100000:3.0:1763345648.676828:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910514048 00000100:00100000:3.0:1763345648.676953:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8459 00000100:00100000:3.0:1763345648.676965:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+31:2408:x1849000910514048:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:3.0:1763345648.677090:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+31:2408:x1849000910514048:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 127us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345648.677097:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8459 00000100:00100000:0.0:1763345648.680533:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.681029:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910514176 00000100:00100000:3.0:1763345648.681039:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910514176 00000100:00100000:0.0:1763345648.681375:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8460 00000100:00100000:0.0:1763345648.681386:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+31:2409:x1849000910514176:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:0.0:1763345648.681658:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+31:2409:x1849000910514176:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 274us (1133us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345648.681667:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8460 00000100:00100000:1.0:1763345648.684946:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.685063:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910514432 00000100:00100000:2.0:1763345648.685072:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910514432 00000100:00100000:2.0:1763345648.685161:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11486 00000100:00100000:2.0:1763345648.685171:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+326:57869:x1849000910514432:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345648.685221:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345648.685249:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae310 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338f8 expref: 326 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.685267:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.685272:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345648.685430:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae325 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.685445:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae325 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.685455:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae325 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000001:00080000:2.0:1763345648.685497:0:35210:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941349 00000004:00010000:2.0:1763345648.685519:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004390a70a reply state 00000000064cb892 transno 8589941350 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae325 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.685532:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae325 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.685538:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.685541:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345648.685544:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345648.685631:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+328:57869:x1849000910514432:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 460us (691us total) trans 8589941350 rc 0/0 00000100:00100000:2.0:1763345648.685638:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11486 00000020:00080000:2.0:1763345648.685643:0:35210:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345648.687982:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.688127:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910514560 00000100:00100000:0.0:1763345648.688138:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910514560 00000100:00100000:0.0:1763345648.688192:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8461 00000100:00100000:0.0:1763345648.688202:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+13:57869:x1849000910514560:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345648.688219:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345648.688239:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae32c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808338ff expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345648.688259:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x375:0x0] initial LVB size: 143360, mtime: 0x691a84f0, atime: 0x691a84ee, ctime: 0x691a84f0, blocks: 0x60 00010000:00010000:0.0:1763345648.688277:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345648.688279:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345648.688286:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae32c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338ff expref: 14 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.688301:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae32c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338ff expref: 14 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.688313:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4c00, rc 0) 00000100:00100000:0.0:1763345648.688358:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+14:57869:x1849000910514560:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 158us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345648.688365:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8461 00000100:00100000:0.0:1763345648.690120:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.690540:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.692080:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910514688 00000100:00100000:3.0:1763345648.692092:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910514688 00002000:00010000:3.0:1763345648.692131:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (143360->18446744073709551615) 00002000:00100000:3.0:1763345648.692136:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5432ed880 with x1849000910514688 ext(143360->18446744073709551615) 00002000:00010000:3.0:1763345648.692148:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5432ed880. 00000100:00100000:3.0:1763345648.692178:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910514816 00000100:00100000:3.0:1763345648.692182:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910514816 00002000:00010000:3.0:1763345648.692195:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:3.0:1763345648.692198:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54420b800 with x1849000910514816 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345648.692203:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54420b800. 00000100:00100000:3.0:1763345648.692230:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2111 00000100:00100000:3.0:1763345648.692239:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910514688:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:3.0:1763345648.692380:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 143360 -> 143360 00002000:00010000:3.0:1763345648.692384:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345648.692386:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345648.692388:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345648.692391:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:3.0:1763345648.692444:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910514688:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 206us (2332us total) trans 17179872421 rc 0/0 00000100:00100000:3.0:1763345648.692452:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2111 00002000:00010000:3.0:1763345648.692455:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (143360->18446744073709551615) 00002000:00100000:3.0:1763345648.692458:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5432ed880 with x1849000910514688 ext(143360->18446744073709551615) 00002000:00010000:3.0:1763345648.692462:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5432ed880. 00000100:00100000:3.0:1763345648.692480:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2112 00000100:00100000:3.0:1763345648.692487:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+31:2408:x1849000910514816:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:3.0:1763345648.692549:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345648.692552:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345648.692555:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345648.692557:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345648.692559:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345648.692580:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+32:2408:x1849000910514816:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 93us (2041us total) trans 21474839713 rc 0/0 00000100:00100000:3.0:1763345648.692586:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2112 00002000:00010000:3.0:1763345648.692590:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:3.0:1763345648.692592:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54420b800 with x1849000910514816 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345648.692596:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54420b800. 00000100:00100000:1.0:1763345648.695393:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.696243:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910514944 00000100:00100000:2.0:1763345648.696255:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910514944 00000100:00100000:2.0:1763345648.696320:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11487 00000100:00100000:2.0:1763345648.696329:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+328:57869:x1849000910514944:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345648.696353:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345648.696375:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae333 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833906 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.696465:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae33a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.696481:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae33a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.696492:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae33a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:2.0:1763345648.696517:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 143360 00000004:00200000:2.0:1763345648.696522:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345648.696539:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae33a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.696564:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae333 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833906 expref: 330 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.696583:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae33a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833906 expref: 329 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.696592:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.696595:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345648.696599:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6400, rc 0) 00000100:00100000:2.0:1763345648.696661:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+329:57869:x1849000910514944:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 332us (1275us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.696668:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11487 00000100:00100000:3.0:1763345648.700613:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.701065:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910515072 00000100:00100000:1.0:1763345648.701075:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910515072 00000100:00100000:1.0:1763345648.701136:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2113 00000100:00100000:1.0:1763345648.701146:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+32:2409:x1849000910515072:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:1.0:1763345648.701200:0:8409:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae341 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.701214:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.701217:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.701222:0:8409:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae341 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [167936->180223] (req 167936->180223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.701234:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae341 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [167936->180223] (req 167936->180223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.701346:0:8409:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae341 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [167936->180223] (req 167936->180223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.701355:0:8409:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae341 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [167936->180223] (req 167936->180223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.701363:0:8409:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae341 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [167936->180223] (req 167936->180223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.701370:0:8409:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345648.701374:0:8409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae341 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [167936->180223] (req 167936->180223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.701382:0:8409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae341 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [167936->180223] (req 167936->180223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.701397:0:8409:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae341 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [167936->180223] (req 167936->180223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.701405:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae341 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [167936->180223] (req 167936->180223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345648.701477:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+32:2409:x1849000910515072:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 332us (873us total) trans 0 rc 12288/12288 00000100:00100000:1.0:1763345648.701485:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2113 00000100:00100000:0.0:1763345648.706130:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.706367:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910515200 00000100:00100000:3.0:1763345648.706377:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910515200 00000100:00100000:3.0:1763345648.707008:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2114 00000100:00100000:3.0:1763345648.707021:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b67caf9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910515200:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:3.0:1763345648.707057:0:28401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b545a1c200/0x52bea07cb58ae348 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.707077:0:28401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae32c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338ff expref: 15 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.707085:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345648.707087:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345648.707091:0:28401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b545a1c200/0x52bea07cb58ae348 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [167936->180223] (req 167936->180223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.707123:0:28401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae32c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a969808338ff expref: 15 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.707136:0:28401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae32c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338ff expref: 15 pid: 27810 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763345648.707149:0:28401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28401:1849000924447232:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345648.707222:0:28401:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763345648.709859:0:28401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28401:1849000924447232:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345648.709888:0:28401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b545a1c200/0x52bea07cb58ae348 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [167936->180223] (req 167936->180223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345648.710920:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.711114:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910515328 00000100:00100000:1.0:1763345648.711122:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910515328 00010000:00010000:1.0:1763345648.711154:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae32c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338ff expref: 16 pid: 27810 timeout: 1141 lvb_type: 0 00000100:00100000:1.0:1763345648.711220:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3816 00000100:00100000:1.0:1763345648.711228:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910515328:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345648.711241:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345648.711259:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae32c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338ff expref: 16 pid: 27810 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763345648.711271:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae32c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338ff expref: 16 pid: 27810 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763345648.711292:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae32c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338ff expref: 16 pid: 27810 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763345648.711307:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.711308:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.711313:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b545a1c200/0x52bea07cb58ae348 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [167936->180223] (req 167936->180223) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.711323:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b545a1c200/0x52bea07cb58ae348 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [167936->180223] (req 167936->180223) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.711353:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345648.711478:0:28401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b545a1c200/0x52bea07cb58ae348 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [167936->180223] (req 167936->180223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.711487:0:28401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b545a1c200/0x52bea07cb58ae348 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [167936->180223] (req 167936->180223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345648.711947:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910515328:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 717us (1029us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.711955:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3816 00000001:00080000:1.0:1763345648.714384:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872422 is committed 00002000:00010000:0.0:1763345648.714538:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 143360 -> 180224 00002000:00010000:0.0:1763345648.714543:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 96 -> 120 00010000:00010000:0.0:1763345648.714555:0:28401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b545a1c200/0x52bea07cb58ae348 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [167936->180223] (req 167936->180223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.714567:0:28401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b545a1c200/0x52bea07cb58ae348 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [167936->180223] (req 167936->180223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.714576:0:28401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b545a1c200/0x52bea07cb58ae348 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [167936->180223] (req 167936->180223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.714583:0:28401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545a1c200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345648.714587:0:28401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b545a1c200/0x52bea07cb58ae348 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [167936->180223] (req 167936->180223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.714596:0:28401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b545a1c200/0x52bea07cb58ae348 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [167936->180223] (req 167936->180223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.714612:0:28401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b545a1c200/0x52bea07cb58ae348 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [167936->180223] (req 167936->180223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.714620:0:28401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b545a1c200/0x52bea07cb58ae348 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [167936->180223] (req 167936->180223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345648.715316:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b67caf9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+13:2409:x1849000910515200:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 8293us (9191us total) trans 17179872422 rc 0/0 00000100:00100000:0.0:1763345648.715326:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2114 00000100:00100000:0.0:1763345648.719406:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.719582:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910515456 00000100:00100000:2.0:1763345648.719592:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910515456 00000100:00100000:2.0:1763345648.719640:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8462 00000100:00100000:2.0:1763345648.719647:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+32:2409:x1849000910515456:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:2.0:1763345648.719748:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+32:2409:x1849000910515456:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 100us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.720021:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8462 00000100:00100000:2.0:1763345648.722861:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.722960:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910515712 00000100:00100000:3.0:1763345648.722969:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910515712 00000100:00100000:3.0:1763345648.723022:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11488 00000100:00100000:3.0:1763345648.723030:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+329:57869:x1849000910515712:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:3.0:1763345648.723080:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345648.723104:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae33a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833906 expref: 329 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.723119:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345648.723123:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345648.723264:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae34f lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345648.723279:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae34f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345648.723288:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae34f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:3.0:1763345648.723328:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941351 00000004:00010000:3.0:1763345648.723351:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ad3b9079 reply state 00000000263fc621 transno 8589941352 ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae34f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345648.723361:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae34f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345648.723367:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345648.723370:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345648.723372:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763345648.723465:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+331:57869:x1849000910515712:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 434us (610us total) trans 8589941352 rc 0/0 00000100:00100000:3.0:1763345648.723472:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11488 00000020:00080000:3.0:1763345648.723477:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345648.725485:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.725719:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910515840 00000100:00100000:2.0:1763345648.725728:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910515840 00000100:00100000:2.0:1763345648.725817:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8463 00000100:00100000:2.0:1763345648.725827:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+13:57869:x1849000910515840:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345648.725842:0:8404:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345648.725867:0:8404:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae356 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083390d expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345648.725890:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x375:0x0] initial LVB size: 180224, mtime: 0x691a84f0, atime: 0x691a84ee, ctime: 0x691a84f0, blocks: 0x78 00010000:00010000:2.0:1763345648.725909:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345648.725912:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345648.725919:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae356 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083390d expref: 14 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.725933:0:8404:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae356 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083390d expref: 14 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.725945:0:8404:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7000, rc 0) 00000100:00100000:2.0:1763345648.726003:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:57869:x1849000910515840:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 178us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.726010:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8463 00000100:00100000:1.0:1763345648.728129:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.728407:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.728622:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910515968 00000100:00100000:0.0:1763345648.728631:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910515968 00002000:00010000:0.0:1763345648.728664:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (180224->18446744073709551615) 00002000:00100000:0.0:1763345648.728668:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545961180 with x1849000910515968 ext(180224->18446744073709551615) 00002000:00010000:0.0:1763345648.728679:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545961180. 00000100:00100000:0.0:1763345648.728705:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910516096 00000100:00100000:0.0:1763345648.728708:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910516096 00002000:00010000:0.0:1763345648.728718:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:0.0:1763345648.728721:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545961880 with x1849000910516096 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345648.728726:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545961880. 00000100:00100000:0.0:1763345648.728746:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2115 00000100:00100000:0.0:1763345648.728754:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545961180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910515968:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:0.0:1763345648.728933:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 180224 -> 180224 00002000:00010000:0.0:1763345648.728936:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:0.0:1763345648.728939:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345648.728941:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:0.0:1763345648.728943:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 120 -> 120 00000100:00100000:0.0:1763345648.728999:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545961180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910515968:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 244us (878us total) trans 17179872423 rc 0/0 00000100:00100000:0.0:1763345648.729007:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2115 00002000:00010000:0.0:1763345648.729011:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (180224->18446744073709551615) 00002000:00100000:0.0:1763345648.729014:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545961180 with x1849000910515968 ext(180224->18446744073709551615) 00002000:00010000:0.0:1763345648.729019:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545961180. 00000100:00100000:0.0:1763345648.729036:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2116 00000100:00100000:0.0:1763345648.729043:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+32:2408:x1849000910516096:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:0.0:1763345648.729114:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345648.729117:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:0.0:1763345648.729119:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345648.729121:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:0.0:1763345648.729124:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345648.729145:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+33:2408:x1849000910516096:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 103us (738us total) trans 21474839714 rc 0/0 00000100:00100000:0.0:1763345648.729152:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2116 00002000:00010000:0.0:1763345648.729155:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:0.0:1763345648.729158:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545961880 with x1849000910516096 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345648.729162:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545961880. 00000100:00100000:1.0:1763345648.731545:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.731627:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910516224 00000100:00100000:2.0:1763345648.731636:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910516224 00000100:00100000:2.0:1763345648.732112:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11489 00000100:00100000:2.0:1763345648.732125:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+331:57869:x1849000910516224:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345648.732147:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345648.732167:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae35d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833914 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.732262:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae364 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.732279:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae364 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.732290:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae364 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:2.0:1763345648.732318:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 180224 00000004:00200000:2.0:1763345648.732323:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345648.732344:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae364 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.732369:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae35d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833914 expref: 333 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.732388:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae364 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833914 expref: 332 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.732398:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.732401:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345648.732405:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6800, rc 0) 00000100:00100000:2.0:1763345648.732879:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+332:57869:x1849000910516224:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 755us (1340us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.732887:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11489 00000100:00100000:0.0:1763345648.736683:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.737097:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910516480 00000100:00100000:2.0:1763345648.737109:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910516480 00000100:00100000:2.0:1763345648.737202:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11490 00000100:00100000:2.0:1763345648.737212:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544208380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+332:57869:x1849000910516480:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345648.737258:0:35210:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345648.737281:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae364 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833914 expref: 332 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.737300:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.737305:0:35210:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345648.737464:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae36b lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.737477:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae36b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.737485:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae36b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000001:00080000:2.0:1763345648.737525:0:35210:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941353 00000004:00010000:2.0:1763345648.737545:0:35210:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bdb8da9d reply state 000000009079f6a0 transno 8589941354 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae36b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.737556:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae36b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.737561:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.737564:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345648.737566:0:35210:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345648.738382:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544208380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+334:57869:x1849000910516480:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 1168us (1703us total) trans 8589941354 rc 0/0 00000100:00100000:2.0:1763345648.738392:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11490 00000020:00080000:2.0:1763345648.738399:0:35210:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763345648.741091:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.741133:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.741345:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910516608 00000100:00100000:2.0:1763345648.741355:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910516608 00002000:00010000:2.0:1763345648.741391:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (226970->18446744073709551615) 00002000:00100000:2.0:1763345648.741396:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545960a80 with x1849000910516608 ext(226970->18446744073709551615) 00002000:00010000:2.0:1763345648.741407:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545960a80. 00000100:00100000:2.0:1763345648.741436:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910516736 00000100:00100000:2.0:1763345648.741440:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910516736 00002000:00010000:2.0:1763345648.741452:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:2.0:1763345648.741454:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545962680 with x1849000910516736 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345648.741460:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545962680. 00000100:00100000:2.0:1763345648.742182:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2117 00000100:00100000:2.0:1763345648.742196:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545960a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910516608:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345648.742396:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 180224 -> 226970 00002000:00010000:2.0:1763345648.742400:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345648.742403:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345648.742404:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345648.742407:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 120 -> 120 00000100:00100000:2.0:1763345648.742469:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545960a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910516608:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 277us (1386us total) trans 17179872424 rc 0/0 00000100:00100000:2.0:1763345648.742477:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2117 00002000:00010000:2.0:1763345648.742481:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (226970->18446744073709551615) 00002000:00100000:2.0:1763345648.742485:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545960a80 with x1849000910516608 ext(226970->18446744073709551615) 00002000:00010000:2.0:1763345648.742490:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545960a80. 00000100:00100000:2.0:1763345648.742507:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2118 00000100:00100000:2.0:1763345648.742514:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+33:2408:x1849000910516736:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345648.742581:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345648.742584:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345648.742587:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345648.742589:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345648.742591:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345648.742610:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+34:2408:x1849000910516736:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 98us (1478us total) trans 21474839715 rc 0/0 00000100:00100000:2.0:1763345648.742616:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2118 00002000:00010000:2.0:1763345648.742620:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:2.0:1763345648.742623:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545962680 with x1849000910516736 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345648.742628:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545962680. 00000100:00100000:1.0:1763345648.753866:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.754648:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910516864 00000100:00100000:2.0:1763345648.754658:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910516864 00000100:00100000:2.0:1763345648.754721:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11491 00000100:00100000:2.0:1763345648.754733:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545960700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+334:57869:x1849000910516864:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345648.754755:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345648.754797:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae372 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083391b expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.754895:0:35210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae379 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.754910:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae379 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.754921:0:35210:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae379 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00000004:00200000:2.0:1763345648.754951:0:35210:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 226970 00000004:00200000:2.0:1763345648.754956:0:35210:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345648.754974:0:35210:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae379 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.754997:0:35210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae372 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083391b expref: 336 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.755016:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae379 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083391b expref: 335 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.755025:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.755028:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345648.755032:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7600, rc 0) 00000100:00100000:2.0:1763345648.755097:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545960700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+335:57869:x1849000910516864:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 366us (1240us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.755103:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11491 00000100:00100000:1.0:1763345648.760125:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.760216:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910517120 00000100:00100000:3.0:1763345648.760226:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910517120 00000100:00100000:3.0:1763345648.760878:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11492 00000100:00100000:3.0:1763345648.760891:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+335:57869:x1849000910517120:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:3.0:1763345648.760940:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345648.760969:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae379 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083391b expref: 335 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.760989:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345648.760995:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345648.761158:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae380 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345648.761174:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae380 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345648.761184:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae380 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:3.0:1763345648.761229:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941355 00000004:00010000:3.0:1763345648.761255:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d69509ca reply state 0000000027bc75f1 transno 8589941356 ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae380 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345648.761267:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae380 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345648.761274:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345648.761276:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345648.761279:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763345648.761368:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+337:57869:x1849000910517120:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 480us (1251us total) trans 8589941356 rc 0/0 00000100:00100000:3.0:1763345648.761375:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11492 00000020:00080000:3.0:1763345648.761381:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763345648.766474:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.766612:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.766855:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910517248 00000100:00100000:2.0:1763345648.766864:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910517248 00002000:00010000:2.0:1763345648.766899:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (226970->18446744073709551615) 00002000:00100000:2.0:1763345648.766903:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545961f80 with x1849000910517248 ext(226970->18446744073709551615) 00002000:00010000:2.0:1763345648.766915:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545961f80. 00000100:00100000:2.0:1763345648.766933:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910517376 00000100:00100000:2.0:1763345648.766936:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910517376 00002000:00010000:2.0:1763345648.766949:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:2.0:1763345648.766952:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545963b80 with x1849000910517376 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345648.766958:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545963b80. 00000100:00100000:2.0:1763345648.766987:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2119 00000100:00100000:2.0:1763345648.766997:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910517248:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345648.767141:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 226970 -> 226970 00002000:00010000:2.0:1763345648.767145:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345648.767148:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345648.767150:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345648.767152:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 120 -> 120 00000100:00100000:2.0:1763345648.767207:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910517248:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 210us (742us total) trans 17179872425 rc 0/0 00000100:00100000:2.0:1763345648.767214:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2119 00002000:00010000:2.0:1763345648.767218:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (226970->18446744073709551615) 00002000:00100000:2.0:1763345648.767220:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545961f80 with x1849000910517248 ext(226970->18446744073709551615) 00002000:00010000:2.0:1763345648.767225:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545961f80. 00000100:00100000:2.0:1763345648.767242:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2120 00000100:00100000:2.0:1763345648.767249:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+34:2408:x1849000910517376:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345648.767314:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345648.767317:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345648.767320:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345648.767322:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345648.767324:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345648.767345:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+35:2408:x1849000910517376:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 96us (733us total) trans 21474839716 rc 0/0 00000100:00100000:2.0:1763345648.767352:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2120 00002000:00010000:2.0:1763345648.767355:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:2.0:1763345648.767357:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545963b80 with x1849000910517376 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345648.767364:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545963b80. 00000100:00100000:1.0:1763345648.770397:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.770600:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910517632 00000100:00100000:3.0:1763345648.770610:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910517632 00000100:00100000:2.0:1763345648.770854:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11493 00000100:00100000:2.0:1763345648.770866:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+337:57869:x1849000910517632:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345648.770967:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae387 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.770986:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae387 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.770996:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae387 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00010000:2.0:1763345648.771096:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004006a8ba reply state 00000000c738cbbf transno 8589941357 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae387 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.771108:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae387 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.771116:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.771119:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345648.771123:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345648.771213:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+339:57869:x1849000910517632:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 349us (823us total) trans 8589941357 rc 0/0 00000100:00100000:2.0:1763345648.771220:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11493 00000100:00100000:2.0:1763345648.773529:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.774070:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910517760 00000100:00100000:0.0:1763345648.774081:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910517760 00000100:00100000:0.0:1763345648.774142:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8464 00000100:00100000:0.0:1763345648.774153:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b61050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+35:57869:x1849000910517760:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345648.774172:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345648.774190:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae38e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833922 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.774219:0:27810:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae2bc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338ce expref: 36 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345648.774228:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345648.774231:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345648.774235:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae38e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833922 expref: 36 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.774268:0:27810:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae2bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a969808338ce expref: 36 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345648.774282:0:27810:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae2bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338ce expref: 36 pid: 15692 timeout: 1141 lvb_type: 1 00000100:00100000:0.0:1763345648.774295:0:27810:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54420b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27810:1849000924447360:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345648.774373:0:27810:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5448f8840 going to sleep for 11 seconds 00000100:00100000:1.0:1763345648.777116:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.777259:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910517888 00000100:00100000:2.0:1763345648.777268:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910517888 00010000:00010000:2.0:1763345648.777305:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae2bc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338ce expref: 37 pid: 15692 timeout: 1141 lvb_type: 1 00000100:00100000:2.0:1763345648.777346:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3817 00000100:00100000:2.0:1763345648.777357:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b645687850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+37:2408:x1849000910517888:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345648.777370:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345648.777391:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae2bc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338ce expref: 37 pid: 15692 timeout: 1141 lvb_type: 1 00010000:00010000:2.0:1763345648.777404:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae2bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338ce expref: 37 pid: 15692 timeout: 1141 lvb_type: 1 00010000:00010000:2.0:1763345648.777426:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345648.777428:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345648.777435:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae38e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833922 expref: 37 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.777445:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae38e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833922 expref: 37 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.777482:0:35200:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae38e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833922 expref: 37 pid: 27810 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345648.777494:0:35200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d02300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35200:1849000924447488:192.168.203.8@tcp:105: 00000100:00100000:2.0:1763345648.777566:0:35200:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541c29d80 going to sleep for 11 seconds 00010000:00010000:0.0:1763345648.777652:0:27810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae2bc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338ce expref: 37 pid: 15692 timeout: 1141 lvb_type: 1 00000100:00100000:0.0:1763345648.777668:0:27810:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54420b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27810:1849000924447360:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345648.777689:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae38e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833922 expref: 36 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.778045:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5000, rc 0) 00000100:00100000:0.0:1763345648.778074:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b61050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+36:57869:x1849000910517760:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3924us (4552us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345648.778081:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8464 00000100:00100000:2.0:1763345648.781285:0:35200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d02300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35200:1849000924447488:192.168.203.8@tcp:105: 00010000:00010000:2.0:1763345648.781309:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345648.781366:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b645687850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+35:2408:x1849000910517888:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 4010us (4257us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.781376:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3817 00000100:00100000:1.0:1763345648.782111:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.782432:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910518016 00000100:00100000:0.0:1763345648.782439:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910518016 00000100:00100000:0.0:1763345648.782482:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8465 00000100:00100000:0.0:1763345648.782490:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+35:57869:x1849000910518016:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345648.782504:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345648.782520:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae395 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833929 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.782544:0:27810:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae2c3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338d5 expref: 36 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345648.782552:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345648.782554:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345648.782557:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae395 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833929 expref: 36 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.782583:0:27810:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae2c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a969808338d5 expref: 36 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345648.782593:0:27810:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae2c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338d5 expref: 36 pid: 15692 timeout: 1141 lvb_type: 1 00000100:00100000:0.0:1763345648.782610:0:27810:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544209f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27810:1849000924447616:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345648.782672:0:27810:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5448f8840 going to sleep for 11 seconds 00000100:00100000:1.0:1763345648.786088:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.786201:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910518144 00000100:00100000:2.0:1763345648.786211:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910518144 00010000:00010000:2.0:1763345648.786248:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae2c3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338d5 expref: 37 pid: 15692 timeout: 1141 lvb_type: 1 00000100:00100000:0.0:1763345648.786464:0:27810:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544209f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27810:1849000924447616:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345648.786491:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae395 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833929 expref: 37 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.786509:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4400, rc 0) 00000100:00100000:0.0:1763345648.786569:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+37:57869:x1849000910518016:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4078us (4458us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345648.786577:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8465 00000100:00100000:2.0:1763345648.786636:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3818 00000100:00100000:2.0:1763345648.786645:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+36:2408:x1849000910518144:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345648.786659:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345648.786676:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae2c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338d5 expref: 36 pid: 15692 timeout: 1141 lvb_type: 1 00010000:00010000:2.0:1763345648.786690:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae2c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338d5 expref: 36 pid: 15692 timeout: 1141 lvb_type: 1 00010000:00010000:2.0:1763345648.786728:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae2c3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338d5 expref: 36 pid: 15692 timeout: 1141 lvb_type: 1 00010000:00010000:2.0:1763345648.786741:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345648.786743:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345648.786750:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae395 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833929 expref: 35 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.786797:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae395 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833929 expref: 35 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.786847:0:35200:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae395 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833929 expref: 35 pid: 27810 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345648.786867:0:35200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d01500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35200:1849000924447744:192.168.203.8@tcp:105: 00000100:00100000:2.0:1763345648.786916:0:35200:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541c29840 going to sleep for 11 seconds 00000100:00100000:2.0:1763345648.792272:0:35200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d01500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35200:1849000924447744:192.168.203.8@tcp:105: 00010000:00010000:2.0:1763345648.792301:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345648.792736:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+35:2408:x1849000910518144:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 6090us (6655us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.792748:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3818 00000100:00100000:1.0:1763345648.793994:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.794200:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910518272 00000100:00100000:0.0:1763345648.794208:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910518272 00000100:00100000:0.0:1763345648.794264:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8466 00000100:00100000:0.0:1763345648.794273:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+17:57869:x1849000910518272:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345648.794289:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345648.794307:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae39c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833930 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.794336:0:27810:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae2ca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338dc expref: 18 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345648.794343:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345648.794345:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345648.794349:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae39c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833930 expref: 18 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.794382:0:27810:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae2ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a969808338dc expref: 18 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345648.794396:0:27810:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae2ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338dc expref: 18 pid: 8404 timeout: 1141 lvb_type: 1 00000100:00100000:0.0:1763345648.794409:0:27810:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544209f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27810:1849000924447872:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345648.794485:0:27810:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5448f8840 going to sleep for 11 seconds 00000100:00100000:1.0:1763345648.797434:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.797523:0:27810:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544209f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27810:1849000924447872:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345648.797553:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae39c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833930 expref: 18 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.797574:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4a00, rc 0) 00000100:00100000:0.0:1763345648.797633:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+18:57869:x1849000910518272:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3361us (3643us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345648.797642:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8466 00000100:00100000:2.0:1763345648.797737:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910518400 00000100:00100000:2.0:1763345648.797745:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910518400 00010000:00010000:2.0:1763345648.797818:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae2ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338dc expref: 18 pid: 8404 timeout: 1141 lvb_type: 1 00000100:00100000:2.0:1763345648.797851:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3819 00000100:00100000:2.0:1763345648.797860:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910518400:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345648.797874:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345648.797894:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae2ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338dc expref: 18 pid: 8404 timeout: 1141 lvb_type: 1 00010000:00010000:2.0:1763345648.797905:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae2ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338dc expref: 18 pid: 8404 timeout: 1141 lvb_type: 1 00010000:00010000:2.0:1763345648.797927:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae2ca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338dc expref: 18 pid: 8404 timeout: 1141 lvb_type: 1 00010000:00010000:2.0:1763345648.797945:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345648.797947:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345648.797953:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae39c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833930 expref: 17 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.797964:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae39c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833930 expref: 17 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.797997:0:35200:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae39c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833930 expref: 17 pid: 27810 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345648.798012:0:35200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d01500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:35200:1849000924448000:192.168.203.8@tcp:105: 00000100:00100000:2.0:1763345648.798060:0:35200:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541c29840 going to sleep for 11 seconds 00000100:00100000:1.0:1763345648.805670:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.805869:0:35200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d01500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:35200:1849000924448000:192.168.203.8@tcp:105: 00010000:00010000:2.0:1763345648.805891:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345648.805943:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910518400:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 8084us (8515us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.805953:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3819 00000100:00100000:0.0:1763345648.809341:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910518528 00000100:00100000:0.0:1763345648.809355:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910518528 00000100:00100000:0.0:1763345648.810120:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8467 00000100:00100000:0.0:1763345648.810132:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+35:2408:x1849000910518528:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:0.0:1763345648.810278:0:27810:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 226970 -> 226970 00002000:00010000:0.0:1763345648.810282:0:27810:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:0.0:1763345648.810285:0:27810:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:0.0:1763345648.810287:0:27810:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345647 -> 1763345648 00002000:00010000:0.0:1763345648.810290:0:27810:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:0.0:1763345648.810360:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+36:2408:x1849000910518528:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 230us (4700us total) trans 21474839717 rc 0/0 00000100:00100000:0.0:1763345648.810368:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8467 00000100:00100000:1.0:1763345648.810562:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.810598:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.810622:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910518656 00000100:00100000:1.0:1763345648.810627:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910518656 00000100:00100000:1.0:1763345648.810654:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910518784 00000100:00100000:1.0:1763345648.810657:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910518784 00000100:00100000:1.0:1763345648.810676:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8468 00000100:00100000:1.0:1763345648.810683:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+36:2408:x1849000910518656:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:1.0:1763345648.810741:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345648.810744:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345648.810746:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345648.810748:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345647 -> 1763345648 00002000:00010000:1.0:1763345648.810751:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763345648.810820:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+37:2408:x1849000910518656:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 136us (258us total) trans 21474839718 rc 0/0 00000100:00100000:1.0:1763345648.810828:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8468 00000100:00100000:1.0:1763345648.810842:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8469 00000100:00100000:1.0:1763345648.810849:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910518784:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:1.0:1763345648.810913:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345648.810916:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345648.810918:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345648.810920:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345647 -> 1763345648 00002000:00010000:1.0:1763345648.810922:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345648.810941:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910518784:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 93us (342us total) trans 17179872426 rc 0/0 00000100:00100000:1.0:1763345648.810947:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8469 00000100:00100000:1.0:1763345648.814186:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.817064:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910519040 00000100:00100000:0.0:1763345648.817078:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910519040 00000100:00100000:0.0:1763345648.817149:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3956 00000100:00100000:0.0:1763345648.817159:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b64a0b4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+339:57869:x1849000910519040:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:0.0:1763345648.817221:0:6523:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000405:0x25c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae27d lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338b9 expref: 339 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.817271:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae3a3 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345648.817286:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae2a7 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338c0 expref: 339 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.817297:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae3a3 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345648.817332:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae2a7 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a969808338c0 expref: 339 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.817346:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae2a7 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338c0 expref: 339 pid: 35210 timeout: 1141 lvb_type: 0 00000100:00100000:0.0:1763345648.817362:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544209f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924448128:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345648.817450:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5448f8840 going to sleep for 11 seconds 00000100:00100000:2.0:1763345648.820366:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.820495:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544209f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924448128:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345648.820527:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae3a3 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000100:00100000:1.0:1763345648.821172:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910519168 00000100:00100000:1.0:1763345648.821180:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910519168 00010000:00010000:1.0:1763345648.821216:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae2a7 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338c0 expref: 340 pid: 35210 timeout: 1141 lvb_type: 0 00000100:00100000:1.0:1763345648.821255:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3820 00000100:00100000:1.0:1763345648.821264:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+340:2408:x1849000910519168:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345648.821277:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345648.821284:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae2a7 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338c0 expref: 340 pid: 35210 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763345648.821299:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae2a7 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 13 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338c0 expref: 340 pid: 35210 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763345648.821321:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae2a7 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 13 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a969808338c0 expref: 340 pid: 35210 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763345648.821337:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345648.821341:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae3a3 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345648.821350:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae3a3 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345648.821357:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae3a3 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345648.821385:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345648.821443:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+339:2408:x1849000910519168:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 180us (1087us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.821450:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3820 00010000:00010000:0.0:1763345648.821504:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae3a3 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345648.821511:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae3a3 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000040:00080000:0.0:1763345648.821711:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1967, 88 off162984 00000004:00080000:0.0:1763345648.821717:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1041346957537ns, next at 1037769741907ns, rc = 0 00000040:00080000:0.0:1763345648.821753:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1984, 88 off164632 00000004:00080000:0.0:1763345648.821782:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1041346997234ns, next at 1038505825846ns, rc = 0 00000040:00080000:0.0:1763345648.821798:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1968, 88 off163072 00000004:00080000:0.0:1763345648.821815:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1041347054999ns, next at 1037769741907ns, rc = 0 00000040:00080000:0.0:1763345648.821825:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1985, 88 off164720 00000004:00080000:0.0:1763345648.821828:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1041347068696ns, next at 1038505825846ns, rc = 0 00000040:00080000:0.0:1763345648.821835:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1986, 88 off164808 00000004:00080000:0.0:1763345648.821841:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1041347078154ns, next at 1038505825846ns, rc = 0 00000040:00080000:0.0:1763345648.821849:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1969, 88 off163160 00000004:00080000:0.0:1763345648.821852:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1041347092565ns, next at 1037769741907ns, rc = 0 00000004:00080000:3.0:1763345648.821917:0:32328:0:(osp_sync.c:925:osp_sync_new_err_job()) lustre-OST0001-osc-MDT0000 repeating 2 operation object 0x2c0000401:84 00000004:00080000:3.0:1763345648.821956:0:32328:0:(osp_sync.c:925:osp_sync_new_err_job()) lustre-OST0001-osc-MDT0000 repeating 2 operation object 0x2c0000401:84 00000100:00100000:3.0:1763345648.822005:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924448384:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345648.822059:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345648.822112:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763345648.822119:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924448256:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345648.822141:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345648.822232:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924448384 00000100:00100000:2.0:1763345648.822249:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924448384 00000100:00100000:2.0:1763345648.822281:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924448256 00000100:00100000:2.0:1763345648.822283:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924448256 00000100:00100000:2.0:1763345648.822301:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8470 00000100:00100000:2.0:1763345648.822307:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3657:x1849000924448384:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345648.822439:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3657:x1849000924448384:12345-0@lo:2:osp-syn-1-0.0 Request processed in 132us (379us total) trans 0 rc -22/-22 00000100:00100000:2.0:1763345648.822447:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8470 00000100:00100000:2.0:1763345648.822462:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8471 00000100:00100000:2.0:1763345648.822468:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3657:x1849000924448256:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763345648.822853:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6449d1c00, transno 0 00000100:00100000:3.0:1763345648.822858:0:3657:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872416 gen 2 00000004:00080000:3.0:1763345648.822861:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ab5500, transno 17179872405 00000004:00080000:3.0:1763345648.822882:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6432dc000, transno 17179872406 00000004:00080000:3.0:1763345648.822885:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b65ed7f800, transno 17179872407 00000004:00080000:3.0:1763345648.822888:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541d64e00, transno 17179872408 00000004:00080000:3.0:1763345648.822891:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541d64700, transno 17179872409 00000004:00080000:3.0:1763345648.822893:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541d65c00, transno 17179872410 00000004:00080000:3.0:1763345648.822896:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ee4e00, transno 17179872414 00000004:00080000:3.0:1763345648.822899:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541d64a80, transno 17179872415 00000004:00080000:3.0:1763345648.822901:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ee4000, transno 17179872416 00000004:00080000:3.0:1763345648.822906:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6449d1c00/1, rc -22, transno 0 00000100:00100000:3.0:1763345648.822914:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924448256:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763345648.822926:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6449d2300, transno 0 00000004:00080000:3.0:1763345648.822929:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6449d2300/1, rc -22, transno 0 00000100:00100000:3.0:1763345648.822935:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924448384:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345648.823110:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3657:x1849000924448256:12345-0@lo:2:osp-syn-1-0.0 Request processed in 66us (391us total) trans 0 rc -22/-22 00000100:00100000:2.0:1763345648.823121:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8471 00000004:00080000:1.0:1763345648.823314:0:32328:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 3 changes, 0 in progress, 0 in flight, 9 done 00000001:00080000:0.0:1763345648.824134:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941358 is committed 00000004:00080000:0.0:1763345648.824142:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1270 committed 00000004:00080000:0.0:1763345648.824158:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1286 committed 00010000:00010000:2.0:1763345648.824256:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ae2d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824267:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ae2d1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824273:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ae2d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824280:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545b86200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345648.824285:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ae2d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824292:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ae2d1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824308:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.824311:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345648.824316:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ae2d1 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824321:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545b86200/0x52bea07cb58ae2d1 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824340:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae2fb lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.824346:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae2fb lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.824350:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae2fb lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.824355:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345648.824358:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae2fb lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.824362:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae2fb lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.824369:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.824371:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345648.824373:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae2fb lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.824378:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae2fb lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.824388:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae325 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.824393:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae325 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.824398:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae325 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.824403:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345648.824406:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae325 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.824412:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae325 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.824418:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.824420:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345648.824422:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae325 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.824428:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae325 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.824436:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae34f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824441:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae34f lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824445:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae34f lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824450:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545a1cc00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345648.824452:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae34f lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824457:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae34f lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824463:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.824465:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345648.824467:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae34f lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824476:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae34f lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824485:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae36b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.824490:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae36b lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.824495:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae36b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.824499:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345648.824502:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae36b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.824507:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae36b lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.824513:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.824515:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345648.824518:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae36b lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.824522:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae36b lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 35210 initiator: MDT0 00010000:00010000:2.0:1763345648.824530:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae380 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824534:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae380 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824539:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae380 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824543:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545a1d400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345648.824546:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae380 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824551:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae380 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824556:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.824558:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345648.824560:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae380 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824564:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae380 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824571:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae387 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824576:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae387 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824580:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae387 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824584:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345648.824587:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae387 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824592:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae387 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824599:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.824601:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345648.824603:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae387 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.824608:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae387 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763345648.824787:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924448640:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345648.824852:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345648.824880:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763345648.824885:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924448512:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345648.824906:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345648.824933:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924448768:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345648.824955:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345648.824984:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924448640 00000100:00100000:1.0:1763345648.824990:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924448640 00000100:00100000:1.0:1763345648.825020:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8472 00000100:00100000:1.0:1763345648.825027:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3659:x1849000924448640:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763345648.825138:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345648.825141:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345648.825143:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345648.825145:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345648.825148:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763345648.825176:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+18:3659:x1849000924448640:12345-0@lo:2:osp-syn-0-0.0 Request processed in 149us (324us total) trans 21474839719 rc 0/0 00000100:00100000:1.0:1763345648.825182:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8472 00000100:00100000:1.0:1763345648.825194:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924448512 00000100:00100000:1.0:1763345648.825197:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924448512 00000100:00100000:1.0:1763345648.825210:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924448768 00000100:00100000:1.0:1763345648.825211:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924448768 00000100:00100000:1.0:1763345648.825225:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8473 00000100:00100000:1.0:1763345648.825229:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+19:3659:x1849000924448512:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763345648.825266:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 226970 -> 226970 00002000:00010000:1.0:1763345648.825269:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345648.825271:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345648.825273:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345648.825275:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:1.0:1763345648.825293:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3659:x1849000924448512:12345-0@lo:2:osp-syn-0-0.0 Request processed in 64us (387us total) trans 21474839720 rc 0/0 00000100:00100000:1.0:1763345648.825298:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8473 00000100:00100000:1.0:1763345648.825308:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8474 00000100:00100000:1.0:1763345648.825313:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+19:3656:x1849000924448768:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763345648.825350:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345648.825352:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345648.825355:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:1.0:1763345648.825356:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345648.825358:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345648.825380:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3656:x1849000924448768:12345-0@lo:2:osp-syn-0-0.0 Request processed in 66us (424us total) trans 21474839721 rc 0/0 00000100:00100000:1.0:1763345648.825384:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8474 00000004:00080000:1.0:1763345648.825412:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dfce00/2, rc 0, transno 21474839721 00000100:00100000:1.0:1763345648.825417:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924448768:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345648.825434:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dff480/2, rc 0, transno 21474839720 00000100:00100000:1.0:1763345648.825437:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924448512:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345648.825444:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dfdc00/2, rc 0, transno 21474839719 00000100:00100000:1.0:1763345648.825448:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924448640:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345648.825514:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1285 committed 00000100:00100000:3.0:1763345648.825626:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924449152:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345648.825653:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345648.825671:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763345648.825676:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924449024:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345648.825692:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345648.825724:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924449152 00000100:00100000:3.0:1763345648.825728:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924449152 00000100:00100000:3.0:1763345648.825748:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924449024 00000100:00100000:3.0:1763345648.825751:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924449024 00000100:00100000:3.0:1763345648.825783:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8475 00000100:00100000:3.0:1763345648.825790:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3659:x1849000924449152:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763345648.825868:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 226970 -> 226970 00002000:00010000:3.0:1763345648.825871:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345648.825873:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345648.825875:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345648.825878:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 120 -> 120 00000100:00100000:3.0:1763345648.825912:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3659:x1849000924449152:12345-0@lo:2:osp-syn-1-0.0 Request processed in 122us (257us total) trans 17179872427 rc 0/0 00000100:00100000:3.0:1763345648.825918:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8475 00000100:00100000:2.0:1763345648.825928:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8476 00000100:00100000:2.0:1763345648.825940:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3659:x1849000924449024:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763345648.825955:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6449d3100/2, rc 0, transno 17179872427 00000100:00100000:3.0:1763345648.825962:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924449152:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345648.825975:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924448896:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345648.826002:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1763345648.826006:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345648.826010:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.826013:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:2.0:1763345648.826016:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345648.826018:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345648.826032:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924448896 00000100:00100000:3.0:1763345648.826036:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924448896 00000100:00100000:3.0:1763345648.826059:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8477 00000100:00100000:3.0:1763345648.826067:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3657:x1849000924448896:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345648.826074:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3659:x1849000924449024:12345-0@lo:2:osp-syn-1-0.0 Request processed in 136us (378us total) trans 17179872428 rc 0/0 00000100:00100000:2.0:1763345648.826081:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8476 00000004:00080000:2.0:1763345648.826110:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6449d1c00/2, rc 0, transno 17179872428 00000100:00100000:2.0:1763345648.826114:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924449024:0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763345648.826137:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345648.826141:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345648.826143:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345648.826145:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345648.826148:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345648.826182:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3657:x1849000924448896:12345-0@lo:2:osp-syn-1-0.0 Request processed in 116us (180us total) trans 17179872429 rc 0/0 00000100:00100000:3.0:1763345648.826189:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8477 00000004:00080000:2.0:1763345648.826191:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6449d2300/2, rc 0, transno 17179872429 00000100:00100000:2.0:1763345648.826197:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924448896:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763345648.826381:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1269 committed 00000004:00080000:0.0:1763345648.826384:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1284 committed 00000004:00080000:0.0:1763345648.826386:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1268 committed 00000004:00010000:0.0:1763345648.826459:0:6523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003fc0c22a reply state 0000000043429bc1 transno 8589941358 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae3a3 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345648.826475:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae3a3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345648.826484:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345648.826487:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763345648.826490:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763345648.826494:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345648.826497:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345648.826502:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae27d lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808338b9 expref: 318 pid: 6520 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1763345648.826593:0:6523:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763345648.826603:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a0b4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+318:57869:x1849000910519040:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 9446us (12424us total) trans 8589941358 rc 0/0 00000100:00100000:0.0:1763345648.826610:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3956 00010000:00010000:2.0:1763345648.826690:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae3a3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345648.826698:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae3a3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345648.826704:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae3a3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345648.826710:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345648.826714:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae3a3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345648.826721:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae3a3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345648.826731:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.826733:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345648.826737:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae3a3 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345648.826742:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae3a3 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00000100:00100000:2.0:1763345648.829553:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.830062:0:35210:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910519296 00000100:00100000:0.0:1763345648.830073:0:35210:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910519296 00000100:00100000:1.0:1763345648.830196:0:35210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11494 00000100:00100000:1.0:1763345648.830207:0:35210:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+317:57869:x1849000910519296:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345648.830229:0:35210:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345648.830249:0:35210:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae3aa lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833937 expref: -99 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.830301:0:35210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae3aa lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833937 expref: 318 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.830315:0:35210:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae3aa lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833937 expref: 318 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.830332:0:35210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345648.830336:0:35210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345648.830339:0:35210:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91400, rc 0) 00000100:00100000:1.0:1763345648.830399:0:35210:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d51c9e15-7951-472b-8182-95fba90f4cff+318:57869:x1849000910519296:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 194us (854us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.830406:0:35210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11494 00000100:00100000:1.0:1763345648.833015:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.833489:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910519552 00000100:00100000:0.0:1763345648.833500:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910519552 00000100:00100000:0.0:1763345648.833904:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3957 00000100:00100000:0.0:1763345648.833914:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+318:57869:x1849000910519552:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345648.834716:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+319:57869:x1849000910519552:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 800us (1708us total) trans 8589941359 rc 0/0 00000100:00100000:0.0:1763345648.834725:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3957 00000100:00100000:3.0:1763345648.847382:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.847524:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910519680 00000100:00100000:2.0:1763345648.847534:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910519680 00000100:00100000:2.0:1763345648.847595:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11495 00000100:00100000:2.0:1763345648.847605:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+319:57870:x1849000910519680:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345648.847627:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345648.847651:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae3b1 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083393e expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.847725:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae3b8 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.847739:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae3b8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.847750:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae3b8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.847788:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae3bf lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.847797:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae3bf lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.847812:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae3bf lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.847891:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae3c6 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.847901:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae3c6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.847908:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae3c6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345648.847951:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 226970 00000004:00200000:2.0:1763345648.847955:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345648.847974:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae3c6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.847985:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae3c6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.847994:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae3b8 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.848001:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae3b8 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.848007:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae3b8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.848013:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae3b8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.848023:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345648.848028:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae3b8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.848035:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae3b8 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.848046:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b54326ba00) 00010000:00010000:2.0:1763345648.848049:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345648.848054:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae3b8 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.848060:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae3b8 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.848073:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae3bf lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.848078:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae3bf lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.848083:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae3bf lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.848088:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345648.848091:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae3bf lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.848096:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae3bf lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.848103:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b54326b600) 00010000:00010000:2.0:1763345648.848106:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345648.848109:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae3bf lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.848114:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae3bf lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345648.848144:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae3b1 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083393e expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.848160:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae3c6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083393e expref: 320 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.848167:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.848169:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345648.848172:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6200, rc 0) 00000100:00100000:2.0:1763345648.848242:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+320:57870:x1849000910519680:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 639us (870us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.848250:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11495 00000100:00100000:1.0:1763345648.849990:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544209f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924449280:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763345648.850049:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345648.850091:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924449408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763345648.850114:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345648.850130:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3658:1849000924449664:0@lo:400:kworker.0 00000100:00100000:1.0:1763345648.850137:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3656:1849000924449920:0@lo:400:kworker.0 00000100:00100000:3.0:1763345648.850156:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345648.850156:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345648.850234:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924449280 00000100:00100000:2.0:1763345648.850241:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924449280 00000100:00100000:3.0:1763345648.850247:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3658:1849000924450176:0@lo:400:kworker.0 00000100:00100000:3.0:1763345648.850271:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345648.850287:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b671c0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3658:1849000924450688:0@lo:400:kworker.0 00000100:00100000:2.0:1763345648.850287:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924449664 00000100:00100000:2.0:1763345648.850290:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924449664 00000100:00100000:3.0:1763345648.850306:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345648.850306:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316 00000100:00100000:2.0:1763345648.850313:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3656:x1849000924449280:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763345648.850323:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1763345648.850327:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3658:1849000924449792:0@lo:400:kworker.0 00000004:00000024:2.0:1763345648.850342:0:6526:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446178816 avail 1299939328 00000100:00100000:3.0:1763345648.850345:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345648.850359:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3658:1849000924450304:0@lo:400:kworker.0 00000100:00100000:3.0:1763345648.850376:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345648.850377:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3656:x1849000924449280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.850383:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316 00000100:00100000:3.0:1763345648.850389:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54420b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3658:1849000924450816:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763345648.850400:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317 00000100:00100000:3.0:1763345648.850405:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345648.850406:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3658:x1849000924449664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763345648.850423:0:7861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924450816 00000100:00100000:3.0:1763345648.850427:0:7861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924450816 00000100:00100000:2.0:1763345648.850436:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:3658:x1849000924449664:12345-0@lo:400:kworker.0 Request processed in 31us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345648.850444:0:7861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:3.0:1763345648.850450:0:7861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:3658:x1849000924450816:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763345648.850453:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317 00000004:00000024:3.0:1763345648.850466:0:7861:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445523456 avail 1299283968 00000100:00100000:2.0:1763345648.850468:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924450176 00000100:00100000:2.0:1763345648.850471:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924450176 00000100:00100000:3.0:1763345648.850492:0:7861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3658:x1849000924450816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 43us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345648.850498:0:7861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00100000:2.0:1763345648.850498:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924450688 00000100:00100000:2.0:1763345648.850500:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924450688 00000100:00100000:1.0:1763345648.851696:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3656:1849000924450432:0@lo:400:kworker.0 00000100:00100000:1.0:1763345648.851745:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345648.852529:0:3656:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294968315 gen 2 00000004:00080000:1.0:1763345648.852536:0:3656:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294968315 committed transno 4294968315 00000020:00080000:1.0:1763345648.852545:0:3656:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91b674947300 refcount 2 committed 0 result 0 batchid 4294969279 00000020:00080000:1.0:1763345648.852552:0:3656:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91b671ccd600 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91b6749473c0 00000020:00080000:1.0:1763345648.852555:0:3656:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000405:0x2:0x0].5 00000020:00080000:1.0:1763345648.852558:0:3656:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91b671ccdc00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91b5470aa200 00000020:00080000:1.0:1763345648.852561:0:3656:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].11 00000100:00100000:2.0:1763345648.852753:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924449792 00000100:00100000:3.0:1763345648.852754:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924450304 00000100:00100000:3.0:1763345648.852774:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924450304 00000100:00100000:2.0:1763345648.852774:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924449792 00000100:00100000:3.0:1763345648.852817:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924450432 00000100:00100000:3.0:1763345648.852820:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924450432 00000100:00100000:2.0:1763345648.852823:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250 00000100:00100000:2.0:1763345648.852831:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1849000924450176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763345648.852834:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251 00000100:00100000:3.0:1763345648.852839:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1849000924450688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763345648.852880:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1849000924450688:12345-0@lo:400:kworker.0 Request processed in 41us (2573us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.852880:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1849000924450176:12345-0@lo:400:kworker.0 Request processed in 50us (2608us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.852887:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250 00000100:00100000:3.0:1763345648.852890:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251 00000100:00100000:3.0:1763345648.852903:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1252 00000100:00100000:3.0:1763345648.852908:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1849000924450304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763345648.852933:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1849000924450304:12345-0@lo:400:kworker.0 Request processed in 25us (2556us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.852975:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544209f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924449280:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763345648.852996:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1763345648.853004:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:abaeb091-2865-41c5-9779-9e35cea57c58:3656:1849000924449536:0@lo:400:kworker.0 00000100:00100000:1.0:1763345648.853034:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345648.853061:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3656:1849000924450048:0@lo:400:kworker.0 00000100:00100000:2.0:1763345648.853474:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253 00000100:00100000:2.0:1763345648.853483:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1849000924449792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763345648.854184:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345648.854205:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1849000924449792:12345-0@lo:400:kworker.0 Request processed in 721us (3856us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.854214:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253 00000100:00100000:2.0:1763345648.854237:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00100000:2.0:1763345648.854247:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3656:x1849000924450432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763345648.854281:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3656:x1849000924450432:12345-0@lo:400:kworker.0 Request processed in 36us (2537us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345648.854289:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1252 00000100:00100000:2.0:1763345648.854299:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00000100:00100000:3.0:1763345648.854332:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924449920 00000100:00100000:3.0:1763345648.854338:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924449920 00000100:00100000:3.0:1763345648.854383:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1763345648.854391:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3656:x1849000924449920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763345648.854420:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.854438:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3656:1849000924450560:0@lo:400:kworker.0 00000100:00100000:3.0:1763345648.854439:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3656:x1849000924449920:12345-0@lo:400:kworker.0 Request processed in 48us (4281us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.854448:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924450048 00000100:00100000:3.0:1763345648.854452:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:2.0:1763345648.854455:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924450048 00000100:00100000:1.0:1763345648.854476:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345648.854494:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:2.0:1763345648.854503:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3656:x1849000924450048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763345648.854513:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3658:1849000924449792:0@lo:400:kworker.0 00000100:00100000:1.0:1763345648.854536:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3656:1849000924449920:0@lo:400:kworker.0 00000100:00100000:3.0:1763345648.854540:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3658:1849000924450304:0@lo:400:kworker.0 00000100:00100000:2.0:1763345648.854547:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3656:x1849000924450048:12345-0@lo:400:kworker.0 Request processed in 45us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.854555:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1763345648.854558:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3656:1849000924450432:0@lo:400:kworker.0 00000100:00100000:3.0:1763345648.854567:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54420b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3658:1849000924450816:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763345648.854579:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910519936 00000100:00100000:2.0:1763345648.854584:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910519936 00000100:00100000:3.0:1763345648.854586:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3658:1849000924449664:0@lo:400:kworker.0 00000100:00100000:1.0:1763345648.854593:0:3656:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179872343 gen 2 00000100:00100000:1.0:1763345648.854610:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3656:1849000924450048:0@lo:400:kworker.0 00000100:00100000:2.0:1763345648.854612:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924450560 00000100:00100000:3.0:1763345648.854614:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3658:1849000924450176:0@lo:400:kworker.0 00000100:00100000:2.0:1763345648.854618:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924450560 00000100:00100000:3.0:1763345648.854636:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b671c0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3658:1849000924450688:0@lo:400:kworker.0 00000100:00100000:2.0:1763345648.854645:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1255 00000100:00100000:2.0:1763345648.854651:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3656:x1849000924450560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763345648.854687:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3656:x1849000924450560:12345-0@lo:400:kworker.0 Request processed in 34us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.854693:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1255 00000100:00100000:1.0:1763345648.854700:0:31094:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924449408 00000100:00100000:1.0:1763345648.854706:0:31094:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924449408 00000100:00100000:2.0:1763345648.854711:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11496 00000100:00100000:2.0:1763345648.854721:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+320:57870:x1849000910519936:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345648.854733:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1763345648.854741:0:31094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1763345648.854752:0:31094:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3656:x1849000924449408:12345-0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1763345648.854755:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae3cd lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833945 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00002000:00000024:1.0:1763345648.854812:0:31094:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484892736 pending 0 free 3919081472 avail 3687182336 00000100:00080000:0.0:1763345648.854825:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1763345648.854830:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1763345648.854833:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1763345648.854835:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763345648.854854:0:31094:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3656:x1849000924449408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (4736us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.854862:0:31094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000020:00080000:1.0:1763345648.854883:0:32338:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969280 committed batchid 4294969278 00010000:00010000:2.0:1763345648.854887:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae3d4 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345648.854902:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae3d4 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345648.854912:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae3d4 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345648.854924:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 226970 00000020:00080000:1.0:1763345648.854943:0:32338:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969278 00000100:00100000:1.0:1763345648.854957:0:32316:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924449536 00000100:00100000:1.0:1763345648.854961:0:32316:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924449536 00000100:00100000:1.0:1763345648.854998:0:32316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1763345648.855007:0:32316:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6446d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:abaeb091-2865-41c5-9779-9e35cea57c58+23:3656:x1849000924449536:12345-0@lo:400:kworker.0 00010000:00010000:2.0:1763345648.855014:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae3cd lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833945 expref: 323 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.855035:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae3d4 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833945 expref: 322 pid: 6522 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345648.855044:0:32316:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6446d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:abaeb091-2865-41c5-9779-9e35cea57c58+23:3656:x1849000924449536:12345-0@lo:400:kworker.0 Request processed in 38us (2009us total) trans 0 rc 0/0 00010000:00010000:2.0:1763345648.855045:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.855052:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00000100:00100000:1.0:1763345648.855056:0:32316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00010000:00010000:2.0:1763345648.855058:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6a00, rc 0) 00000100:00100000:1.0:1763345648.855112:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:abaeb091-2865-41c5-9779-9e35cea57c58:3656:1849000924449536:0@lo:400:kworker.0 00000100:00100000:2.0:1763345648.855117:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+322:57870:x1849000910519936:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 396us (697us total) trans 8589941360 rc 0/0 00000100:00100000:2.0:1763345648.855126:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11496 00000100:00100000:1.0:1763345648.855128:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3656:1849000924450560:0@lo:400:kworker.0 00000100:00100000:1.0:1763345648.855148:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924449408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763345648.857585:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.859096:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910520192 00000100:00100000:2.0:1763345648.859110:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910520192 00000100:00100000:2.0:1763345648.859174:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11497 00000100:00100000:2.0:1763345648.859184:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+322:57870:x1849000910520192:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345648.859213:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345648.859232:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae3e2 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083394c expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.859332:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae3e9 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345648.859347:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae3e9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345648.859358:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae3e9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345648.859370:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 226970 00010000:00010000:2.0:1763345648.859470:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae3e2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083394c expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.859490:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae3e9 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083394c expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.859498:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.859501:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763345648.859505:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7a00, rc 0) 00000100:00100000:2.0:1763345648.859569:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57870:x1849000910520192:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 386us (1992us total) trans 8589941361 rc 0/0 00000100:00100000:2.0:1763345648.859577:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11497 00000100:00100000:0.0:1763345648.895107:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.895227:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910520320 00000100:00100000:1.0:1763345648.895237:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910520320 00000100:00100000:1.0:1763345648.895323:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2121 00000100:00100000:1.0:1763345648.895335:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+37:2410:x1849000910520320:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:1.0:1763345648.895370:0:28400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae3f7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.895388:0:28400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae38e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833922 expref: 37 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.895397:0:28400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345648.895399:0:28400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345648.895406:0:28400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae3f7 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.895440:0:28400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae38e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833922 expref: 37 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.895454:0:28400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae38e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833922 expref: 37 pid: 27810 timeout: 1141 lvb_type: 0 00000100:00100000:1.0:1763345648.895468:0:28400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5442d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28400:1849000924450944:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345648.895594:0:28400:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6431fab40 going to sleep for 11 seconds 00000100:00100000:1.0:1763345648.897552:0:28400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5442d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28400:1849000924450944:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345648.897591:0:28400:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae3f7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345648.897859:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.897909:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910520448 00000100:00100000:3.0:1763345648.897916:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910520448 00010000:00010000:3.0:1763345648.897949:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae38e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833922 expref: 38 pid: 27810 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763345648.897977:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3821 00000100:00100000:3.0:1763345648.897986:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+38:2409:x1849000910520448:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345648.897999:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345648.898021:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae38e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833922 expref: 38 pid: 27810 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763345648.898033:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae38e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833922 expref: 38 pid: 27810 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763345648.898056:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae38e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833922 expref: 38 pid: 27810 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763345648.898069:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345648.898072:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345648.898077:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae3f7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.898086:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae3f7 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.898123:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345648.898177:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+37:2409:x1849000910520448:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 192us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345648.898186:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3821 00010000:00010000:2.0:1763345648.898488:0:28400:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae3f7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.898499:0:28400:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae3f7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.908879:0:28400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae3f7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.908898:0:28400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae3f7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.908907:0:28400:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae3f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.908914:0:28400:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345648.908919:0:28400:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae3f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.908984:0:28400:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae3f7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.909003:0:28400:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae3f7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.909010:0:28400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae3f7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345648.909098:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+36:2410:x1849000910520320:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 13759us (13994us total) trans 0 rc 226970/226970 00000100:00100000:1.0:1763345648.909108:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2121 00000100:00100000:3.0:1763345648.914202:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.915466:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910520576 00000100:00100000:1.0:1763345648.915479:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910520576 00000100:00100000:1.0:1763345648.915651:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2122 00000100:00100000:1.0:1763345648.915662:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910520576:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:1.0:1763345648.915696:0:28400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ae3fe lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.915715:0:28400:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae356 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083390d expref: 18 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.915724:0:28400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345648.915726:0:28400:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345648.915729:0:28400:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ae3fe lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.915783:0:28400:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae356 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083390d expref: 18 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.915797:0:28400:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae356 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083390d expref: 18 pid: 8404 timeout: 1141 lvb_type: 0 00000100:00100000:1.0:1763345648.915821:0:28400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5442d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28400:1849000924451072:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345648.915904:0:28400:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6431fab40 going to sleep for 11 seconds 00000100:00100000:1.0:1763345648.918422:0:28400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5442d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28400:1849000924451072:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345648.918451:0:28400:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ae3fe lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345648.918679:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.918796:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910520704 00000100:00100000:1.0:1763345648.918812:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910520704 00010000:00010000:1.0:1763345648.918848:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae356 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083390d expref: 19 pid: 8404 timeout: 1141 lvb_type: 0 00000100:00100000:1.0:1763345648.918881:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3822 00000100:00100000:1.0:1763345648.918889:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910520704:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345648.918901:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345648.918919:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae356 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083390d expref: 19 pid: 8404 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763345648.918931:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae356 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083390d expref: 19 pid: 8404 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763345648.918955:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae356 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083390d expref: 19 pid: 8404 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763345648.918970:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.918972:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345648.918976:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ae3fe lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.918986:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ae3fe lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.919011:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345648.919069:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910520704:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 180us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.919077:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3822 00010000:00010000:0.0:1763345648.919325:0:28400:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ae3fe lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.919336:0:28400:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ae3fe lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.923103:0:28400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ae3fe lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.923122:0:28400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ae3fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.923132:0:28400:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ae3fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.923140:0:28400:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345648.923144:0:28400:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ae3fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.923152:0:28400:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ae3fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.923171:0:28400:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ae3fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345648.923180:0:28400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ae3fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28400 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345648.923953:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910520576:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 8288us (9755us total) trans 0 rc 226970/226970 00000100:00100000:0.0:1763345648.923964:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2122 00000100:00100000:3.0:1763345648.936026:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.936124:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910520832 00000100:00100000:1.0:1763345648.936134:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910520832 00000100:00100000:1.0:1763345648.936201:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 457 00000100:00100000:1.0:1763345648.936211:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+324:57870:x1849000910520832:12345-192.168.203.8@tcp:103:lfs.0 00010000:00010000:1.0:1763345648.936225:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345648.936250:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae3e9 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083394c expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345648.936269:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345648.936275:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345648.937444:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+323:57870:x1849000910520832:12345-192.168.203.8@tcp:103:lfs.0 Request processed in 1229us (1422us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.937454:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 457 00000100:00100000:2.0:1763345648.939009:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.939304:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910521088 00000100:00100000:0.0:1763345648.939314:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910521088 00000100:00100000:0.0:1763345648.939367:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3958 00000100:00100000:0.0:1763345648.939376:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+323:57870:x1849000910521088:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345648.939680:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+324:57870:x1849000910521088:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 304us (675us total) trans 8589941362 rc 0/0 00000100:00100000:0.0:1763345648.939688:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3958 00000100:00100000:2.0:1763345648.942369:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.942458:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910521344 00000100:00100000:3.0:1763345648.942468:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910521344 00000100:00100000:3.0:1763345648.942523:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11498 00000100:00100000:3.0:1763345648.942533:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57861:x1849000910521344:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:3.0:1763345648.942553:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345648.942572:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae405 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833953 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.942665:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae40c lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345648.942679:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae3c6 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083393e expref: 325 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.942687:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae40c lrc: 4/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345648.942718:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae3c6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083393e expref: 325 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.942742:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae3c6 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083393e expref: 325 pid: 6520 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763345648.942754:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d0000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924451200:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345648.942946:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763345648.945739:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d0000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924451200:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345648.945817:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae40c lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:2.0:1763345648.949112:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.949335:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910521472 00000100:00100000:1.0:1763345648.949345:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910521472 00010000:00010000:1.0:1763345648.949387:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae3c6 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083393e expref: 326 pid: 6520 timeout: 1141 lvb_type: 0 00000100:00100000:1.0:1763345648.949431:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3823 00000100:00100000:1.0:1763345648.949441:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b645685850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+326:2409:x1849000910521472:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345648.949455:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345648.949463:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae3c6 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083393e expref: 326 pid: 6520 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763345648.949475:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae3c6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083393e expref: 326 pid: 6520 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763345648.949498:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae3c6 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083393e expref: 326 pid: 6520 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763345648.949514:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345648.949520:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae40c lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345648.949529:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae40c lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345648.949536:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae40c lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345648.949565:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345648.949618:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b645685850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:2409:x1849000910521472:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 179us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.949627:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3823 00010000:00010000:3.0:1763345648.949807:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae40c lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345648.949815:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae40c lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:3.0:1763345648.949838:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 226970 00010000:00010000:3.0:1763345648.949962:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae405 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833953 expref: 326 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.949978:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae40c lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833953 expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.949984:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345648.949987:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763345648.949989:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545a1c200, rc 0) 00000100:00100000:3.0:1763345648.950034:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910521344:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 7502us (7671us total) trans 8589941363 rc 0/0 00000100:00100000:3.0:1763345648.950042:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11498 00000100:00100000:2.0:1763345648.952310:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.952484:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910521600 00000100:00100000:3.0:1763345648.952496:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910521600 00000100:00100000:3.0:1763345648.952559:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11499 00000100:00100000:3.0:1763345648.952570:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910521600:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:3.0:1763345648.952592:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345648.952612:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae41a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083395a expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.952705:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ae421 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345648.952720:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae40c lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833953 expref: 326 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.952729:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ae421 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345648.952784:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae40c lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833953 expref: 326 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.952797:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae40c lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833953 expref: 326 pid: 6522 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763345648.952823:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924451328:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345648.952907:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345648.955826:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.955976:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924451328:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345648.955999:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ae421 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:2.0:1763345648.956224:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910521728 00000100:00100000:2.0:1763345648.956231:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910521728 00010000:00010000:2.0:1763345648.956275:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae40c lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833953 expref: 327 pid: 6522 timeout: 1141 lvb_type: 0 00000100:00100000:1.0:1763345648.957066:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3824 00000100:00100000:1.0:1763345648.957080:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+327:2408:x1849000910521728:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345648.957095:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345648.957102:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae40c lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833953 expref: 327 pid: 6522 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763345648.957122:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae40c lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833953 expref: 327 pid: 6522 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763345648.957145:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae40c lrc: 0/0,0 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833953 expref: 327 pid: 6522 timeout: 1141 lvb_type: 0 00010000:00010000:1.0:1763345648.957161:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345648.957166:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ae421 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345648.957175:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ae421 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345648.957183:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ae421 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345648.957214:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345648.957267:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+326:2408:x1849000910521728:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 191us (1475us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345648.957275:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3824 00010000:00010000:3.0:1763345648.957337:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ae421 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345648.957345:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ae421 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:3.0:1763345648.957402:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 226970 00000004:00200000:3.0:1763345648.957407:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763345648.957424:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ae421 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345648.957451:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae41a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083395a expref: 326 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.957464:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ae421 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083395a expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.957471:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345648.957474:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345648.957476:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672e57400, rc 0) 00000100:00100000:3.0:1763345648.957520:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910521600:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 4952us (5218us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345648.957528:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11499 00000100:00100000:1.0:1763345648.960731:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.960851:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910521856 00000100:00100000:3.0:1763345648.960860:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910521856 00000100:00100000:3.0:1763345648.960915:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8478 00000100:00100000:3.0:1763345648.960925:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+36:2408:x1849000910521856:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:3.0:1763345648.960942:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345648.960961:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ae428 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833961 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345648.960983:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x370:0x0] initial LVB size: 226970, mtime: 0x691a84ef, atime: 0x691a84ef, ctime: 0x691a84f0, blocks: 0xd0 00010000:00010000:3.0:1763345648.960998:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345648.961000:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345648.961007:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ae428 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833961 expref: 37 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345648.961018:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ae428 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833961 expref: 37 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345648.961027:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672e56600, rc 0) 00000100:00100000:3.0:1763345648.961071:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+37:2408:x1849000910521856:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 147us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345648.961078:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8478 00000100:00100000:0.0:1763345648.963688:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345648.964218:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910521984 00000100:00100000:1.0:1763345648.964229:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910521984 00002000:00100000:1.0:1763345648.964275:0:28400:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x370:0x0] (98304->114687) req@ffff91b54420ad80 x1849000910521984/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:124/0 lens 488/0 e 0 to 0 dl 1763345659 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345648.964287:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54420ad80 with x1849000910521984 ext(98304->114687) 00002000:00010000:1.0:1763345648.964293:0:28400:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54420ad80 00000100:00100000:1.0:1763345648.964630:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2123 00000100:00100000:1.0:1763345648.964640:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+37:2409:x1849000910521984:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:1.0:1763345648.965125:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+37:2409:x1849000910521984:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 484us (1444us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1763345648.965134:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2123 00002000:00100000:1.0:1763345648.965142:0:28400:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x370:0x0] (98304->114687) req@ffff91b54420ad80 x1849000910521984/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:124/0 lens 488/16824 e 0 to 0 dl 1763345659 ref 1 fl Complete:/600/0 rc 16384/16384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345648.965151:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54420ad80 with x1849000910521984 ext(98304->114687) 00002000:00010000:1.0:1763345648.965154:0:28400:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54420ad80 00000100:00100000:1.0:1763345648.969159:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345648.969717:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910522240 00000100:00100000:0.0:1763345648.969729:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910522240 00000100:00100000:0.0:1763345648.969876:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3959 00000100:00100000:0.0:1763345648.969887:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910522240:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:0.0:1763345648.970126:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+326:57861:x1849000910522240:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 241us (976us total) trans 8589941364 rc 0/0 00000100:00100000:0.0:1763345648.970133:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3959 00000100:00100000:3.0:1763345648.972399:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345648.973991:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910522496 00000100:00100000:2.0:1763345648.974004:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910522496 00000100:00100000:2.0:1763345648.974084:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11500 00000100:00100000:2.0:1763345648.974095:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+326:57861:x1849000910522496:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345648.974117:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345648.974120:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:2.0:1763345648.974149:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae3d4 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833945 expref: 326 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.974175:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae3aa lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833937 expref: 325 pid: 35210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.974189:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ae421 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083395a expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.974200:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.974205:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345648.974218:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae42f lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833968 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.974277:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae436 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345648.974290:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae436 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345648.974299:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae436 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000040:00080000:2.0:1763345648.974957:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1970, 88 off163248 00000004:00080000:2.0:1763345648.974968:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1041500208220ns, next at 1037769741907ns, rc = 0 00000040:00080000:2.0:1763345648.975008:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1987, 88 off164896 00000004:00080000:2.0:1763345648.975015:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1041500255268ns, next at 1038505825846ns, rc = 0 00000040:00080000:2.0:1763345648.975436:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1971, 88 off163336 00000004:00080000:2.0:1763345648.975444:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1041500684231ns, next at 1037769741907ns, rc = 0 00000040:00080000:2.0:1763345648.975460:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1988, 88 off164984 00000004:00080000:2.0:1763345648.975464:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1041500704508ns, next at 1038505825846ns, rc = 0 00000040:00080000:2.0:1763345648.975488:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1989, 88 off165072 00000004:00080000:2.0:1763345648.975493:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1041500733249ns, next at 1038505825846ns, rc = 0 00000040:00080000:2.0:1763345648.975609:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1972, 88 off163424 00000004:00080000:2.0:1763345648.975615:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1041500855865ns, next at 1037769741907ns, rc = 0 00000001:00080000:0.0:1763345648.978937:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941365 is committed 00000004:00080000:0.0:1763345648.978950:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1273 committed 00000004:00080000:0.0:1763345648.978969:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1289 committed 00000004:00080000:0.0:1763345648.978979:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1288 committed 00000004:00080000:0.0:1763345648.978982:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1272 committed 00000004:00080000:0.0:1763345648.978984:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1287 committed 00000004:00080000:0.0:1763345648.978986:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1271 committed 00000020:00080000:0.0:1763345648.979001:0:32310:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969280 batchid updated 00000100:00100000:0.0:1763345648.979816:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5442d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924451456:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345648.979880:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345648.979927:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763345648.979933:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5442d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924451584:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345648.979956:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345648.979990:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924451456 00000100:00100000:0.0:1763345648.979997:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924451456 00000100:00100000:0.0:1763345648.980034:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924451584 00000100:00100000:0.0:1763345648.980037:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924451584 00000100:00100000:0.0:1763345648.980057:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8479 00000100:00100000:0.0:1763345648.980065:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3656:x1849000924451456:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1763345648.980204:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 226970 -> 226970 00002000:00010000:0.0:1763345648.980207:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:0.0:1763345648.980210:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:0.0:1763345648.980212:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:0.0:1763345648.980215:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:0.0:1763345648.980249:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:3656:x1849000924451456:12345-0@lo:2:osp-syn-0-0.0 Request processed in 185us (369us total) trans 21474839722 rc 0/0 00000100:00100000:0.0:1763345648.980257:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8479 00000100:00100000:0.0:1763345648.980273:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8480 00000100:00100000:0.0:1763345648.980278:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3656:x1849000924451584:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1763345648.980320:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345648.980323:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:0.0:1763345648.980325:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:0.0:1763345648.980328:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:0.0:1763345648.980330:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763345648.980353:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:3656:x1849000924451584:12345-0@lo:2:osp-syn-0-0.0 Request processed in 75us (396us total) trans 21474839723 rc 0/0 00000100:00100000:0.0:1763345648.980358:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8480 00000004:00080000:0.0:1763345648.980394:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5442d3b80/2, rc 0, transno 21474839723 00000100:00100000:0.0:1763345648.980400:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5442d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924451584:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345648.980408:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5442d0e00/2, rc 0, transno 21474839722 00000100:00100000:0.0:1763345648.980411:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5442d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924451456:0@lo:2:osp-syn-0-0.0 00000020:00080000:2.0:1763345648.982025:0:32338:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969280 00000004:00080000:2.0:1763345648.982089:0:32338:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff91b541c29e40 with version 16 00000020:00080000:2.0:1763345648.982100:0:32338:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294969279 cancel update log [0x240000405:0x2:0x0].5: rc = 0 00000020:00080000:2.0:1763345648.982169:0:32338:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969279 cancel update log [0x200000bd0:0x2:0x0].11: rc = 0 00000020:00080000:2.0:1763345648.982194:0:32338:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969280 cancel update log [0x200000bd0:0x2:0x0].12: rc = 0 00000020:00080000:2.0:1763345648.982200:0:32338:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969280 00010000:00010000:2.0:1763345648.982259:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae436 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833968 expref: 319 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.982272:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.982275:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763345648.982290:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae42f lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833968 expref: 319 pid: 6522 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763345648.982315:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae436 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833968 expref: 318 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.982339:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345648.982342:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763345648.982344:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7800, rc 0) 00000100:00100000:2.0:1763345648.982409:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+318:57861:x1849000910522496:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 8315us (10018us total) trans 8589941365 rc 0/0 00000100:00100000:2.0:1763345648.982417:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11500 00000100:00100000:1.0:1763345648.982565:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924451712:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345648.982609:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345648.982648:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924451712 00000100:00100000:1.0:1763345648.982655:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924451712 00000100:00100000:1.0:1763345648.982686:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8481 00000100:00100000:1.0:1763345648.982694:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+22:3658:x1849000924451712:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763345648.982823:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345648.982826:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345648.982829:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:1.0:1763345648.982831:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345648.982834:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345648.982862:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+23:3658:x1849000924451712:12345-0@lo:2:osp-syn-0-0.0 Request processed in 168us (252us total) trans 21474839724 rc 0/0 00000100:00100000:1.0:1763345648.982869:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8481 00000004:00080000:1.0:1763345648.982905:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dfed80/2, rc 0, transno 21474839724 00000100:00100000:1.0:1763345648.982910:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924451712:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345648.983132:0:32324:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff91b6433c9000 version 16 rpc_version 16 00000020:00100000:0.0:1763345648.983151:0:32324:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1763345648.983158:0:32324:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91b54420b480 x1849000924452224/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763345648.983175:0:32324:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54420b480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32324:1849000924452224:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1763345648.983204:0:32324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345648.983222:0:32324:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5448f89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763345648.983236:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924452224 00000100:00100000:0.0:1763345648.983239:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924452224 00000100:00100000:1.0:1763345648.983717:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763345648.983726:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924451840:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345648.983823:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924452352:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345648.983856:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345648.983883:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763345648.983889:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924451968:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345648.983911:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345648.983937:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924452352 00000100:00100000:3.0:1763345648.983941:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924452352 00000100:00100000:3.0:1763345648.984013:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924451968 00000100:00100000:3.0:1763345648.984017:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924451968 00000100:00100000:3.0:1763345648.984039:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8482 00000100:00100000:3.0:1763345648.984047:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3657:x1849000924452352:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345648.984089:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345648.984135:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924451840 00000100:00100000:1.0:1763345648.984139:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924451840 00000100:00100000:1.0:1763345648.984167:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8483 00000100:00100000:1.0:1763345648.984174:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3657:x1849000924451968:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345648.984179:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3657:x1849000924452352:12345-0@lo:2:osp-syn-1-0.0 Request processed in 130us (319us total) trans 17179872430 rc 0/0 00000100:00100000:3.0:1763345648.984187:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8482 00000100:00100000:3.0:1763345648.984206:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8484 00000100:00100000:3.0:1763345648.984215:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3658:x1849000924451840:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763345648.984233:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345648.984238:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345648.984240:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345648.984243:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345648.984246:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1763345648.984275:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1763345648.984276:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3657:x1849000924451968:12345-0@lo:2:osp-syn-1-0.0 Request processed in 102us (364us total) trans 17179872431 rc 0/0 00002000:00010000:3.0:1763345648.984282:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345648.984286:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00000100:00100000:1.0:1763345648.984288:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8483 00002000:00010000:3.0:1763345648.984293:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345648.984296:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:2.0:1763345648.984572:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dced80/2, rc 0, transno 17179872431 00000100:00100000:2.0:1763345648.984578:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924451968:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1763345648.984589:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dcd180/2, rc 0, transno 17179872430 00000100:00100000:2.0:1763345648.984592:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924452352:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345648.985881:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3658:x1849000924451840:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1662us (1786us total) trans 17179872432 rc 0/0 00000100:00100000:0.0:1763345648.985889:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1319 00000100:00100000:3.0:1763345648.985892:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8484 00000100:00100000:0.0:1763345648.985903:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:32324:x1849000924452224:12345-0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1763345648.985945:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dcc700/2, rc 0, transno 17179872432 00000100:00100000:3.0:1763345648.985950:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924451840:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345648.986044:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:32324:x1849000924452224:12345-0@lo:1000:osp_up1-0.0 Request processed in 147us (2839us total) trans 4294968317 rc 0/0 00000100:00100000:0.0:1763345648.986050:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1319 00000100:00100000:1.0:1763345648.986153:0:32324:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54420b480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32324:1849000924452224:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1763345648.986948:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.987017:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910522624 00000100:00100000:3.0:1763345648.987025:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910522624 00000100:00100000:3.0:1763345648.987068:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8485 00000100:00100000:3.0:1763345648.987077:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+37:57861:x1849000910522624:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:3.0:1763345648.987089:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345648.987106:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58ae43d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083396f expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.987131:0:28868:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ae428 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833961 expref: 38 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345648.987139:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345648.987141:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345648.987146:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58ae43d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083396f expref: 38 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.987175:0:28868:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ae428 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833961 expref: 38 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345648.987188:0:28868:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ae428 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833961 expref: 38 pid: 27810 timeout: 1141 lvb_type: 1 00000100:00100000:3.0:1763345648.987200:0:28868:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:28868:1849000924452480:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345648.987277:0:28868:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6747b9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763345648.989986:0:28868:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:28868:1849000924452480:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345648.990018:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58ae43d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [258048->262143] (req 258048->262143) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083396f expref: 38 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.990035:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b672e57800, rc 0) 00000100:00100000:1.0:1763345648.990261:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345648.990345:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+38:57861:x1849000910522624:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 3268us (3398us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345648.990354:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8485 00000100:00100000:2.0:1763345648.990690:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910522752 00000100:00100000:2.0:1763345648.990953:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910522752 00010000:00010000:2.0:1763345648.990989:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ae428 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833961 expref: 38 pid: 27810 timeout: 1141 lvb_type: 1 00000100:00100000:2.0:1763345648.991175:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3825 00000100:00100000:2.0:1763345648.991186:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+38:2409:x1849000910522752:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345648.991200:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345648.991295:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ae428 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833961 expref: 38 pid: 27810 timeout: 1141 lvb_type: 1 00010000:00010000:2.0:1763345648.991313:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ae428 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833961 expref: 38 pid: 27810 timeout: 1141 lvb_type: 1 00010000:00010000:2.0:1763345648.991337:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b672e56600/0x52bea07cb58ae428 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833961 expref: 38 pid: 27810 timeout: 1141 lvb_type: 1 00010000:00010000:2.0:1763345648.991360:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345648.991362:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345648.991370:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58ae43d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 258048->262143) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083396f expref: 37 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.991386:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58ae43d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 258048->262143) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083396f expref: 37 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345648.991422:0:35200:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58ae43d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 258048->262143) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083396f expref: 37 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345648.991434:0:35200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d02680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35200:1849000924452608:192.168.203.8@tcp:105: 00000100:00100000:2.0:1763345648.991501:0:35200:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541c290c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763345648.995594:0:35200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d02680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35200:1849000924452608:192.168.203.8@tcp:105: 00000100:00100000:1.0:1763345648.995603:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:2.0:1763345648.995620:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345648.995826:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+37:2409:x1849000910522752:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 4576us (5501us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345648.995838:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3825 00000100:00100000:3.0:1763345648.995892:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910522880 00000100:00100000:3.0:1763345648.995899:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910522880 00000100:00100000:3.0:1763345648.995999:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11501 00000100:00100000:3.0:1763345648.996009:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+318:57861:x1849000910522880:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:3.0:1763345648.996031:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345648.996050:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ae444 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833976 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.996471:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae44b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345648.996486:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae44b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345648.996497:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae44b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:3.0:1763345648.996524:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262145 00000004:00200000:3.0:1763345648.996528:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763345648.996546:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae44b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345648.996569:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b672e57400/0x52bea07cb58ae444 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833976 expref: 320 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.996585:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae44b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833976 expref: 319 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345648.996594:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345648.996597:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345648.996600:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545a1cc00, rc 0) 00000100:00100000:3.0:1763345648.996645:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+319:57861:x1849000910522880:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 637us (1042us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345648.996651:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11501 00000100:00100000:1.0:1763345649.001786:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345649.001828:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910523136 00000100:00100000:3.0:1763345649.001838:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910523136 00000100:00100000:3.0:1763345649.002446:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11502 00000100:00100000:3.0:1763345649.002458:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+319:57861:x1849000910523136:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:3.0:1763345649.002507:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1763345649.002531:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae436 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833968 expref: 319 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.002559:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae44b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833976 expref: 318 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.002570:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345649.002575:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345649.002738:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae452 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345649.002751:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae452 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345649.002857:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae452 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000001:00080000:3.0:1763345649.002899:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941366 00000004:00010000:3.0:1763345649.002922:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001f2a9119 reply state 00000000fd03b3e1 transno 8589941367 ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae452 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345649.002933:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae452 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345649.002939:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345649.002942:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345649.002945:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763345649.003468:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+320:57861:x1849000910523136:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 1011us (2715us total) trans 8589941367 rc 0/0 00000100:00100000:3.0:1763345649.003476:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11502 00000020:00080000:3.0:1763345649.003481:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345649.005217:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.005350:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910523264 00000100:00100000:2.0:1763345649.005360:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910523264 00000100:00100000:2.0:1763345649.005453:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11503 00000100:00100000:2.0:1763345649.005463:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+320:57861:x1849000910523264:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345649.005484:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345649.005503:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae459 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083397d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.005552:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae459 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083397d expref: 321 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.005566:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae459 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083397d expref: 321 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.005582:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345649.005585:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345649.005588:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6000, rc 0) 00000100:00100000:2.0:1763345649.005910:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+321:57861:x1849000910523264:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 447us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345649.005917:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11503 00000100:00100000:0.0:1763345649.008327:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.008367:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.008402:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345649.008501:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910523392 00000100:00100000:3.0:1763345649.008511:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910523392 00002000:00010000:3.0:1763345649.008547:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (132609->18446744073709551615) 00002000:00100000:3.0:1763345649.008552:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54420aa00 with x1849000910523392 ext(132609->18446744073709551615) 00002000:00010000:3.0:1763345649.008562:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54420aa00. 00000100:00100000:3.0:1763345649.008592:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910523520 00000100:00100000:3.0:1763345649.008596:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910523520 00002000:00010000:3.0:1763345649.008607:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:3.0:1763345649.008610:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54420b100 with x1849000910523520 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345649.008615:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54420b100. 00000100:00100000:3.0:1763345649.008629:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910523648 00000100:00100000:3.0:1763345649.008631:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910523648 00002000:00010000:3.0:1763345649.008643:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:3.0:1763345649.008646:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544209f80 with x1849000910523648 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345649.008652:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b544209f80. 00000100:00100000:3.0:1763345649.008669:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2124 00000100:00100000:3.0:1763345649.008678:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+38:2408:x1849000910523392:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:3.0:1763345649.009147:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 226970 -> 132609 00002000:00010000:3.0:1763345649.009152:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345647 -> 1763345648 00002000:00010000:3.0:1763345649.009154:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345649.009156:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345649.009158:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 208 -> 168 00000100:00100000:3.0:1763345649.009213:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+39:2408:x1849000910523392:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 535us (892us total) trans 21474839725 rc 0/0 00000100:00100000:3.0:1763345649.009220:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2124 00002000:00010000:3.0:1763345649.009224:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (132609->18446744073709551615) 00002000:00100000:3.0:1763345649.009227:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54420aa00 with x1849000910523392 ext(132609->18446744073709551615) 00002000:00010000:3.0:1763345649.009233:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54420aa00. 00000100:00100000:3.0:1763345649.009253:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2125 00000100:00100000:3.0:1763345649.009261:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+38:2408:x1849000910523520:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:3.0:1763345649.009320:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345649.009323:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345647 -> 1763345648 00002000:00010000:3.0:1763345649.009325:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345649.009327:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345649.009329:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763345649.009351:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+39:2408:x1849000910523520:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 91us (983us total) trans 21474839726 rc 0/0 00000100:00100000:3.0:1763345649.009357:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2125 00002000:00010000:3.0:1763345649.009360:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:3.0:1763345649.009362:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54420b100 with x1849000910523520 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345649.009366:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54420b100. 00000100:00100000:3.0:1763345649.009380:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2126 00000100:00100000:3.0:1763345649.009386:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910523648:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:3.0:1763345649.009452:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345649.009455:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345647 -> 1763345648 00002000:00010000:3.0:1763345649.009458:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:3.0:1763345649.009459:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345649.009462:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345649.009483:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910523648:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 96us (1080us total) trans 17179872433 rc 0/0 00000100:00100000:3.0:1763345649.009489:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2126 00002000:00010000:3.0:1763345649.009492:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:3.0:1763345649.009495:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544209f80 with x1849000910523648 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345649.009498:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b544209f80. 00000100:00100000:1.0:1763345649.012586:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.012640:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910523776 00000100:00100000:2.0:1763345649.012650:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910523776 00000100:00100000:2.0:1763345649.012921:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11504 00000100:00100000:2.0:1763345649.012932:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+321:57861:x1849000910523776:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345649.012952:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345649.012971:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae460 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833984 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.013059:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae467 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.013073:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae467 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.013084:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae467 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345649.013111:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 132609 00000004:00200000:2.0:1763345649.013115:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345649.013132:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae467 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.013159:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae460 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833984 expref: 323 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.013176:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae467 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833984 expref: 322 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.013185:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345649.013188:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345649.013192:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7200, rc 0) 00000100:00100000:2.0:1763345649.013258:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+322:57861:x1849000910523776:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 328us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345649.013265:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11504 00000100:00100000:3.0:1763345649.017553:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.018254:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910524032 00000100:00100000:2.0:1763345649.018264:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910524032 00000100:00100000:2.0:1763345649.018315:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11505 00000100:00100000:2.0:1763345649.018326:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+322:57861:x1849000910524032:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:2.0:1763345649.018374:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345649.018400:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae467 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833984 expref: 322 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.018419:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345649.018424:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345649.018578:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae46e lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.018592:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae46e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.018601:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae46e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000001:00080000:2.0:1763345649.018642:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941368 00000004:00010000:2.0:1763345649.018663:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000011537436 reply state 000000001bdf9626 transno 8589941369 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae46e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.018675:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae46e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.018680:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345649.018683:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345649.018685:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345649.018922:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57861:x1849000910524032:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 597us (1377us total) trans 8589941369 rc 0/0 00000100:00100000:2.0:1763345649.018930:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11505 00000020:00080000:2.0:1763345649.018936:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345649.021255:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345649.022229:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.022253:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910524160 00000100:00100000:0.0:1763345649.022262:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910524160 00002000:00010000:0.0:1763345649.022296:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (198444->18446744073709551615) 00002000:00100000:0.0:1763345649.022301:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454ddf80 with x1849000910524160 ext(198444->18446744073709551615) 00002000:00010000:0.0:1763345649.022312:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5454ddf80. 00000100:00100000:0.0:1763345649.022346:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2127 00000100:00100000:0.0:1763345649.022355:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+39:2411:x1849000910524160:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:0.0:1763345649.022546:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 132609 -> 198444 00002000:00010000:0.0:1763345649.022550:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:0.0:1763345649.022552:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:0.0:1763345649.022554:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:0.0:1763345649.022556:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 168 -> 168 00000100:00100000:0.0:1763345649.022622:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+40:2411:x1849000910524160:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 268us (1374us total) trans 21474839727 rc 0/0 00000100:00100000:0.0:1763345649.022630:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2127 00002000:00010000:0.0:1763345649.022634:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (198444->18446744073709551615) 00002000:00100000:0.0:1763345649.022636:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454ddf80 with x1849000910524160 ext(198444->18446744073709551615) 00002000:00010000:0.0:1763345649.022641:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5454ddf80. 00000100:00100000:1.0:1763345649.023115:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910524416 00000100:00100000:1.0:1763345649.023120:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910524416 00002000:00010000:1.0:1763345649.023138:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:1.0:1763345649.023142:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454dc700 with x1849000910524416 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345649.023149:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5454dc700. 00000100:00100000:1.0:1763345649.023177:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2128 00000100:00100000:1.0:1763345649.023185:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+18:2411:x1849000910524416:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:1.0:1763345649.023259:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345649.023262:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.023265:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345649.023267:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.023269:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345649.023297:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+19:2411:x1849000910524416:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 108us (1065us total) trans 17179872434 rc 0/0 00000100:00100000:1.0:1763345649.023303:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2128 00002000:00010000:1.0:1763345649.023306:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:1.0:1763345649.023309:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454dc700 with x1849000910524416 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345649.023313:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5454dc700. 00000100:00100000:2.0:1763345649.023571:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.023729:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910524288 00000100:00100000:0.0:1763345649.023734:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910524288 00002000:00010000:0.0:1763345649.023748:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:0.0:1763345649.023751:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d02680 with x1849000910524288 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345649.023756:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d02680. 00000100:00100000:0.0:1763345649.023810:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2129 00000100:00100000:0.0:1763345649.023818:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+40:2411:x1849000910524288:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:0.0:1763345649.023875:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345649.023878:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:0.0:1763345649.023881:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:0.0:1763345649.023883:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:0.0:1763345649.023885:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763345649.023915:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+41:2411:x1849000910524288:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 98us (344us total) trans 21474839728 rc 0/0 00000100:00100000:0.0:1763345649.023921:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2129 00002000:00010000:0.0:1763345649.023924:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:0.0:1763345649.023926:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d02680 with x1849000910524288 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345649.023930:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d02680. 00000100:00100000:3.0:1763345649.026847:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.027010:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910524544 00000100:00100000:2.0:1763345649.027020:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910524544 00000100:00100000:2.0:1763345649.027077:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11506 00000100:00100000:2.0:1763345649.027087:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57861:x1849000910524544:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345649.027110:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345649.027130:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae475 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083398b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.027214:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae47c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.027229:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae47c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.027240:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae47c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345649.027266:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 198444 00000004:00200000:2.0:1763345649.027271:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345649.027288:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae47c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.027312:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae475 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083398b expref: 326 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.027330:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae47c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083398b expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.027339:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345649.027342:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345649.027345:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7400, rc 0) 00000100:00100000:2.0:1763345649.027408:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910524544:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 323us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345649.027415:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11506 00000100:00100000:2.0:1763345649.031934:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.032659:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910524672 00000100:00100000:1.0:1763345649.032670:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910524672 00002000:00100000:1.0:1763345649.032720:0:28400:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x370:0x0] (32768->36863) req@ffff91b545d01880 x1849000910524672/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:125/0 lens 488/0 e 0 to 0 dl 1763345660 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345649.032732:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d01880 with x1849000910524672 ext(32768->36863) 00002000:00010000:1.0:1763345649.032738:0:28400:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d01880 00000100:00100000:0.0:1763345649.032939:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2130 00000100:00100000:0.0:1763345649.032953:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+41:2408:x1849000910524672:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:0.0:1763345649.033400:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+41:2408:x1849000910524672:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 450us (1472us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763345649.033408:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2130 00002000:00100000:0.0:1763345649.033415:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (32768->36863) req@ffff91b545d01880 x1849000910524672/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:125/0 lens 488/4536 e 0 to 0 dl 1763345660 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345649.033424:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d01880 with x1849000910524672 ext(32768->36863) 00002000:00010000:0.0:1763345649.033428:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d01880 00000100:00100000:3.0:1763345649.036580:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.036742:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910524800 00000100:00100000:0.0:1763345649.036752:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910524800 00002000:00100000:0.0:1763345649.036848:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (36864->40959) req@ffff91b5454df800 x1849000910524800/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:125/0 lens 488/0 e 0 to 0 dl 1763345660 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345649.036858:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454df800 with x1849000910524800 ext(36864->40959) 00002000:00010000:0.0:1763345649.036864:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5454df800 00000100:00100000:0.0:1763345649.036885:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2131 00000100:00100000:0.0:1763345649.036893:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+41:2409:x1849000910524800:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:0.0:1763345649.037061:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+41:2409:x1849000910524800:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 167us (489us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763345649.037069:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2131 00002000:00100000:0.0:1763345649.037077:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (36864->40959) req@ffff91b5454df800 x1849000910524800/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:125/0 lens 488/4536 e 0 to 0 dl 1763345660 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345649.037085:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454df800 with x1849000910524800 ext(36864->40959) 00002000:00010000:0.0:1763345649.037088:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5454df800 00000100:00100000:3.0:1763345649.039985:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.041183:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910524928 00000100:00100000:1.0:1763345649.041195:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910524928 00002000:00100000:1.0:1763345649.041247:0:28400:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x370:0x0] (12288->77823) req@ffff91b5454df480 x1849000910524928/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:125/0 lens 504/0 e 0 to 0 dl 1763345660 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345649.041258:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454df480 with x1849000910524928 ext(12288->77823) 00002000:00010000:1.0:1763345649.041264:0:28400:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5454df480 00000100:00100000:1.0:1763345649.041298:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2132 00000100:00100000:1.0:1763345649.041308:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+41:2409:x1849000910524928:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:1.0:1763345649.044127:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+41:2409:x1849000910524928:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 2810us (4141us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1763345649.044141:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2132 00002000:00100000:1.0:1763345649.044155:0:28400:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x370:0x0] (12288->77823) req@ffff91b5454df480 x1849000910524928/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:125/0 lens 504/440 e 0 to 0 dl 1763345660 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345649.044165:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454df480 with x1849000910524928 ext(12288->77823) 00002000:00010000:1.0:1763345649.044171:0:28400:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5454df480 00000100:00100000:3.0:1763345649.056577:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.057707:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910525056 00000100:00100000:1.0:1763345649.057720:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910525056 00002000:00100000:1.0:1763345649.057831:0:28400:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x370:0x0] (4096->12287) req@ffff91b5454ddc00 x1849000910525056/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:125/0 lens 488/0 e 0 to 0 dl 1763345660 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345649.057842:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454ddc00 with x1849000910525056 ext(4096->12287) 00002000:00010000:1.0:1763345649.057849:0:28400:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5454ddc00 00000100:00100000:1.0:1763345649.057874:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2133 00000100:00100000:1.0:1763345649.057883:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+41:2409:x1849000910525056:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:1.0:1763345649.058081:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+41:2409:x1849000910525056:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 198us (1512us total) trans 0 rc 8192/8192 00000100:00100000:1.0:1763345649.058088:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2133 00002000:00100000:1.0:1763345649.058095:0:28400:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x370:0x0] (4096->12287) req@ffff91b5454ddc00 x1849000910525056/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:125/0 lens 488/8632 e 0 to 0 dl 1763345660 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345649.058103:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454ddc00 with x1849000910525056 ext(4096->12287) 00002000:00010000:1.0:1763345649.058106:0:28400:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5454ddc00 00000100:00100000:3.0:1763345649.064644:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.065020:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910525184 00000100:00100000:0.0:1763345649.065030:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910525184 00000100:00100000:0.0:1763345649.065113:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2134 00000100:00100000:0.0:1763345649.065124:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+41:2408:x1849000910525184:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:0.0:1763345649.065477:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 198444 -> 198444 00002000:00010000:0.0:1763345649.065481:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:0.0:1763345649.065484:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:0.0:1763345649.065486:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:0.0:1763345649.065489:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 168 -> 248 00000100:00100000:0.0:1763345649.065555:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+42:2408:x1849000910525184:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 432us (919us total) trans 21474839729 rc 0/0 00000100:00100000:0.0:1763345649.065563:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2134 00000100:00100000:2.0:1763345649.070503:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.070607:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910525312 00000100:00100000:1.0:1763345649.070618:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910525312 00002000:00100000:1.0:1763345649.070663:0:28400:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x370:0x0] (20480->65535) req@ffff91b545d01500 x1849000910525312/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:125/0 lens 488/0 e 0 to 0 dl 1763345660 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345649.070674:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d01500 with x1849000910525312 ext(20480->65535) 00002000:00010000:1.0:1763345649.070680:0:28400:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d01500 00000100:00100000:1.0:1763345649.070911:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2135 00000100:00100000:1.0:1763345649.070922:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+42:2410:x1849000910525312:12345-192.168.203.8@tcp:4:fsx.0 00000100:00100000:1.0:1763345649.076271:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+44:2410:x1849000910525312:12345-192.168.203.8@tcp:4:fsx.0 Request processed in 5341us (5767us total) trans 21474839730 rc 0/0 00000100:00100000:1.0:1763345649.076287:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2135 00002000:00100000:1.0:1763345649.076300:0:28400:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x370:0x0] (20480->65535) req@ffff91b545d01500 x1849000910525312/t21474839730(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:125/0 lens 488/448 e 0 to 0 dl 1763345660 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345649.076310:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d01500 with x1849000910525312 ext(20480->65535) 00002000:00010000:1.0:1763345649.076316:0:28400:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d01500 00000100:00100000:3.0:1763345649.078119:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.078293:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910525440 00000100:00100000:1.0:1763345649.078303:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910525440 00000100:00100000:1.0:1763345649.078961:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2136 00000100:00100000:1.0:1763345649.078973:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+44:2408:x1849000910525440:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:1.0:1763345649.079307:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 198444 -> 198444 00002000:00010000:1.0:1763345649.079312:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.079315:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345649.079317:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.079319:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 248 -> 296 00000100:00100000:1.0:1763345649.079377:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+45:2408:x1849000910525440:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 406us (1265us total) trans 21474839731 rc 0/0 00000100:00100000:1.0:1763345649.079388:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2136 00000100:00100000:3.0:1763345649.082895:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.083084:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910525568 00000100:00100000:0.0:1763345649.083094:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910525568 00002000:00100000:0.0:1763345649.083141:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (155648->200703) req@ffff91b5454dc380 x1849000910525568/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:125/0 lens 488/0 e 0 to 0 dl 1763345660 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345649.083154:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454dc380 with x1849000910525568 ext(155648->200703) 00002000:00010000:0.0:1763345649.083161:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5454dc380 00000100:00100000:0.0:1763345649.083197:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2137 00000100:00100000:0.0:1763345649.083208:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+45:2411:x1849000910525568:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:0.0:1763345649.086263:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+45:2411:x1849000910525568:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 3048us (3370us total) trans 0 rc 45056/45056 00000100:00100000:0.0:1763345649.086275:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2137 00002000:00100000:0.0:1763345649.086286:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (155648->200703) req@ffff91b5454dc380 x1849000910525568/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:125/0 lens 488/440 e 0 to 0 dl 1763345660 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345649.086296:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454dc380 with x1849000910525568 ext(155648->200703) 00002000:00010000:0.0:1763345649.086302:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5454dc380 00000100:00100000:3.0:1763345649.090700:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.090796:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910525696 00000100:00100000:0.0:1763345649.090817:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910525696 00000100:00100000:1.0:1763345649.091448:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2138 00000100:00100000:1.0:1763345649.091463:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+45:2408:x1849000910525696:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:1.0:1763345649.091677:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 198444 -> 230152 00002000:00010000:1.0:1763345649.091682:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.091685:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345649.091687:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.091690:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 296 -> 376 00000100:00100000:1.0:1763345649.092473:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+46:2408:x1849000910525696:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 1010us (1782us total) trans 21474839732 rc 0/0 00000100:00100000:1.0:1763345649.092483:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2138 00000100:00100000:3.0:1763345649.096668:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.096842:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910525824 00000100:00100000:1.0:1763345649.096854:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910525824 00000100:00100000:1.0:1763345649.096926:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2139 00000100:00100000:1.0:1763345649.096936:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+46:2409:x1849000910525824:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:1.0:1763345649.097077:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 230152 -> 230152 00002000:00010000:1.0:1763345649.097081:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.097083:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345647 -> 1763345647 00002000:00010000:1.0:1763345649.097085:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.097087:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 376 -> 376 00000100:00100000:1.0:1763345649.097151:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+47:2409:x1849000910525824:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 216us (490us total) trans 21474839733 rc 0/0 00000100:00100000:1.0:1763345649.097171:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2139 00000100:00100000:2.0:1763345649.101403:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345649.101496:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910526080 00000100:00100000:3.0:1763345649.101506:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910526080 00000100:00100000:0.0:1763345649.102231:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3960 00000100:00100000:0.0:1763345649.102246:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910526080:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:0.0:1763345649.102515:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+326:57861:x1849000910526080:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 273us (1119us total) trans 8589941370 rc 0/0 00000100:00100000:0.0:1763345649.102523:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3960 00000100:00100000:2.0:1763345649.118358:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.118872:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910526208 00000100:00100000:0.0:1763345649.118881:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910526208 00000100:00100000:0.0:1763345649.118947:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11507 00000100:00100000:0.0:1763345649.118956:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+326:57871:x1849000910526208:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345649.118981:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345649.119004:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ae483 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833992 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.119072:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae48a lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.119086:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae48a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.119096:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae48a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.119108:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae491 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.119115:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae491 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.119121:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae491 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.119188:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ae498 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.119198:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ae498 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.119205:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ae498 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763345649.119241:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 230152 00000004:00200000:0.0:1763345649.119245:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345649.119262:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ae498 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.119273:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ae498 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.119282:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae48a lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.119288:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae48a lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.119294:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae48a lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.119300:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae48a lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.119306:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345649.119309:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae48a lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.119316:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae48a lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.119326:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b541f06100) 00010000:00010000:0.0:1763345649.119330:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345649.119349:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae48a lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.119355:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae48a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.119367:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae491 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.119372:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae491 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.119377:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae491 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.119382:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345649.119385:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae491 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.119390:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae491 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.119398:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b541f06a00) 00010000:00010000:0.0:1763345649.119400:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345649.119402:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae491 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.119406:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae491 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.119432:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ae483 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833992 expref: 328 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.119447:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ae498 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833992 expref: 327 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.119460:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345649.119462:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345649.119465:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5400, rc 0) 00000100:00100000:0.0:1763345649.119518:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+327:57871:x1849000910526208:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 564us (1168us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345649.119526:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11507 00000100:00100000:2.0:1763345649.125643:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345649.125865:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910526592 00000100:00100000:3.0:1763345649.125876:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910526592 00000100:00100000:1.0:1763345649.126115:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345649.126386:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 458 00000100:00100000:3.0:1763345649.126397:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+327:2409:x1849000910526592:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345649.126413:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345649.126438:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58ae498 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833992 expref: 327 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345649.126440:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910526464 00000100:00100000:2.0:1763345649.126445:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910526464 00010000:00010000:3.0:1763345649.126456:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345649.126461:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345649.126515:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+327:2409:x1849000910526592:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 120us (880us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345649.126526:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 458 00000100:00100000:2.0:1763345649.126618:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11508 00000100:00100000:2.0:1763345649.126626:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+326:57871:x1849000910526464:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345649.126643:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345649.126658:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae49f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833999 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.126909:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae4a6 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.126923:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae47c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083398b expref: 327 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.126931:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae4a6 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.126960:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae47c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083398b expref: 327 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.126972:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae47c lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083398b expref: 327 pid: 6522 timeout: 1141 lvb_type: 0 00000100:00100000:2.0:1763345649.126985:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d03480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924452736:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345649.127111:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541c29540 going to sleep for 11 seconds 00000100:00100000:2.0:1763345649.129871:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d03480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924452736:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345649.129899:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae4a6 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:1.0:1763345649.130148:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345649.130426:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910526720 00000100:00100000:3.0:1763345649.130432:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910526720 00010000:00010000:3.0:1763345649.130465:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae47c lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083398b expref: 328 pid: 6522 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763345649.130504:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3826 00000100:00100000:3.0:1763345649.130514:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+328:2408:x1849000910526720:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345649.130527:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345649.130533:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae47c lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083398b expref: 328 pid: 6522 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763345649.130544:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae47c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083398b expref: 328 pid: 6522 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763345649.130565:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae47c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083398b expref: 328 pid: 6522 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763345649.130581:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345649.130825:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae4a6 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345649.130836:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae4a6 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345649.130844:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae4a6 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345649.130875:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345649.130924:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+327:2408:x1849000910526720:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 411us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345649.130931:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3826 00010000:00010000:2.0:1763345649.131097:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae4a6 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.131105:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae4a6 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345649.131127:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 230152 00010000:00010000:2.0:1763345649.131257:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae49f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833999 expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.131273:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae4a6 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833999 expref: 327 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.131280:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345649.131283:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763345649.131286:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6400, rc 0) 00000100:00100000:2.0:1763345649.131325:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57871:x1849000910526464:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4699us (5209us total) trans 8589941371 rc 0/0 00000100:00100000:2.0:1763345649.131332:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11508 00000100:00100000:1.0:1763345649.133441:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.133532:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910526848 00000100:00100000:2.0:1763345649.133540:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910526848 00000100:00100000:2.0:1763345649.133601:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11509 00000100:00100000:2.0:1763345649.133611:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57871:x1849000910526848:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345649.133632:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345649.133653:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae4b4 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808339a0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.133755:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae4bb lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.133815:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae4a6 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833999 expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.133823:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae4bb lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.133856:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae4a6 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833999 expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.133869:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae4a6 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833999 expref: 328 pid: 6522 timeout: 1141 lvb_type: 0 00000100:00100000:2.0:1763345649.133883:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d03480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924452864:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345649.133965:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541c290c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763345649.136834:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d03480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924452864:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345649.136868:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae4bb lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:1.0:1763345649.137975:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345649.138191:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910526976 00000100:00100000:3.0:1763345649.138200:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910526976 00010000:00010000:3.0:1763345649.138234:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae4a6 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833999 expref: 329 pid: 6522 timeout: 1141 lvb_type: 0 00000100:00100000:0.0:1763345649.139017:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3827 00000100:00100000:0.0:1763345649.139032:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+329:2409:x1849000910526976:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345649.139051:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345649.139057:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae4a6 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833999 expref: 329 pid: 6522 timeout: 1141 lvb_type: 0 00010000:00010000:0.0:1763345649.139071:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae4a6 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833999 expref: 329 pid: 6522 timeout: 1141 lvb_type: 0 00010000:00010000:0.0:1763345649.139092:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae4a6 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833999 expref: 329 pid: 6522 timeout: 1141 lvb_type: 0 00010000:00010000:0.0:1763345649.139107:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345649.139113:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae4bb lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.139123:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae4bb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.139130:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae4bb lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.139165:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345649.139222:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+328:2409:x1849000910526976:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 196us (1252us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345649.139230:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3827 00010000:00010000:2.0:1763345649.139312:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae4bb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.139319:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae4bb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345649.139366:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 230152 00000004:00200000:2.0:1763345649.139371:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345649.139391:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae4bb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.139418:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae4b4 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339a0 expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.139431:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae4bb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339a0 expref: 327 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.139437:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345649.139440:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345649.139442:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7600, rc 0) 00000100:00100000:2.0:1763345649.140134:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57871:x1849000910526848:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 6522us (6697us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345649.140143:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11509 00000100:00100000:1.0:1763345649.143128:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.143222:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910527232 00000100:00100000:2.0:1763345649.143232:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910527232 00000100:00100000:2.0:1763345649.143287:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11510 00000100:00100000:2.0:1763345649.143296:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57871:x1849000910527232:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345649.143313:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345649.143332:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae4c2 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808339a7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.143428:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae4c9 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.143443:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae4c9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.143454:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae4c9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345649.143466:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 230152 00010000:00010000:2.0:1763345649.143565:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae4c2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339a7 expref: 330 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.143583:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae4c9 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339a7 expref: 329 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.143592:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345649.143595:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763345649.143599:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6800, rc 0) 00000100:00100000:2.0:1763345649.143647:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+329:57871:x1849000910527232:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 352us (527us total) trans 8589941372 rc 0/0 00000100:00100000:2.0:1763345649.143656:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11510 00000100:00100000:1.0:1763345649.147265:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.147303:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.147329:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.147811:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910527360 00000100:00100000:0.0:1763345649.147821:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910527360 00000100:00100000:0.0:1763345649.147872:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910527488 00000100:00100000:0.0:1763345649.147876:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910527488 00000100:00100000:0.0:1763345649.147896:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910527616 00000100:00100000:0.0:1763345649.147899:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910527616 00000100:00100000:0.0:1763345649.147923:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8486 00000100:00100000:0.0:1763345649.147932:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+48:2408:x1849000910527360:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:0.0:1763345649.147973:0:8560:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae4d7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.147991:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58ae43d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 258048->262143) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083396f expref: 48 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.147999:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345649.148001:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345649.148005:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae4d7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.148037:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58ae43d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 258048->262143) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a9698083396f expref: 48 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.148050:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58ae43d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 258048->262143) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083396f expref: 48 pid: 28868 timeout: 1141 lvb_type: 0 00000100:00100000:0.0:1763345649.148063:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54420a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924452992:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345649.148134:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6412546c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763345649.148155:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8487 00000100:00100000:0.0:1763345649.148162:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+48:2409:x1849000910527488:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:0.0:1763345649.148179:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae4de lrc: 3/0,1 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.148190:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae395 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833929 expref: 48 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.148201:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345649.148203:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345649.148205:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae4de lrc: 4/0,1 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.148223:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae395 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833929 expref: 48 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.148231:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae395 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833929 expref: 48 pid: 27810 timeout: 1141 lvb_type: 0 00000100:00100000:0.0:1763345649.148240:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545963100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924453120:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345649.148262:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541f62b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763345649.148279:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8488 00000100:00100000:0.0:1763345649.148286:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910527616:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:0.0:1763345649.148304:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae4e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.148315:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae39c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833930 expref: 19 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.148321:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345649.148323:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345649.148325:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae4e5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.148347:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae39c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833930 expref: 19 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.148356:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae39c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833930 expref: 19 pid: 27810 timeout: 1141 lvb_type: 0 00000100:00100000:0.0:1763345649.148365:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545963480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924453248:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345649.148391:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5900 going to sleep for 11 seconds 00000100:00100000:1.0:1763345649.151495:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.151523:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545963100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924453120:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345649.151530:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:2.0:1763345649.151547:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae4de lrc: 3/0,1 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345649.151573:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545963480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924453248:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345649.151585:0:15692:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae4e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345649.152130:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910527872 00000100:00100000:3.0:1763345649.152138:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910527872 00010000:00010000:3.0:1763345649.152172:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58ae43d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 258048->262143) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083396f expref: 49 pid: 28868 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763345649.152211:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910527744 00000100:00100000:3.0:1763345649.152214:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910527744 00010000:00010000:3.0:1763345649.152227:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae395 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833929 expref: 50 pid: 27810 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763345649.152255:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3828 00000100:00100000:3.0:1763345649.152265:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+50:2409:x1849000910527872:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345649.152279:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345649.152298:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58ae43d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 258048->262143) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083396f expref: 50 pid: 28868 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763345649.152311:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58ae43d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 258048->262143) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083396f expref: 50 pid: 28868 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763345649.152335:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345649.152338:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345649.152343:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae4d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.152353:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae4d7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.152373:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345649.152425:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+50:2409:x1849000910527872:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 161us (937us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345649.152432:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3828 00000100:00100000:3.0:1763345649.152451:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3829 00000100:00100000:3.0:1763345649.152458:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b645687c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+49:2409:x1849000910527744:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345649.152466:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345649.152475:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae395 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833929 expref: 49 pid: 27810 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763345649.152485:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae395 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833929 expref: 49 pid: 27810 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763345649.152497:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae395 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833929 expref: 49 pid: 27810 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763345649.152510:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345649.152512:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345649.152514:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae4de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.152526:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae4de lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.152541:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345649.152562:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b645687c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+48:2409:x1849000910527744:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 104us (1030us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345649.152569:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3829 00010000:00010000:0.0:1763345649.153167:0:8560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b672e57800/0x52bea07cb58ae43d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 258048->262143) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083396f expref: 47 pid: 28868 timeout: 1141 lvb_type: 0 00000100:00100000:0.0:1763345649.153179:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54420a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924452992:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345649.153194:0:8560:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae4d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.153203:0:8560:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae4d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.153209:0:8560:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae4d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.153229:0:8560:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae4d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.153238:0:8560:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae4d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.153246:0:8560:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae4d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.153253:0:8560:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345649.153257:0:8560:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae4d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.153266:0:8560:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae4d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.153279:0:8560:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae4d7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.153287:0:8560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae4d7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.153670:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae4de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.153681:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae4de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.153697:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae4de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.153709:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae4de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.153716:0:8405:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae4de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.153723:0:8405:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345649.153726:0:8405:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae4de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.153733:0:8405:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae4de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.153745:0:8405:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae4de lrc: 2/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.153752:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae4de lrc: 0/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345649.153994:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+46:2408:x1849000910527360:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 6060us (6736us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345649.154004:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8486 00000100:00100000:2.0:1763345649.154143:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+45:2409:x1849000910527488:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 5980us (6838us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345649.154150:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8487 00000100:00100000:1.0:1763345649.154684:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.155035:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910528000 00000100:00100000:0.0:1763345649.155047:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910528000 00010000:00010000:0.0:1763345649.155076:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae39c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833930 expref: 20 pid: 27810 timeout: 1141 lvb_type: 0 00000100:00100000:0.0:1763345649.155109:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3830 00000100:00100000:0.0:1763345649.155117:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910528000:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345649.155131:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345649.155149:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae39c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833930 expref: 20 pid: 27810 timeout: 1141 lvb_type: 0 00010000:00010000:0.0:1763345649.155161:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae39c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833930 expref: 20 pid: 27810 timeout: 1141 lvb_type: 0 00010000:00010000:0.0:1763345649.155179:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae39c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833930 expref: 20 pid: 27810 timeout: 1141 lvb_type: 0 00010000:00010000:0.0:1763345649.155190:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345649.155192:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345649.155196:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae4e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.155205:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae4e5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.155222:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345649.155267:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910528000:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 150us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345649.155274:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3830 00010000:00010000:1.0:1763345649.155455:0:15692:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae4e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.155464:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae4e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.155481:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae4e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.155488:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae4e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.155496:0:15692:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae4e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.155507:0:15692:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345649.155510:0:15692:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae4e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.155518:0:15692:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae4e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.155529:0:15692:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae4e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.155536:0:15692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae4e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345649.155590:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910527616:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 7304us (8259us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345649.155598:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8488 00000100:00100000:1.0:1763345649.158447:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.158500:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910528256 00000100:00100000:0.0:1763345649.158509:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910528256 00000100:00100000:0.0:1763345649.158569:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11511 00000100:00100000:0.0:1763345649.158577:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+329:57871:x1849000910528256:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345649.158629:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763345649.158653:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae459 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083397d expref: 329 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.158676:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae4bb lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339a0 expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.158685:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345649.158693:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345649.158717:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae4ec lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.158727:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae4ec lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.158735:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae4ec lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000040:00080000:0.0:1763345649.159147:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1973, 88 off163512 00000004:00080000:0.0:1763345649.159157:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1041684397532ns, next at 1037769741907ns, rc = 0 00000040:00080000:0.0:1763345649.159198:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1990, 88 off165160 00000004:00080000:0.0:1763345649.159205:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1041684445060ns, next at 1038505825846ns, rc = 0 00000040:00080000:0.0:1763345649.159243:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1974, 88 off163600 00000004:00080000:0.0:1763345649.159249:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1041684489460ns, next at 1037769741907ns, rc = 0 00000040:00080000:0.0:1763345649.159280:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1991, 88 off165248 00000004:00080000:0.0:1763345649.159285:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1041684525892ns, next at 1038505825846ns, rc = 0 00000040:00080000:0.0:1763345649.159316:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1992, 88 off165336 00000004:00080000:0.0:1763345649.159321:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1041684561795ns, next at 1038505825846ns, rc = 0 00000040:00080000:0.0:1763345649.159331:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1975, 88 off163688 00000004:00080000:0.0:1763345649.159334:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1041684574975ns, next at 1037769741907ns, rc = 0 00000001:00080000:3.0:1763345649.164194:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941373 is committed 00000004:00080000:3.0:1763345649.164209:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1276 committed 00000004:00080000:3.0:1763345649.164223:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1292 committed 00000004:00080000:3.0:1763345649.164238:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1291 committed 00000004:00080000:3.0:1763345649.164240:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1275 committed 00000004:00080000:3.0:1763345649.164241:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1290 committed 00000004:00080000:3.0:1763345649.164243:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1274 committed 00000100:00100000:0.0:1763345649.164496:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924453504:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345649.164578:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345649.164614:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763345649.164621:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924453376:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345649.164644:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:0.0:1763345649.164718:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000049ae0c76 reply state 00000000afbcc03b transno 8589941373 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae4ec lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.164738:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae4ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.164748:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345649.164750:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763345649.164754:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1763345649.164882:0:6521:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763345649.164902:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+321:57871:x1849000910528256:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 6323us (6461us total) trans 8589941373 rc 0/0 00000100:00100000:0.0:1763345649.164912:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11511 00010000:00010000:0.0:1763345649.164948:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae4ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.164955:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae4ec lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.164962:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae4ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.164967:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345649.164972:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae4ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.164979:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae4ec lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.164994:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345649.164997:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345649.165000:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae4ec lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.165011:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae4ec lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.165121:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae452 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.165130:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae452 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.165141:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae452 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.165145:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545a1c200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345649.165148:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae452 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.165154:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae452 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.165164:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345649.165166:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345649.165169:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae452 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.165174:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae452 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.165187:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae46e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.165192:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae46e lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.165197:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae46e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.165201:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345649.165204:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae46e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.165210:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae46e lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.165221:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345649.165223:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345649.165226:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae46e lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.165231:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae46e lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00000100:00100000:2.0:1763345649.165246:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763345649.165256:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54420a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924453632:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345649.165288:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345649.165331:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924453504 00000100:00100000:2.0:1763345649.165338:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924453504 00000100:00100000:1.0:1763345649.165516:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b549f72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924453888:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345649.165541:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345649.166431:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763345649.166441:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b549f71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924454016:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345649.166477:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345649.166699:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924453376 00000100:00100000:3.0:1763345649.166700:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924453632 00000100:00100000:2.0:1763345649.166707:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924453376 00000100:00100000:3.0:1763345649.166708:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924453632 00000100:00100000:0.0:1763345649.166851:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924453888 00000100:00100000:0.0:1763345649.166856:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924453888 00000100:00100000:3.0:1763345649.166900:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8489 00000100:00100000:3.0:1763345649.166909:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3659:x1849000924453504:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345649.167052:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3659:x1849000924453504:12345-0@lo:2:osp-syn-1-0.0 Request processed in 144us (2473us total) trans 17179872435 rc 0/0 00000100:00100000:3.0:1763345649.167058:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8489 00000100:00100000:1.0:1763345649.167168:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763345649.167179:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b549f71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924453760:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345649.167204:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345649.167721:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924454016 00000100:00100000:3.0:1763345649.167726:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924454016 00000100:00100000:3.0:1763345649.167745:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8490 00000100:00100000:3.0:1763345649.167752:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3657:x1849000924453632:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345649.167830:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8491 00000100:00100000:2.0:1763345649.167842:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3659:x1849000924453376:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345649.167876:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3657:x1849000924453632:12345-0@lo:2:osp-syn-1-0.0 Request processed in 124us (2587us total) trans 17179872436 rc 0/0 00000100:00100000:3.0:1763345649.167884:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8490 00000100:00100000:3.0:1763345649.167902:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8492 00000100:00100000:3.0:1763345649.167910:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b549f73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+24:3658:x1849000924453888:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1763345649.167916:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345649.167921:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345649.167924:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345649.167927:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345649.167929:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345649.167963:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3659:x1849000924453376:12345-0@lo:2:osp-syn-1-0.0 Request processed in 124us (3317us total) trans 17179872437 rc 0/0 00000100:00100000:2.0:1763345649.167971:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8491 00000100:00100000:2.0:1763345649.167990:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8493 00000100:00100000:2.0:1763345649.167998:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:3658:x1849000924454016:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345649.168013:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b549f73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+25:3658:x1849000924453888:12345-0@lo:2:osp-syn-0-0.0 Request processed in 103us (2469us total) trans 21474839734 rc 0/0 00000100:00100000:3.0:1763345649.168020:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8492 00002000:00010000:2.0:1763345649.168058:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345649.168062:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345649.168065:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345649.168067:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345649.168068:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345649.168094:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:3658:x1849000924454016:12345-0@lo:2:osp-syn-0-0.0 Request processed in 97us (1618us total) trans 21474839735 rc 0/0 00000100:00100000:2.0:1763345649.168101:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8493 00000004:00080000:2.0:1763345649.168951:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54420a680/2, rc 0, transno 17179872436 00000100:00100000:2.0:1763345649.168960:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54420a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924453632:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1763345649.168992:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545963480/2, rc 0, transno 17179872437 00000100:00100000:2.0:1763345649.168996:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924453376:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1763345649.169006:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545963100/2, rc 0, transno 17179872435 00000100:00100000:2.0:1763345649.169009:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924453504:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345649.169247:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b549f71c00/2, rc 0, transno 21474839735 00000100:00100000:1.0:1763345649.169253:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b549f71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924454016:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345649.169262:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b549f72a00/2, rc 0, transno 21474839734 00000100:00100000:1.0:1763345649.169266:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b549f72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924453888:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345649.169282:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924453760 00000100:00100000:1.0:1763345649.169286:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924453760 00000100:00100000:1.0:1763345649.169318:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8494 00000100:00100000:1.0:1763345649.169324:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+25:3656:x1849000924453760:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345649.169440:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+26:3656:x1849000924453760:12345-0@lo:2:osp-syn-0-0.0 Request processed in 115us (2234us total) trans 21474839736 rc 0/0 00000100:00100000:1.0:1763345649.169446:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8494 00000004:00080000:0.0:1763345649.169852:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b549f71880/2, rc 0, transno 21474839736 00000100:00100000:0.0:1763345649.169858:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b549f71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924453760:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345649.175394:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.175496:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910528384 00000100:00100000:2.0:1763345649.175506:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910528384 00000100:00100000:2.0:1763345649.175864:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11512 00000100:00100000:2.0:1763345649.175876:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+318:57871:x1849000910528384:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345649.175897:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345649.175918:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae4f3 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808339ae expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.175966:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae4f3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339ae expref: 319 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.175978:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae4f3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339ae expref: 319 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.175997:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345649.176000:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345649.176004:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6e00, rc 0) 00000100:00100000:2.0:1763345649.176051:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+319:57871:x1849000910528384:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 179us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345649.176057:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11512 00000100:00100000:2.0:1763345649.182663:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.183219:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910528512 00000100:00100000:0.0:1763345649.183230:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910528512 00000100:00100000:0.0:1763345649.183288:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11513 00000100:00100000:0.0:1763345649.183298:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+319:57871:x1849000910528512:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345649.183316:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345649.183345:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae4fa lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808339b5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.183434:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae501 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.183448:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae501 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.183459:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae501 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763345649.183486:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 230152 00000004:00200000:0.0:1763345649.183490:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345649.183507:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae501 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.183528:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae4fa lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339b5 expref: 321 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.183544:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae501 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339b5 expref: 320 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.183553:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345649.183556:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345649.183560:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4a00, rc 0) 00000100:00100000:0.0:1763345649.183614:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+320:57871:x1849000910528512:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 318us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345649.183621:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11513 00000100:00100000:1.0:1763345649.187895:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.187928:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.187956:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.187984:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910528640 00000100:00100000:1.0:1763345649.187993:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910528640 00000100:00100000:1.0:1763345649.188037:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910528896 00000100:00100000:1.0:1763345649.188040:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910528896 00000100:00100000:1.0:1763345649.188057:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910528768 00000100:00100000:1.0:1763345649.188059:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910528768 00000100:00100000:1.0:1763345649.188079:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8495 00000100:00100000:1.0:1763345649.188087:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+46:2408:x1849000910528640:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345649.188104:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345649.188123:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae508 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808339bc expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345649.188144:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x370:0x0] initial LVB size: 230152, mtime: 0x691a84f0, atime: 0x691a84ef, ctime: 0x691a84f0, blocks: 0x178 00010000:00010000:1.0:1763345649.188171:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345649.188174:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345649.188192:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae508 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339bc expref: 47 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345649.188210:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae508 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339bc expref: 47 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345649.188222:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90400, rc 0) 00000100:00100000:1.0:1763345649.188269:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+47:2408:x1849000910528640:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 182us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345649.188276:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8495 00000100:00100000:1.0:1763345649.188294:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8496 00000100:00100000:1.0:1763345649.188301:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910528896:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345649.188308:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345649.188319:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58ae50f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808339ca expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345649.188515:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8497 00000100:00100000:2.0:1763345649.188527:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+46:2408:x1849000910528768:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345649.188535:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345649.188545:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae516 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808339c3 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345649.188558:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x372:0x0] initial LVB size: 0, mtime: 0x691a84f0, atime: 0x691a84ef, ctime: 0x691a84f0, blocks: 0x1800 00010000:00010000:2.0:1763345649.188568:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345649.188569:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345649.188574:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae516 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339c3 expref: 47 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345649.188585:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae516 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339c3 expref: 47 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345649.188594:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7a00, rc 0) 00000100:00100000:2.0:1763345649.188618:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+47:2408:x1849000910528768:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 95us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345649.188628:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8497 00002000:00010000:1.0:1763345649.190788:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x374:0x0] initial LVB size: 0, mtime: 0x691a84f0, atime: 0x691a84ef, ctime: 0x691a84f0, blocks: 0x0 00010000:00010000:1.0:1763345649.190830:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345649.190833:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345649.190844:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58ae50f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339ca expref: 19 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345649.190864:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58ae50f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339ca expref: 19 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345649.190882:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90e00, rc 0) 00000100:00100000:1.0:1763345649.190944:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910528896:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2642us (3013us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345649.190961:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8496 00000100:00100000:2.0:1763345649.238420:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.238532:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910529024 00000100:00100000:1.0:1763345649.238541:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910529024 00000100:00100000:1.0:1763345649.241423:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8498 00000100:00100000:1.0:1763345649.241449:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+47:2409:x1849000910529024:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345649.241599:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+47:2409:x1849000910529024:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 162us (3187us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345649.241608:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8498 00000100:00100000:0.0:1763345649.247734:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345649.248252:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910529152 00000100:00100000:3.0:1763345649.248263:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910529152 00000100:00100000:3.0:1763345649.248323:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8499 00000100:00100000:3.0:1763345649.248334:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+47:2410:x1849000910529152:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:3.0:1763345649.249192:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+47:2410:x1849000910529152:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 855us (1461us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345649.249202:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8499 00000100:00100000:2.0:1763345649.255609:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345649.255690:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910529408 00000100:00100000:3.0:1763345649.255700:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910529408 00000100:00100000:3.0:1763345649.255757:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11514 00000100:00100000:3.0:1763345649.255793:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+320:57871:x1849000910529408:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:3.0:1763345649.255853:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345649.255879:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae501 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339b5 expref: 320 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.255896:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345649.255901:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345649.256073:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318a00/0x52bea07cb58ae51d lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345649.256090:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318a00/0x52bea07cb58ae51d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345649.256099:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318a00/0x52bea07cb58ae51d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000001:00080000:3.0:1763345649.256136:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941374 00000004:00010000:3.0:1763345649.256157:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006d00ad14 reply state 00000000351449df transno 8589941375 ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318a00/0x52bea07cb58ae51d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345649.256168:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318a00/0x52bea07cb58ae51d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345649.256173:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345649.256176:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345649.256178:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763345649.256253:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+322:57871:x1849000910529408:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 462us (652us total) trans 8589941375 rc 0/0 00000100:00100000:3.0:1763345649.256261:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11514 00000020:00080000:3.0:1763345649.256266:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345649.260642:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345649.260719:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910529536 00000100:00100000:3.0:1763345649.260729:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910529536 00000100:00100000:0.0:1763345649.261703:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8500 00000100:00100000:0.0:1763345649.261720:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b60c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+19:57871:x1849000910529536:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345649.261736:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345649.261784:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae524 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808339d1 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345649.261817:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x375:0x0] initial LVB size: 226970, mtime: 0x691a84f0, atime: 0x691a84ee, ctime: 0x691a84f0, blocks: 0x78 00010000:00010000:0.0:1763345649.261840:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345649.261843:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345649.261851:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae524 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808339d1 expref: 20 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.261867:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae524 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808339d1 expref: 20 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.261879:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5e00, rc 0) 00000100:00100000:0.0:1763345649.262271:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b60c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+20:57871:x1849000910529536:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 555us (1635us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345649.262280:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8500 00000100:00100000:1.0:1763345649.269356:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.269405:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.269499:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910529664 00000100:00100000:0.0:1763345649.269510:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910529664 00002000:00010000:0.0:1763345649.269549:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (0->18446744073709551615) 00002000:00100000:0.0:1763345649.269554:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54440aa00 with x1849000910529664 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345649.269566:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54440aa00. 00000100:00100000:1.0:1763345649.270013:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910529792 00000100:00100000:1.0:1763345649.270019:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910529792 00002000:00010000:1.0:1763345649.270037:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:1.0:1763345649.270041:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54440b480 with x1849000910529792 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345649.270048:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54440b480. 00000100:00100000:1.0:1763345649.270079:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2140 00000100:00100000:1.0:1763345649.270089:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910529664:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:1.0:1763345649.270499:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 226970 -> 0 00002000:00010000:1.0:1763345649.270503:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.270506:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:1.0:1763345649.270509:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.270511:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 120 -> 0 00000100:00100000:1.0:1763345649.270569:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910529664:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 481us (1222us total) trans 17179872438 rc 0/0 00000100:00100000:1.0:1763345649.270577:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2140 00002000:00010000:1.0:1763345649.270581:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (0->18446744073709551615) 00002000:00100000:1.0:1763345649.270583:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54440aa00 with x1849000910529664 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345649.270588:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54440aa00. 00000100:00100000:1.0:1763345649.270605:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2141 00000100:00100000:1.0:1763345649.270612:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+47:2409:x1849000910529792:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:1.0:1763345649.270678:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345649.270681:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.270683:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:1.0:1763345649.270686:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.270688:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345649.270706:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+48:2409:x1849000910529792:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 95us (1302us total) trans 21474839737 rc 0/0 00000100:00100000:1.0:1763345649.270712:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2141 00002000:00010000:1.0:1763345649.270715:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:1.0:1763345649.270717:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54440b480 with x1849000910529792 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345649.270720:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54440b480. 00000100:00100000:2.0:1763345649.282224:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.282318:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910529920 00000100:00100000:0.0:1763345649.282329:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910529920 00000100:00100000:0.0:1763345649.282388:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11515 00000100:00100000:0.0:1763345649.282399:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+322:57871:x1849000910529920:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345649.282421:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345649.282441:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae52b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808339d8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.282534:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae532 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.282548:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae532 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.282562:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae532 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763345649.282588:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 0 00000004:00200000:0.0:1763345649.282592:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345649.282609:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae532 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.282632:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae52b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339d8 expref: 324 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.282649:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae532 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339d8 expref: 323 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.282658:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345649.282661:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345649.282664:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4800, rc 0) 00000100:00100000:0.0:1763345649.282924:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+323:57871:x1849000910529920:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 525us (708us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345649.282932:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11515 00000100:00100000:1.0:1763345649.298603:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345649.298687:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910530048 00000100:00100000:3.0:1763345649.298697:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910530048 00000100:00100000:3.0:1763345649.298788:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2142 00000100:00100000:3.0:1763345649.298807:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+48:2411:x1849000910530048:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:3.0:1763345649.298845:0:28407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ae539 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.298860:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345649.298863:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345649.298868:0:28407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ae539 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->36863] (req 12288->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.298881:0:28407:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ae539 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->36863] (req 12288->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.300085:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345649.304512:0:28407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ae539 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->36863] (req 12288->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.304530:0:28407:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ae539 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->36863] (req 12288->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.304539:0:28407:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ae539 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->36863] (req 12288->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.304547:0:28407:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b673318200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345649.304551:0:28407:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ae539 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->36863] (req 12288->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.304560:0:28407:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ae539 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->36863] (req 12288->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.304577:0:28407:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ae539 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->36863] (req 12288->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.304583:0:28407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b673318200/0x52bea07cb58ae539 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [12288->36863] (req 12288->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345649.306926:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+48:2411:x1849000910530048:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 8118us (8322us total) trans 0 rc 24576/24576 00000100:00100000:3.0:1763345649.306942:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2142 00000100:00100000:0.0:1763345649.322585:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345649.322671:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910530176 00000100:00100000:3.0:1763345649.322682:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910530176 00000100:00100000:3.0:1763345649.322790:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2143 00000100:00100000:3.0:1763345649.322812:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+21:2410:x1849000910530176:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:3.0:1763345649.322846:0:28407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b673318200/0x52bea07cb58ae540 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.322864:0:28407:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae524 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a969808339d1 expref: 21 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.322872:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345649.322874:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345649.322878:0:28407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b673318200/0x52bea07cb58ae540 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [12288->36863] (req 12288->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.322912:0:28407:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae524 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.8@tcp remote: 0x199a969808339d1 expref: 21 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.322926:0:28407:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae524 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808339d1 expref: 21 pid: 27810 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763345649.322940:0:28407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28407:1849000924454144:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345649.323023:0:28407:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5434f1840 going to sleep for 11 seconds 00000100:00100000:1.0:1763345649.330000:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345649.330612:0:28407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28407:1849000924454144:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345649.330638:0:28407:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b673318200/0x52bea07cb58ae540 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [12288->36863] (req 12288->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345649.331412:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910530304 00000100:00100000:0.0:1763345649.331421:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910530304 00010000:00010000:0.0:1763345649.331457:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae524 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808339d1 expref: 22 pid: 27810 timeout: 1141 lvb_type: 0 00000100:00100000:2.0:1763345649.332298:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3831 00000100:00100000:2.0:1763345649.332313:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910530304:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345649.332329:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345649.332349:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae524 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808339d1 expref: 22 pid: 27810 timeout: 1141 lvb_type: 0 00010000:00010000:2.0:1763345649.332363:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae524 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.8@tcp remote: 0x199a969808339d1 expref: 22 pid: 27810 timeout: 1141 lvb_type: 0 00010000:00010000:2.0:1763345649.332386:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae524 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.8@tcp remote: 0x199a969808339d1 expref: 22 pid: 27810 timeout: 1141 lvb_type: 0 00010000:00010000:2.0:1763345649.332402:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345649.332404:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345649.332408:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b673318200/0x52bea07cb58ae540 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [12288->36863] (req 12288->36863) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.332417:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b673318200/0x52bea07cb58ae540 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [12288->36863] (req 12288->36863) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.332451:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345649.332510:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+21:2408:x1849000910530304:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 202us (2517us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345649.332518:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3831 00010000:00010000:3.0:1763345649.333226:0:28407:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b673318200/0x52bea07cb58ae540 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->36863] (req 12288->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.333239:0:28407:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b673318200/0x52bea07cb58ae540 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->36863] (req 12288->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1763345649.341920:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872439 is committed 00000001:00080000:1.0:1763345649.341941:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872437 is committed 00002000:00010000:3.0:1763345649.342112:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 0 -> 36864 00002000:00010000:3.0:1763345649.342118:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 0 -> 48 00010000:00010000:3.0:1763345649.342131:0:28407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b673318200/0x52bea07cb58ae540 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->36863] (req 12288->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.342143:0:28407:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b673318200/0x52bea07cb58ae540 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->36863] (req 12288->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.342151:0:28407:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b673318200/0x52bea07cb58ae540 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->36863] (req 12288->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.342301:0:28407:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b673318200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345649.342307:0:28407:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b673318200/0x52bea07cb58ae540 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->36863] (req 12288->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.342315:0:28407:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b673318200/0x52bea07cb58ae540 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->36863] (req 12288->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.342334:0:28407:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b673318200/0x52bea07cb58ae540 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->36863] (req 12288->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.342341:0:28407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b673318200/0x52bea07cb58ae540 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [12288->36863] (req 12288->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345649.342471:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+13:2410:x1849000910530176:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 19668us (19890us total) trans 17179872439 rc 0/0 00000100:00100000:3.0:1763345649.342482:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2143 00000100:00100000:1.0:1763345649.347165:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.347239:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910530432 00000100:00100000:2.0:1763345649.347250:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910530432 00000100:00100000:2.0:1763345649.347355:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8501 00000100:00100000:2.0:1763345649.347366:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+48:2409:x1849000910530432:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:2.0:1763345649.347482:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+48:2409:x1849000910530432:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 118us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345649.347699:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8501 00000100:00100000:2.0:1763345649.351397:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.351488:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910530560 00000100:00100000:0.0:1763345649.351498:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910530560 00000100:00100000:0.0:1763345649.351550:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8502 00000100:00100000:0.0:1763345649.351559:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+48:2408:x1849000910530560:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:0.0:1763345649.352063:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+48:2408:x1849000910530560:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 503us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345649.352071:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8502 00000100:00100000:0.0:1763345649.355240:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345649.355375:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910530816 00000100:00100000:3.0:1763345649.355385:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910530816 00000100:00100000:3.0:1763345649.355461:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11516 00000100:00100000:3.0:1763345649.355470:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+323:57871:x1849000910530816:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:3.0:1763345649.355536:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345649.355560:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae532 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339d8 expref: 323 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.355576:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345649.355581:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345649.355986:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae547 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.356001:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae547 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.356011:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae547 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000001:00080000:2.0:1763345649.356049:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941376 00000004:00010000:2.0:1763345649.356070:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f0c12f11 reply state 000000004fb15e2c transno 8589941377 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae547 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.356080:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae547 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.356086:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345649.356088:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345649.356091:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345649.356209:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+325:57871:x1849000910530816:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 739us (977us total) trans 8589941377 rc 0/0 00000100:00100000:2.0:1763345649.356221:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11516 00000020:00080000:2.0:1763345649.356226:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345649.358419:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.358579:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910530944 00000100:00100000:0.0:1763345649.358589:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910530944 00000100:00100000:1.0:1763345649.358871:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8503 00000100:00100000:1.0:1763345649.358883:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+13:57871:x1849000910530944:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345649.358899:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345649.358916:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58ae54e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808339df expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345649.358937:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x375:0x0] initial LVB size: 36864, mtime: 0x691a84f0, atime: 0x691a84ee, ctime: 0x691a84f0, blocks: 0x30 00010000:00010000:1.0:1763345649.358956:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345649.358958:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345649.358966:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58ae54e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339df expref: 14 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.358979:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58ae54e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339df expref: 14 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.358990:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91a00, rc 0) 00000100:00100000:1.0:1763345649.359034:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+14:57871:x1849000910530944:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 154us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345649.359041:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8503 00000100:00100000:1.0:1763345649.361453:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.361659:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.361901:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924454272:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763345649.361949:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345649.362183:0:8939:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924454272 00000100:00100000:1.0:1763345649.362191:0:8939:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924454272 00000100:00100000:1.0:1763345649.362236:0:8939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:1.0:1763345649.362244:0:8939:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+26:3656:x1849000924454272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1763345649.362264:0:8939:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484963264 pending 69632 free 3916914688 avail 3685318656 00000100:00100000:3.0:1763345649.362366:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910531200 00000100:00100000:3.0:1763345649.362370:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910531200 00002000:00010000:3.0:1763345649.362392:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:3.0:1763345649.362396:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54440bb80 with x1849000910531200 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345649.362406:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54440bb80. 00000100:00100000:3.0:1763345649.362422:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910531072 00000100:00100000:3.0:1763345649.362424:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910531072 00002000:00010000:3.0:1763345649.362434:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (36864->18446744073709551615) 00002000:00100000:3.0:1763345649.362437:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544408700 with x1849000910531072 ext(36864->18446744073709551615) 00002000:00010000:3.0:1763345649.362442:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b544408700. 00000100:00100000:3.0:1763345649.362461:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2144 00000100:00100000:3.0:1763345649.362467:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+48:2408:x1849000910531200:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:3.0:1763345649.362589:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345649.362593:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345649.362595:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345649.362597:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345649.362599:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345649.362633:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+49:2408:x1849000910531200:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 166us (1188us total) trans 21474839738 rc 0/0 00000100:00100000:3.0:1763345649.362640:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2144 00002000:00010000:3.0:1763345649.362643:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:3.0:1763345649.362645:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54440bb80 with x1849000910531200 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345649.362649:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54440bb80. 00000100:00100000:3.0:1763345649.362668:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2145 00000100:00100000:3.0:1763345649.362675:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910531072:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:3.0:1763345649.362747:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 36864 -> 36864 00002000:00010000:3.0:1763345649.362750:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345649.362752:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345649.362754:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345649.362756:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:3.0:1763345649.362796:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910531072:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 121us (1137us total) trans 17179872440 rc 0/0 00000100:00100000:3.0:1763345649.362814:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2145 00002000:00010000:3.0:1763345649.362818:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (36864->18446744073709551615) 00002000:00100000:3.0:1763345649.362820:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544408700 with x1849000910531072 ext(36864->18446744073709551615) 00002000:00010000:3.0:1763345649.362825:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b544408700. 00000100:00100000:1.0:1763345649.364030:0:8939:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+26:3656:x1849000924454272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1782us (2075us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345649.364043:0:8939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1763345649.364140:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924454272:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763345649.369740:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345649.369855:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910531328 00000100:00100000:3.0:1763345649.369864:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910531328 00000100:00100000:3.0:1763345649.369907:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11517 00000100:00100000:3.0:1763345649.369915:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+325:57871:x1849000910531328:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345649.369938:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345649.369960:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318200/0x52bea07cb58ae555 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808339e6 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.370050:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae55c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345649.370065:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae55c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345649.370076:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae55c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:3.0:1763345649.370102:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 36864 00000004:00200000:3.0:1763345649.370106:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763345649.370123:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae55c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345649.370147:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318200/0x52bea07cb58ae555 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339e6 expref: 327 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.370165:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae55c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339e6 expref: 326 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.370173:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345649.370176:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345649.370180:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545a1c200, rc 0) 00000100:00100000:3.0:1763345649.370242:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+326:57871:x1849000910531328:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 326us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345649.370249:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11517 00000100:00100000:3.0:1763345649.373937:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.374047:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910531456 00000100:00100000:2.0:1763345649.374058:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910531456 00000100:00100000:2.0:1763345649.374134:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2146 00000100:00100000:2.0:1763345649.374146:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+49:2408:x1849000910531456:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:2.0:1763345649.374201:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae563 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.374217:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345649.374219:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345649.374224:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae563 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [53248->65535] (req 53248->65535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.374237:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae563 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [53248->65535] (req 53248->65535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.375131:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae563 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [53248->65535] (req 53248->65535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.375145:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae563 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [53248->65535] (req 53248->65535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.375153:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae563 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [53248->65535] (req 53248->65535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.375165:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345649.375169:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae563 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [53248->65535] (req 53248->65535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.375177:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae563 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [53248->65535] (req 53248->65535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.375193:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae563 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [53248->65535] (req 53248->65535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.375201:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae563 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [53248->65535] (req 53248->65535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345649.376258:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+49:2408:x1849000910531456:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 2107us (2402us total) trans 0 rc 12288/12288 00000100:00100000:2.0:1763345649.376271:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2146 00000100:00100000:2.0:1763345649.381969:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.382054:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910531584 00000100:00100000:0.0:1763345649.382063:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910531584 00000100:00100000:0.0:1763345649.382128:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2147 00000100:00100000:0.0:1763345649.382138:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910531584:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:0.0:1763345649.382168:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae56a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.382185:0:24005:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58ae54e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339df expref: 15 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.382193:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345649.382195:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345649.382198:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae56a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [53248->65535] (req 53248->65535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.382230:0:24005:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58ae54e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a969808339df expref: 15 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.382249:0:24005:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58ae54e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339df expref: 15 pid: 27810 timeout: 1141 lvb_type: 0 00000100:00100000:0.0:1763345649.382263:0:24005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24005:1849000924454400:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345649.383811:0:24005:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5840 going to sleep for 11 seconds 00000100:00100000:2.0:1763345649.386224:0:24005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24005:1849000924454400:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345649.386249:0:24005:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae56a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [53248->65535] (req 53248->65535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345649.386687:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.386946:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910531712 00000100:00100000:0.0:1763345649.386953:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910531712 00010000:00010000:0.0:1763345649.386985:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58ae54e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339df expref: 16 pid: 27810 timeout: 1141 lvb_type: 0 00000100:00100000:0.0:1763345649.387019:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3832 00000100:00100000:0.0:1763345649.387026:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910531712:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345649.387039:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345649.387057:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58ae54e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339df expref: 16 pid: 27810 timeout: 1141 lvb_type: 0 00010000:00010000:0.0:1763345649.387068:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58ae54e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339df expref: 16 pid: 27810 timeout: 1141 lvb_type: 0 00010000:00010000:0.0:1763345649.387087:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91a00/0x52bea07cb58ae54e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339df expref: 16 pid: 27810 timeout: 1141 lvb_type: 0 00010000:00010000:0.0:1763345649.387100:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345649.387102:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345649.387106:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae56a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [53248->65535] (req 53248->65535) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.387115:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae56a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [53248->65535] (req 53248->65535) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.387835:0:24005:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae56a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [53248->65535] (req 53248->65535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.387847:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae56a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [53248->65535] (req 53248->65535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.388316:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345649.388380:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910531712:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 1351us (1692us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345649.388388:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3832 00000001:00080000:3.0:1763345649.391076:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872441 is committed 00002000:00010000:1.0:1763345649.391200:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 36864 -> 65536 00002000:00010000:1.0:1763345649.391205:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 48 -> 72 00010000:00010000:1.0:1763345649.391217:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae56a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [53248->65535] (req 53248->65535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.391228:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae56a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [53248->65535] (req 53248->65535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.391237:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae56a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [53248->65535] (req 53248->65535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.391244:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5a00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345649.391249:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae56a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [53248->65535] (req 53248->65535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.391257:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae56a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [53248->65535] (req 53248->65535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.391274:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae56a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [53248->65535] (req 53248->65535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.391287:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae56a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [53248->65535] (req 53248->65535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345649.391376:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+13:2408:x1849000910531584:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 9236us (9412us total) trans 17179872441 rc 0/0 00000100:00100000:1.0:1763345649.391387:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2147 00000100:00100000:2.0:1763345649.397361:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.397438:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910531840 00000100:00100000:0.0:1763345649.397447:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910531840 00000100:00100000:0.0:1763345649.397848:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8504 00000100:00100000:0.0:1763345649.397860:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+49:2409:x1849000910531840:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:0.0:1763345649.397979:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+49:2409:x1849000910531840:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 121us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345649.397987:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8504 00000100:00100000:0.0:1763345649.400664:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.400742:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910532096 00000100:00100000:2.0:1763345649.400751:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910532096 00000100:00100000:2.0:1763345649.400955:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11518 00000100:00100000:2.0:1763345649.400966:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+326:57871:x1849000910532096:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345649.401015:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345649.401042:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae55c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339e6 expref: 326 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.401057:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345649.401062:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345649.401217:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae571 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.401232:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae571 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.401242:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae571 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000001:00080000:2.0:1763345649.401285:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941378 00000004:00010000:2.0:1763345649.401308:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fe504011 reply state 00000000f691318f transno 8589941379 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae571 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.401322:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae571 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.401328:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345649.401331:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345649.401334:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345649.401435:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+328:57871:x1849000910532096:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 470us (778us total) trans 8589941379 rc 0/0 00000100:00100000:2.0:1763345649.401443:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11518 00000020:00080000:2.0:1763345649.401448:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345649.404127:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.404294:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910532224 00000100:00100000:0.0:1763345649.404305:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910532224 00000100:00100000:0.0:1763345649.404361:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8505 00000100:00100000:0.0:1763345649.404371:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+13:57871:x1849000910532224:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345649.404387:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345649.404408:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae578 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808339ed expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345649.404429:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x375:0x0] initial LVB size: 65536, mtime: 0x691a84f0, atime: 0x691a84ee, ctime: 0x691a84f0, blocks: 0x48 00010000:00010000:0.0:1763345649.404450:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345649.404453:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345649.404460:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae578 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339ed expref: 14 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.404474:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae578 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339ed expref: 14 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.404485:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5a00, rc 0) 00000100:00100000:0.0:1763345649.404544:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+14:57871:x1849000910532224:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 175us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345649.404552:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8505 00000100:00100000:1.0:1763345649.407206:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.407246:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.407315:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910532352 00000100:00100000:2.0:1763345649.407325:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910532352 00002000:00010000:2.0:1763345649.407364:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (65536->18446744073709551615) 00002000:00100000:2.0:1763345649.407370:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54440b800 with x1849000910532352 ext(65536->18446744073709551615) 00002000:00010000:2.0:1763345649.407382:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54440b800. 00000100:00100000:2.0:1763345649.407413:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910532480 00000100:00100000:2.0:1763345649.407417:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910532480 00002000:00010000:2.0:1763345649.407431:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:2.0:1763345649.407435:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54440ad80 with x1849000910532480 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345649.407441:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54440ad80. 00000100:00100000:2.0:1763345649.407467:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2148 00000100:00100000:2.0:1763345649.407476:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910532352:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345649.407630:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 65536 -> 65536 00002000:00010000:2.0:1763345649.407634:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345649.407636:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345649.407638:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345649.407641:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:2.0:1763345649.407689:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910532352:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 214us (492us total) trans 17179872442 rc 0/0 00000100:00100000:2.0:1763345649.407695:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2148 00002000:00010000:2.0:1763345649.407699:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (65536->18446744073709551615) 00002000:00100000:2.0:1763345649.407701:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54440b800 with x1849000910532352 ext(65536->18446744073709551615) 00002000:00010000:2.0:1763345649.407704:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54440b800. 00000100:00100000:2.0:1763345649.407719:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2149 00000100:00100000:2.0:1763345649.407725:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+49:2408:x1849000910532480:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345649.407812:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345649.407815:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345649.407818:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345649.407820:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345649.407822:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345649.407840:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+50:2408:x1849000910532480:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 115us (594us total) trans 21474839739 rc 0/0 00000100:00100000:2.0:1763345649.407845:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2149 00002000:00010000:2.0:1763345649.407847:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:2.0:1763345649.407850:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54440ad80 with x1849000910532480 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345649.407853:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54440ad80. 00000100:00100000:2.0:1763345649.410195:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345649.410273:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910532608 00000100:00100000:3.0:1763345649.410282:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910532608 00000100:00100000:3.0:1763345649.410964:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11519 00000100:00100000:3.0:1763345649.410978:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+328:57871:x1849000910532608:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345649.411005:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345649.411027:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae57f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808339f4 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.411126:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae586 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345649.411143:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae586 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345649.411154:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae586 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:3.0:1763345649.411179:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 65536 00000004:00200000:3.0:1763345649.411183:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763345649.411200:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae586 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345649.411224:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae57f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339f4 expref: 330 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.411246:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae586 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339f4 expref: 329 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.411254:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345649.411257:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345649.411261:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545a1cc00, rc 0) 00000100:00100000:3.0:1763345649.411324:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+329:57871:x1849000910532608:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 350us (1138us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345649.411331:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11519 00000100:00100000:2.0:1763345649.415875:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.419579:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910532864 00000100:00100000:0.0:1763345649.419595:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910532864 00000100:00100000:0.0:1763345649.419675:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11520 00000100:00100000:0.0:1763345649.419685:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+329:57871:x1849000910532864:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345649.419735:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345649.419781:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae586 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339f4 expref: 329 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.419812:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345649.419817:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345649.419982:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ae58d lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.419998:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ae58d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.420007:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ae58d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000001:00080000:0.0:1763345649.420055:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941380 00000004:00010000:0.0:1763345649.420077:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e91b824e reply state 00000000bb0f9a3c transno 8589941381 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ae58d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.420089:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ae58d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.420095:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345649.420098:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345649.420100:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345649.420191:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+331:57871:x1849000910532864:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 507us (4323us total) trans 8589941381 rc 0/0 00000100:00100000:0.0:1763345649.420199:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11520 00000020:00080000:0.0:1763345649.420205:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763345649.425249:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.425301:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.426203:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910532992 00000100:00100000:0.0:1763345649.426214:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910532992 00000100:00100000:3.0:1763345649.426263:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910533120 00000100:00100000:3.0:1763345649.426268:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910533120 00002000:00010000:1.0:1763345649.426340:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:1.0:1763345649.426346:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6779a5500 with x1849000910533120 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345649.426356:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6779a5500. 00000100:00100000:1.0:1763345649.426452:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2150 00000100:00100000:1.0:1763345649.426463:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+50:2409:x1849000910533120:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:1.0:1763345649.426590:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345649.426594:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.426596:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:1.0:1763345649.426598:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.426600:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763345649.426954:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (230152->18446744073709551615) 00002000:00100000:0.0:1763345649.426958:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544408a80 with x1849000910532992 ext(230152->18446744073709551615) 00002000:00010000:0.0:1763345649.426965:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b544408a80. 00000100:00100000:3.0:1763345649.427290:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2151 00000100:00100000:3.0:1763345649.427300:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910532992:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:3.0:1763345649.427438:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 65536 -> 230152 00002000:00010000:3.0:1763345649.427442:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345649.427444:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345649.427446:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345649.427448:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:1.0:1763345649.428133:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+51:2409:x1849000910533120:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 1667us (2827us total) trans 21474839740 rc 0/0 00000100:00100000:1.0:1763345649.428142:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2150 00002000:00010000:1.0:1763345649.428146:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:1.0:1763345649.428149:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6779a5500 with x1849000910533120 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345649.428156:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6779a5500. 00000100:00100000:3.0:1763345649.428295:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910532992:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 997us (3056us total) trans 17179872443 rc 0/0 00000100:00100000:3.0:1763345649.428302:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2151 00002000:00010000:3.0:1763345649.428305:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (230152->18446744073709551615) 00002000:00100000:3.0:1763345649.428308:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544408a80 with x1849000910532992 ext(230152->18446744073709551615) 00002000:00010000:3.0:1763345649.428312:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b544408a80. 00000100:00100000:1.0:1763345649.447628:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.452506:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910533248 00000100:00100000:2.0:1763345649.452521:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910533248 00000100:00100000:2.0:1763345649.452589:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11521 00000100:00100000:2.0:1763345649.452598:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+331:57871:x1849000910533248:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345649.452618:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345649.452638:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae594 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808339fb expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.452721:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae59b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.452742:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae59b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.452753:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae59b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345649.452832:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 230152 00000004:00200000:2.0:1763345649.452836:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345649.452853:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae59b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.452876:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae594 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339fb expref: 333 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.452892:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae59b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339fb expref: 332 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.452900:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345649.452903:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345649.452906:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7200, rc 0) 00000100:00100000:2.0:1763345649.452956:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+332:57871:x1849000910533248:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 360us (5337us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345649.452962:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11521 00000100:00100000:2.0:1763345649.457277:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.457544:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910533504 00000100:00100000:0.0:1763345649.457555:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910533504 00000100:00100000:0.0:1763345649.457618:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11522 00000100:00100000:0.0:1763345649.457628:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+332:57871:x1849000910533504:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345649.457676:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345649.457702:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae59b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339fb expref: 332 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.457722:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345649.457727:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345649.457928:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ae5a2 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.457942:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ae5a2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.457951:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ae5a2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000001:00080000:0.0:1763345649.457994:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941382 00000004:00010000:0.0:1763345649.458019:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ca5de854 reply state 00000000807f6887 transno 8589941383 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ae5a2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.458031:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ae5a2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.458037:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345649.458040:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345649.458042:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345649.458120:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+334:57871:x1849000910533504:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 493us (852us total) trans 8589941383 rc 0/0 00000100:00100000:0.0:1763345649.458128:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11522 00000020:00080000:0.0:1763345649.458134:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763345649.463544:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.463637:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.464271:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910533760 00000100:00100000:0.0:1763345649.464282:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910533760 00002000:00010000:0.0:1763345649.464322:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:0.0:1763345649.464327:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6779a6680 with x1849000910533760 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345649.464338:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6779a6680. 00000100:00100000:0.0:1763345649.464367:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910533632 00000100:00100000:0.0:1763345649.464370:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910533632 00002000:00010000:0.0:1763345649.464383:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (230152->18446744073709551615) 00002000:00100000:0.0:1763345649.464386:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6779a5f80 with x1849000910533632 ext(230152->18446744073709551615) 00002000:00010000:0.0:1763345649.464392:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6779a5f80. 00000100:00100000:0.0:1763345649.464419:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2152 00000100:00100000:0.0:1763345649.464429:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+51:2408:x1849000910533760:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:0.0:1763345649.464573:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345649.464577:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:0.0:1763345649.464580:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345649.464582:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:0.0:1763345649.464585:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345649.464641:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+52:2408:x1849000910533760:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 214us (1106us total) trans 21474839741 rc 0/0 00000100:00100000:0.0:1763345649.464648:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2152 00002000:00010000:0.0:1763345649.464652:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/883 (0->18446744073709551615) 00002000:00100000:0.0:1763345649.464654:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6779a6680 with x1849000910533760 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345649.464658:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6779a6680. 00000100:00100000:0.0:1763345649.464675:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2153 00000100:00100000:0.0:1763345649.464682:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910533632:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:0.0:1763345649.464756:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 230152 -> 230152 00002000:00010000:0.0:1763345649.464781:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:0.0:1763345649.464784:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345649.464786:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:0.0:1763345649.464788:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:0.0:1763345649.464823:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910533632:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 141us (1185us total) trans 17179872444 rc 0/0 00000100:00100000:0.0:1763345649.464830:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2153 00002000:00010000:0.0:1763345649.464833:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/885 (230152->18446744073709551615) 00002000:00100000:0.0:1763345649.464836:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6779a5f80 with x1849000910533632 ext(230152->18446744073709551615) 00002000:00010000:0.0:1763345649.464840:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6779a5f80. 00000100:00100000:1.0:1763345649.469992:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.473711:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910534016 00000100:00100000:2.0:1763345649.473736:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910534016 00000100:00100000:2.0:1763345649.473824:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11523 00000100:00100000:2.0:1763345649.473835:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+334:57871:x1849000910534016:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345649.473943:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae5a9 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.473961:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae5a9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.473972:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae5a9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00010000:2.0:1763345649.474076:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000de6809e2 reply state 000000007fe80eb0 transno 8589941384 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae5a9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.474089:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae5a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.474097:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345649.474100:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345649.474104:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345649.474201:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+336:57871:x1849000910534016:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 366us (4217us total) trans 8589941384 rc 0/0 00000100:00100000:2.0:1763345649.474208:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11523 00000100:00100000:3.0:1763345649.476937:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.479071:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910534144 00000100:00100000:1.0:1763345649.479085:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910534144 00000100:00100000:1.0:1763345649.479153:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8506 00000100:00100000:1.0:1763345649.479162:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+52:2409:x1849000910534144:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:1.0:1763345649.479296:0:27810:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 230152 -> 230152 00002000:00010000:1.0:1763345649.479300:0:27810:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.479303:0:27810:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345647 -> 1763345648 00002000:00010000:1.0:1763345649.479305:0:27810:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.479308:0:27810:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 376 -> 376 00000100:00100000:1.0:1763345649.479371:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+53:2409:x1849000910534144:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 208us (2441us total) trans 21474839742 rc 0/0 00000100:00100000:1.0:1763345649.479379:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8506 00000100:00100000:1.0:1763345649.482616:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.484223:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.485308:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910534272 00000100:00100000:0.0:1763345649.485321:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910534272 00000100:00100000:0.0:1763345649.485379:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910534400 00000100:00100000:0.0:1763345649.485382:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910534400 00000100:00100000:0.0:1763345649.485415:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8507 00000100:00100000:0.0:1763345649.485424:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+53:2409:x1849000910534272:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:0.0:1763345649.485564:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345649.485567:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:0.0:1763345649.485570:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345647 -> 1763345648 00002000:00010000:0.0:1763345649.485572:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:0.0:1763345649.485575:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763345649.485626:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+54:2409:x1849000910534272:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 203us (3019us total) trans 21474839743 rc 0/0 00000100:00100000:0.0:1763345649.485634:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8507 00000100:00100000:0.0:1763345649.485652:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8508 00000100:00100000:0.0:1763345649.485659:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910534400:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:0.0:1763345649.485722:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345649.485725:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:0.0:1763345649.485727:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345647 -> 1763345648 00002000:00010000:0.0:1763345649.485729:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:0.0:1763345649.485731:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345649.485751:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910534400:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 92us (1533us total) trans 17179872445 rc 0/0 00000100:00100000:0.0:1763345649.485782:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8508 00000100:00100000:2.0:1763345649.488650:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.488794:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910534656 00000100:00100000:1.0:1763345649.488814:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910534656 00000100:00100000:1.0:1763345649.488872:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3961 00000100:00100000:1.0:1763345649.488883:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b64a0b5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+336:57871:x1849000910534656:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:1.0:1763345649.488941:0:35216:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000405:0x25c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae4c9 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339a7 expref: 336 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.488996:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae5b0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.489009:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae4f3 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339ae expref: 336 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.489019:0:35216:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae5b0 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.489053:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae4f3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a969808339ae expref: 336 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.489066:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae4f3 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339ae expref: 336 pid: 6521 timeout: 1142 lvb_type: 0 00000100:00100000:1.0:1763345649.489080:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a4000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924454528:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345649.489161:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5448f8840 going to sleep for 11 seconds 00000100:00100000:1.0:1763345649.492410:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.492632:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a4000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924454528:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345649.492658:0:35216:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae5b0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:0.0:1763345649.492729:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910534784 00000100:00100000:0.0:1763345649.492735:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910534784 00010000:00010000:0.0:1763345649.492780:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae4f3 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339ae expref: 337 pid: 6521 timeout: 1142 lvb_type: 0 00000100:00100000:0.0:1763345649.492818:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3833 00000100:00100000:0.0:1763345649.492826:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+337:2408:x1849000910534784:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345649.492839:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345649.492845:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae4f3 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339ae expref: 337 pid: 6521 timeout: 1142 lvb_type: 0 00010000:00010000:0.0:1763345649.492855:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae4f3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339ae expref: 337 pid: 6521 timeout: 1142 lvb_type: 0 00010000:00010000:0.0:1763345649.492874:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58ae4f3 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339ae expref: 337 pid: 6521 timeout: 1142 lvb_type: 0 00010000:00010000:0.0:1763345649.492888:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345649.492892:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae5b0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345649.492902:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae5b0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345649.492908:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae5b0 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345649.492933:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345649.492983:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+336:2408:x1849000910534784:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 156us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345649.492991:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3833 00010000:00010000:1.0:1763345649.493183:0:35216:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae5b0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.493190:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae5b0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000040:00080000:1.0:1763345649.493416:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1976, 88 off163776 00000004:00080000:1.0:1763345649.493423:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1042018662923ns, next at 1037769741907ns, rc = 0 00000040:00080000:1.0:1763345649.493458:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1993, 88 off165424 00000004:00080000:1.0:1763345649.493462:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1042018702734ns, next at 1038505825846ns, rc = 0 00000040:00080000:1.0:1763345649.493596:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1978, 88 off163928 00000004:00080000:1.0:1763345649.493602:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1042018842399ns, next at 1037769741907ns, rc = 0 00000040:00080000:1.0:1763345649.493615:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1994, 88 off165512 00000004:00080000:1.0:1763345649.493618:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1042018858209ns, next at 1038505825846ns, rc = 0 00000040:00080000:1.0:1763345649.493625:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1995, 88 off165600 00000004:00080000:1.0:1763345649.493627:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1042018867807ns, next at 1038505825846ns, rc = 0 00000040:00080000:1.0:1763345649.493634:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1979, 88 off164016 00000004:00080000:1.0:1763345649.493637:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1042018877489ns, next at 1037769741907ns, rc = 0 00000001:00080000:1.0:1763345649.497533:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941385 is committed 00000004:00080000:1.0:1763345649.497545:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1279 committed 00000004:00080000:1.0:1763345649.497559:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1295 committed 00000004:00080000:1.0:1763345649.497572:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1294 committed 00000004:00080000:1.0:1763345649.497574:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1278 committed 00000004:00080000:1.0:1763345649.497577:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1293 committed 00000004:00080000:1.0:1763345649.497579:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1277 committed 00000004:00010000:1.0:1763345649.497645:0:35216:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000073efa432 reply state 000000004212bdbe transno 8589941385 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae5b0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.497667:0:35216:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae5b0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.497676:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345649.497679:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763345649.497684:0:35216:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763345649.497691:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345649.497693:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763345649.497700:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae4c9 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339a7 expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1763345649.497829:0:35216:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763345649.497840:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a0b5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:57871:x1849000910534656:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 8959us (9198us total) trans 8589941385 rc 0/0 00000100:00100000:1.0:1763345649.497854:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3961 00010000:00010000:3.0:1763345649.497961:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae5b0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345649.497969:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae5b0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345649.497977:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae5b0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345649.497983:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345649.497987:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae5b0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345649.497994:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae5b0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345649.498014:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345649.498016:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345649.498019:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae5b0 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345649.498025:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae5b0 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00000100:00100000:3.0:1763345649.498131:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5442d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924454784:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345649.498180:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345649.498211:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763345649.498216:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5442d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924454912:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345649.498235:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345649.498259:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924454784 00000100:00100000:3.0:1763345649.498265:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924454784 00000100:00100000:3.0:1763345649.498303:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924454912 00000100:00100000:3.0:1763345649.498306:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924454912 00000100:00100000:3.0:1763345649.498321:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8509 00000100:00100000:3.0:1763345649.498327:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3658:x1849000924454784:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763345649.498439:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345649.498442:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345649.498445:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345649.498447:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345649.498450:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345649.498475:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3658:x1849000924454784:12345-0@lo:2:osp-syn-1-0.0 Request processed in 149us (305us total) trans 17179872446 rc 0/0 00000100:00100000:3.0:1763345649.498481:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8509 00000100:00100000:3.0:1763345649.498493:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8510 00000100:00100000:3.0:1763345649.498498:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3658:x1849000924454912:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763345649.498536:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb size from disk: 230152 -> 230152 00002000:00010000:3.0:1763345649.498539:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345649.498541:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:3.0:1763345649.498543:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345649.498545:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x375:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:3.0:1763345649.498564:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3658:x1849000924454912:12345-0@lo:2:osp-syn-1-0.0 Request processed in 67us (329us total) trans 17179872447 rc 0/0 00000100:00100000:3.0:1763345649.498569:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8510 00000100:00100000:3.0:1763345649.498599:0:3658:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872437 gen 2 00000004:00080000:3.0:1763345649.498603:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6449d3100, transno 17179872427 00000004:00080000:3.0:1763345649.498609:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6449d1c00, transno 17179872428 00000004:00080000:3.0:1763345649.498611:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6449d2300, transno 17179872429 00000004:00080000:3.0:1763345649.498614:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dcd180, transno 17179872430 00000004:00080000:3.0:1763345649.498616:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dced80, transno 17179872431 00000004:00080000:3.0:1763345649.498619:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dcc700, transno 17179872432 00000004:00080000:3.0:1763345649.498622:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545963100, transno 17179872435 00000004:00080000:3.0:1763345649.498624:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54420a680, transno 17179872436 00000004:00080000:3.0:1763345649.498627:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545963480, transno 17179872437 00000100:00100000:3.0:1763345649.498633:0:3658:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff91b5442d0380 x1849000924454912/t17179872447(17179872447) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763345665 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763345649.498643:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5442d0380/2, rc 0, transno 17179872447 00000100:00100000:3.0:1763345649.498647:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5442d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924454912:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763345649.498655:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5442d1f80/2, rc 0, transno 17179872446 00000100:00100000:3.0:1763345649.498658:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5442d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924454784:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763345649.498741:0:32328:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 3 in progress, 1 in flight, 9 done 00000100:00100000:3.0:1763345649.498791:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763345649.498809:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5442d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924454656:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345649.498831:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345649.498853:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924454656 00000100:00100000:3.0:1763345649.498856:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924454656 00000100:00100000:3.0:1763345649.498873:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8511 00000100:00100000:3.0:1763345649.498879:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3656:x1849000924454656:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763345649.498925:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345649.498928:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345649.498931:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345649.498933:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345649.498935:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345649.498958:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3656:x1849000924454656:12345-0@lo:2:osp-syn-1-0.0 Request processed in 80us (127us total) trans 17179872448 rc 0/0 00000100:00100000:3.0:1763345649.498963:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8511 00000004:00080000:3.0:1763345649.498983:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5442d2680/2, rc 0, transno 17179872448 00000100:00100000:3.0:1763345649.498987:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5442d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924454656:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345649.499127:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763345649.499135:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544867100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924455296:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345649.499159:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345649.499183:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924455296 00000100:00100000:2.0:1763345649.499185:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924455296 00000100:00100000:2.0:1763345649.499206:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8512 00000100:00100000:2.0:1763345649.499211:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+26:3659:x1849000924455296:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1763345649.499269:0:27810:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345649.499272:0:27810:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345649.499275:0:27810:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:2.0:1763345649.499277:0:27810:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345649.499279:0:27810:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345649.499304:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+27:3659:x1849000924455296:12345-0@lo:2:osp-syn-0-0.0 Request processed in 93us (144us total) trans 21474839744 rc 0/0 00000100:00100000:2.0:1763345649.499310:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8512 00000004:00080000:2.0:1763345649.499331:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544867100/2, rc 0, transno 21474839744 00000100:00100000:2.0:1763345649.499335:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544867100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924455296:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345649.499929:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924455168:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345649.499957:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345649.499988:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763345649.499993:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924455040:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345649.500010:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345649.500051:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924455168 00000100:00100000:1.0:1763345649.500055:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924455168 00000100:00100000:1.0:1763345649.500074:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924455040 00000100:00100000:1.0:1763345649.500076:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924455040 00000100:00100000:1.0:1763345649.500090:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8513 00000100:00100000:1.0:1763345649.500095:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+28:3657:x1849000924455168:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763345649.500161:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345649.500164:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.500167:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.500169:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.500171:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763345649.500197:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+29:3657:x1849000924455168:12345-0@lo:2:osp-syn-0-0.0 Request processed in 101us (238us total) trans 21474839745 rc 0/0 00000100:00100000:1.0:1763345649.500202:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8513 00000100:00100000:1.0:1763345649.500213:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8514 00000100:00100000:1.0:1763345649.500219:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+28:3657:x1849000924455040:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763345649.500260:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 230152 -> 230152 00002000:00010000:1.0:1763345649.500264:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.500266:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.500269:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.500271:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 376 -> 376 00000100:00100000:1.0:1763345649.500291:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+29:3657:x1849000924455040:12345-0@lo:2:osp-syn-0-0.0 Request processed in 72us (280us total) trans 21474839746 rc 0/0 00000100:00100000:1.0:1763345649.500296:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8514 00000004:00080000:1.0:1763345649.500319:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6748a4a80/2, rc 0, transno 21474839746 00000100:00100000:1.0:1763345649.500323:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924455040:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345649.500329:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6748a7480/2, rc 0, transno 21474839745 00000100:00100000:1.0:1763345649.500332:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924455168:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1763345649.500871:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318a00/0x52bea07cb58ae51d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.500883:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318a00/0x52bea07cb58ae51d lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.500892:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318a00/0x52bea07cb58ae51d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.500898:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b673318a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345649.500903:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318a00/0x52bea07cb58ae51d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.500911:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318a00/0x52bea07cb58ae51d lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.500925:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345649.500929:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345649.500934:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318a00/0x52bea07cb58ae51d lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.500940:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318a00/0x52bea07cb58ae51d lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.500954:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae547 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.500960:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae547 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.500965:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae547 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.500971:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345649.500973:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae547 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.500978:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae547 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.500985:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345649.500987:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345649.500990:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae547 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.500995:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae547 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.501004:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae571 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.501009:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae571 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.501014:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae571 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.501019:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345649.501021:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae571 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.501027:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae571 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.501034:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345649.501036:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345649.501040:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae571 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.501045:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae571 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.501055:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ae58d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.501061:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ae58d lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.501067:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ae58d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.501071:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345649.501074:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ae58d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.501079:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ae58d lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.501086:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345649.501088:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345649.501090:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ae58d lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.501095:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ae58d lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.501104:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ae5a2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.501109:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ae5a2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.501118:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ae5a2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.501122:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345649.501124:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ae5a2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.501129:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ae5a2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.501135:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345649.501137:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345649.501139:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ae5a2 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.501143:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58ae5a2 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.501150:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae5a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.501155:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae5a9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.501160:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae5a9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.501163:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345649.501165:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae5a9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.501170:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae5a9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.501180:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345649.501183:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345649.501185:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae5a9 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.501190:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae5a9 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00000100:00100000:1.0:1763345649.503431:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.503506:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910534912 00000100:00100000:0.0:1763345649.503515:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910534912 00000100:00100000:0.0:1763345649.504901:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11524 00000100:00100000:0.0:1763345649.504919:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+317:57871:x1849000910534912:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345649.504945:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345649.504966:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae5b7 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833a02 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.505022:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae5b7 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a02 expref: 318 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.505036:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae5b7 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a02 expref: 318 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.505051:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345649.505054:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345649.505058:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4800, rc 0) 00000100:00100000:0.0:1763345649.505723:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+318:57871:x1849000910534912:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 807us (2296us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345649.505732:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11524 00000100:00100000:2.0:1763345649.508603:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.509058:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910535168 00000100:00100000:1.0:1763345649.509067:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910535168 00000100:00100000:1.0:1763345649.509306:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3962 00000100:00100000:1.0:1763345649.509316:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544865180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+318:57871:x1849000910535168:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345649.509521:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544865180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+319:57871:x1849000910535168:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 206us (925us total) trans 8589941386 rc 0/0 00000100:00100000:1.0:1763345649.509528:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3962 00000100:00100000:0.0:1763345649.535889:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.536324:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910535296 00000100:00100000:2.0:1763345649.536334:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910535296 00000100:00100000:2.0:1763345649.536402:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11525 00000100:00100000:2.0:1763345649.536411:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+319:57872:x1849000910535296:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345649.536433:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345649.536456:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae5be lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833a09 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.536523:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae5c5 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.536538:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae5c5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.536548:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae5c5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.536561:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae5cc lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.536566:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae5cc lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.536572:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae5cc lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.536643:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae5d3 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.536652:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae5d3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.536659:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae5d3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:2.0:1763345649.536854:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 230152 00000004:00200000:2.0:1763345649.536860:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345649.536882:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae5d3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.536894:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae5d3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.536903:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae5c5 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.536909:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae5c5 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.536914:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae5c5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.536921:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae5c5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.536926:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345649.536929:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae5c5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.536937:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae5c5 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.536948:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b54326b100) 00010000:00010000:2.0:1763345649.536951:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345649.536955:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae5c5 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.536961:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae5c5 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.536975:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae5cc lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.536980:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae5cc lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.536986:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae5cc lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.536990:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345649.536992:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae5cc lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.536997:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae5cc lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.537004:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b54326b700) 00010000:00010000:2.0:1763345649.537006:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345649.537009:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae5cc lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.537013:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae5cc lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.537041:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae5be lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a09 expref: 321 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.537057:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae5d3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a09 expref: 320 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.537064:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345649.537066:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345649.537069:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7c00, rc 0) 00000100:00100000:2.0:1763345649.537339:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+320:57872:x1849000910535296:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 927us (1457us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345649.537347:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11525 00000100:00100000:2.0:1763345649.540441:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.540617:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910535552 00000100:00100000:0.0:1763345649.540626:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910535552 00000100:00100000:0.0:1763345649.540678:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11526 00000100:00100000:0.0:1763345649.540687:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544864700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+320:57872:x1849000910535552:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345649.540716:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345649.540736:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ae5da lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833a10 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.540871:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae5e1 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.540884:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae5e1 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.540894:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae5e1 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763345649.540904:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 230152 00010000:00010000:0.0:1763345649.540995:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58ae5da lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a10 expref: 323 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.541010:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae5e1 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a10 expref: 322 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.541018:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345649.541021:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763345649.541023:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5e00, rc 0) 00000100:00100000:0.0:1763345649.541079:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544864700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+322:57872:x1849000910535552:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 392us (646us total) trans 8589941387 rc 0/0 00000100:00100000:0.0:1763345649.541090:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11526 00000100:00100000:0.0:1763345649.548994:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345649.549072:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910535808 00000100:00100000:3.0:1763345649.549081:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910535808 00000100:00100000:3.0:1763345649.549133:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11527 00000100:00100000:3.0:1763345649.549142:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+322:57872:x1849000910535808:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345649.549162:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345649.549181:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae5ef lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833a17 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.549277:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae5f6 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345649.549292:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae5f6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345649.549304:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae5f6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:3.0:1763345649.549314:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 230152 00010000:00010000:3.0:1763345649.549416:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae5ef lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a17 expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.549433:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae5f6 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a17 expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.549441:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345649.549444:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763345649.549448:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545a1cc00, rc 0) 00000100:00100000:3.0:1763345649.549508:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57872:x1849000910535808:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 367us (521us total) trans 8589941388 rc 0/0 00000100:00100000:3.0:1763345649.549516:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11527 00000100:00100000:2.0:1763345649.607402:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345649.609231:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910535936 00000100:00100000:3.0:1763345649.609244:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910535936 00000100:00100000:3.0:1763345649.610775:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2154 00000100:00100000:3.0:1763345649.610794:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+54:2409:x1849000910535936:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:3.0:1763345649.610959:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae604 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.610984:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345649.610986:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345649.610991:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae604 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.611006:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae604 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.619284:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae604 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.619302:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae604 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.619311:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae604 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.619319:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b545a1d400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345649.619323:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae604 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.619333:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae604 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.619352:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae604 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.619358:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae604 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345649.619445:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+54:2409:x1849000910535936:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 8655us (12048us total) trans 0 rc 230152/230152 00000100:00100000:0.0:1763345649.619456:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2154 00000100:00100000:0.0:1763345649.627978:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.629398:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910536064 00000100:00100000:1.0:1763345649.629410:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910536064 00000100:00100000:1.0:1763345649.629480:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2155 00000100:00100000:1.0:1763345649.629489:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910536064:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:1.0:1763345649.629525:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae60b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.629544:0:24005:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae578 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339ed expref: 18 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.629557:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345649.629559:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345649.629563:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae60b lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.629598:0:24005:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae578 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a969808339ed expref: 18 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.629612:0:24005:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae578 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339ed expref: 18 pid: 28867 timeout: 1142 lvb_type: 0 00000100:00100000:1.0:1763345649.629626:0:24005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24005:1849000924455424:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345649.629718:0:24005:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6431fae40 going to sleep for 11 seconds 00000100:00100000:1.0:1763345649.634678:0:24005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24005:1849000924455424:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345649.634902:0:24005:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae60b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345649.637827:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.638003:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910536192 00000100:00100000:2.0:1763345649.638013:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910536192 00010000:00010000:2.0:1763345649.638053:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae578 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339ed expref: 19 pid: 28867 timeout: 1142 lvb_type: 0 00000100:00100000:2.0:1763345649.638094:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3834 00000100:00100000:2.0:1763345649.638105:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910536192:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345649.638119:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345649.638139:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae578 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339ed expref: 19 pid: 28867 timeout: 1142 lvb_type: 0 00010000:00010000:2.0:1763345649.638153:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae578 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339ed expref: 19 pid: 28867 timeout: 1142 lvb_type: 0 00010000:00010000:2.0:1763345649.638178:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae578 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339ed expref: 19 pid: 28867 timeout: 1142 lvb_type: 0 00010000:00010000:2.0:1763345649.638195:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345649.638197:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345649.638202:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae60b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.638211:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae60b lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.638234:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345649.638290:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910536192:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 187us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345649.638297:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3834 00010000:00010000:1.0:1763345649.638972:0:24005:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae60b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.638985:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae60b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.656856:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae60b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.656880:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae60b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.656889:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae60b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.657098:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91c00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345649.657103:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae60b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.657111:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae60b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.657128:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae60b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.657135:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58ae60b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345649.659705:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910536064:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 30206us (31726us total) trans 0 rc 230152/230152 00000100:00100000:1.0:1763345649.659720:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2155 00000100:00100000:2.0:1763345649.677307:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.677558:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910536320 00000100:00100000:0.0:1763345649.677568:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910536320 00000100:00100000:0.0:1763345649.677633:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 459 00000100:00100000:0.0:1763345649.677644:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544866680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+324:57872:x1849000910536320:12345-192.168.203.8@tcp:103:lfs.0 00010000:00010000:0.0:1763345649.677658:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345649.677683:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae5f6 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a17 expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.677700:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345649.677705:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345649.680159:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544866680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+323:57872:x1849000910536320:12345-192.168.203.8@tcp:103:lfs.0 Request processed in 2507us (2851us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345649.680173:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 459 00000100:00100000:3.0:1763345649.682136:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.682734:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910536576 00000100:00100000:1.0:1763345649.682745:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910536576 00000100:00100000:1.0:1763345649.682877:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3963 00000100:00100000:1.0:1763345649.682887:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+323:57872:x1849000910536576:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345649.683131:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:57872:x1849000910536576:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 244us (1002us total) trans 8589941389 rc 0/0 00000100:00100000:1.0:1763345649.683139:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3963 00000100:00100000:0.0:1763345649.688252:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.688347:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910536832 00000100:00100000:2.0:1763345649.688355:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910536832 00000100:00100000:2.0:1763345649.688409:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11528 00000100:00100000:2.0:1763345649.688418:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+324:57861:x1849000910536832:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345649.688439:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345649.688457:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae612 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833a1e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.688552:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae619 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.688566:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae5d3 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a09 expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.688576:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae619 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.688607:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae5d3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a09 expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.688620:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae5d3 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a09 expref: 325 pid: 6521 timeout: 1142 lvb_type: 0 00000100:00100000:2.0:1763345649.688634:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543385500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924455552:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345649.688721:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541f62b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763345649.691442:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543385500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924455552:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345649.691472:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae619 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:3.0:1763345649.691490:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.691518:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910536960 00000100:00100000:0.0:1763345649.691524:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910536960 00010000:00010000:0.0:1763345649.691613:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae5d3 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a09 expref: 326 pid: 6521 timeout: 1142 lvb_type: 0 00000100:00100000:0.0:1763345649.691655:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3835 00000100:00100000:0.0:1763345649.691664:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b645686450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+326:2409:x1849000910536960:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345649.691678:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345649.691685:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae5d3 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a09 expref: 326 pid: 6521 timeout: 1142 lvb_type: 0 00010000:00010000:0.0:1763345649.691697:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae5d3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a09 expref: 326 pid: 6521 timeout: 1142 lvb_type: 0 00010000:00010000:0.0:1763345649.691719:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae5d3 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a09 expref: 326 pid: 6521 timeout: 1142 lvb_type: 0 00010000:00010000:0.0:1763345649.691733:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345649.691738:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae619 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.691746:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae619 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.691752:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae619 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.692315:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae619 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.692315:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345649.692324:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae619 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763345649.692344:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 230152 00000100:00100000:0.0:1763345649.692371:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b645686450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:2409:x1849000910536960:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 707us (880us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345649.692378:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3835 00010000:00010000:1.0:1763345649.692464:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae612 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a1e expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.692479:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae619 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a1e expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.692486:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345649.692488:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763345649.692491:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7e00, rc 0) 00000100:00100000:1.0:1763345649.694688:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910536832:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 4112us (4286us total) trans 8589941390 rc 0/0 00000100:00100000:1.0:1763345649.694708:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11528 00000100:00100000:3.0:1763345649.695399:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.695589:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910537088 00000100:00100000:1.0:1763345649.695598:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910537088 00000100:00100000:1.0:1763345649.695651:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11529 00000100:00100000:1.0:1763345649.695660:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910537088:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:1.0:1763345649.695681:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345649.695717:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58ae627 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833a25 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.695849:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae62e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.695864:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae619 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a1e expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.695877:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae62e lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.695911:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae619 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a1e expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.695923:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae619 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a1e expref: 326 pid: 6521 timeout: 1142 lvb_type: 0 00000100:00100000:1.0:1763345649.695936:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d02a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924455680:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345649.696012:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6431fae40 going to sleep for 11 seconds 00000100:00100000:1.0:1763345649.697650:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d02a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924455680:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345649.697677:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae62e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:3.0:1763345649.697935:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.698054:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910537216 00000100:00100000:2.0:1763345649.698061:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910537216 00010000:00010000:2.0:1763345649.698094:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae619 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a1e expref: 327 pid: 6521 timeout: 1142 lvb_type: 0 00000100:00100000:2.0:1763345649.698130:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3836 00000100:00100000:2.0:1763345649.698143:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:2409:x1849000910537216:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345649.698156:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345649.698162:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae619 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a1e expref: 327 pid: 6521 timeout: 1142 lvb_type: 0 00010000:00010000:2.0:1763345649.698174:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae619 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a1e expref: 327 pid: 6521 timeout: 1142 lvb_type: 0 00010000:00010000:2.0:1763345649.698195:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae619 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a1e expref: 327 pid: 6521 timeout: 1142 lvb_type: 0 00010000:00010000:2.0:1763345649.698210:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345649.698214:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae62e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.698224:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae62e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.698230:0:6507:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae62e lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.698363:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345649.698418:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+326:2409:x1849000910537216:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 275us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345649.698425:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3836 00010000:00010000:1.0:1763345649.698476:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae62e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.698483:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae62e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763345649.698529:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 230152 00000004:00200000:1.0:1763345649.698534:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345649.698553:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae62e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.698580:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58ae627 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a25 expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.698595:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae62e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a25 expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.698601:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345649.698604:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345649.698606:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91a00, rc 0) 00000100:00100000:1.0:1763345649.698646:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910537088:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 2987us (3248us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345649.698653:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11529 00000100:00100000:3.0:1763345649.702399:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.702561:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910537472 00000100:00100000:1.0:1763345649.702572:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910537472 00000100:00100000:1.0:1763345649.702637:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11530 00000100:00100000:1.0:1763345649.702647:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910537472:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:1.0:1763345649.702697:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345649.702722:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae62e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a25 expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.702740:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345649.702745:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345649.702986:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae635 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.703000:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae635 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.703009:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae635 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000001:00080000:1.0:1763345649.703049:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941391 00000004:00010000:1.0:1763345649.703074:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006fccf5b0 reply state 00000000ed87261d transno 8589941392 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae635 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.703086:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae635 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.703093:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345649.703095:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345649.703098:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345649.703185:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+327:57861:x1849000910537472:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 540us (800us total) trans 8589941392 rc 0/0 00000100:00100000:1.0:1763345649.703192:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11530 00000020:00080000:1.0:1763345649.703197:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345649.706917:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.707179:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910537728 00000100:00100000:1.0:1763345649.707189:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910537728 00000100:00100000:1.0:1763345649.707249:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3964 00000100:00100000:1.0:1763345649.707259:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+327:57861:x1849000910537728:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:1.0:1763345649.707546:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+328:57861:x1849000910537728:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 287us (638us total) trans 8589941393 rc 0/0 00000100:00100000:1.0:1763345649.707553:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3964 00000100:00100000:3.0:1763345649.711099:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.712102:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910537984 00000100:00100000:1.0:1763345649.712113:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910537984 00000100:00100000:0.0:1763345649.712890:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11531 00000100:00100000:0.0:1763345649.712901:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+328:57861:x1849000910537984:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345649.712924:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345649.712927:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1763345649.712953:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae5e1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a10 expref: 328 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.712975:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae5b7 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a02 expref: 327 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.712984:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345649.712988:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345649.713000:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae63c lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833a2c expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.713044:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae643 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.713056:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae643 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.713064:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae643 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000040:00080000:0.0:1763345649.713275:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1980, 88 off164104 00000004:00080000:0.0:1763345649.713282:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1042238522486ns, next at 1037769741907ns, rc = 0 00000040:00080000:0.0:1763345649.713314:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1996, 88 off165688 00000004:00080000:0.0:1763345649.713319:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1042238559457ns, next at 1038505825846ns, rc = 0 00000040:00080000:0.0:1763345649.713334:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1981, 88 off164192 00000004:00080000:0.0:1763345649.713338:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1042238578591ns, next at 1037769741907ns, rc = 0 00000040:00080000:0.0:1763345649.713348:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1997, 88 off165776 00000004:00080000:0.0:1763345649.713351:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1042238591737ns, next at 1038505825846ns, rc = 0 00000040:00080000:0.0:1763345649.713360:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1998, 88 off165864 00000004:00080000:0.0:1763345649.713364:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1042238604220ns, next at 1038505825846ns, rc = 0 00000040:00080000:0.0:1763345649.713373:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1982, 88 off164280 00000004:00080000:0.0:1763345649.713377:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1042238617897ns, next at 1037769741907ns, rc = 0 00000001:00080000:2.0:1763345649.715259:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941394 is committed 00000004:00080000:2.0:1763345649.715267:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1282 committed 00000004:00080000:2.0:1763345649.715530:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1298 committed 00000004:00080000:2.0:1763345649.715548:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1297 committed 00000004:00080000:2.0:1763345649.715550:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1281 committed 00000004:00080000:2.0:1763345649.715552:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1296 committed 00000004:00080000:2.0:1763345649.715554:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1280 committed 00000100:00100000:2.0:1763345649.715594:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924455808:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345649.715601:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924456064:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345649.715659:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345649.715711:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924455936:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345649.715734:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345649.715780:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924455808 00000100:00100000:2.0:1763345649.715787:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924455808 00000100:00100000:2.0:1763345649.715836:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924455936 00000100:00100000:2.0:1763345649.715840:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924455936 00000100:00100000:2.0:1763345649.715860:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8515 00000100:00100000:2.0:1763345649.715868:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543386d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+30:3659:x1849000924455808:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1763345649.715991:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 230152 -> 230152 00002000:00010000:2.0:1763345649.715995:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345649.715998:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345649.716000:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345649.716002:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 376 -> 376 00000100:00100000:2.0:1763345649.716039:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543386d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3659:x1849000924455808:12345-0@lo:2:osp-syn-0-0.0 Request processed in 171us (380us total) trans 21474839747 rc 0/0 00000100:00100000:2.0:1763345649.716046:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8515 00010000:00010000:3.0:1763345649.716060:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae635 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00000100:00100000:2.0:1763345649.716062:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8516 00000100:00100000:2.0:1763345649.716068:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+30:3656:x1849000924455936:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1763345649.716070:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae635 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345649.716077:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae635 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345649.716084:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345649.716088:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae635 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345649.716095:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae635 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345649.716108:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345649.716111:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00010000:2.0:1763345649.716112:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345649.716114:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00010000:00010000:3.0:1763345649.716116:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae635 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00002000:00010000:2.0:1763345649.716117:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345649.716119:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345649.716122:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00010000:00010000:3.0:1763345649.716123:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae635 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000100:00100000:2.0:1763345649.716149:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3656:x1849000924455936:12345-0@lo:2:osp-syn-0-0.0 Request processed in 81us (413us total) trans 21474839748 rc 0/0 00000100:00100000:2.0:1763345649.716155:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8516 00000004:00080000:2.0:1763345649.716196:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ee4700/2, rc 0, transno 21474839747 00000100:00100000:2.0:1763345649.716201:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924455808:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345649.716208:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763345649.716213:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924456192:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345649.716236:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345649.716254:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924456320:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345649.716271:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763345649.716278:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae643 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a2c expref: 319 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345649.716291:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924456448:0@lo:2:osp-syn-1-0.0 00010000:00010000:1.0:1763345649.716292:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345649.716295:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763345649.716307:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae63c lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a2c expref: 319 pid: 6521 timeout: 0 lvb_type: 3 00000100:00100000:2.0:1763345649.716310:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763345649.716321:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae643 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a2c expref: 318 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.716345:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345649.716348:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763345649.716351:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4400, rc 0) 00000100:00100000:1.0:1763345649.716392:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+318:57861:x1849000910537984:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 3493us (5302us total) trans 8589941394 rc 0/0 00000100:00100000:1.0:1763345649.716399:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11531 00000004:00080000:2.0:1763345649.716463:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ee6300/2, rc 0, transno 21474839748 00000100:00100000:1.0:1763345649.716535:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924456192 00000100:00100000:1.0:1763345649.716540:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924456192 00000100:00100000:1.0:1763345649.716562:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924456320 00000100:00100000:1.0:1763345649.716564:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924456320 00000100:00100000:1.0:1763345649.716577:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924456448 00000100:00100000:1.0:1763345649.716579:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924456448 00000100:00100000:1.0:1763345649.716594:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8517 00000100:00100000:1.0:1763345649.716600:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543387800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3659:x1849000924456192:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763345649.716669:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345649.716672:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345649.716674:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345649.716676:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345649.716678:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345649.716707:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543387800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3659:x1849000924456192:12345-0@lo:2:osp-syn-1-0.0 Request processed in 107us (470us total) trans 17179872449 rc 0/0 00000100:00100000:1.0:1763345649.716713:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8517 00000100:00100000:1.0:1763345649.716725:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8518 00000100:00100000:1.0:1763345649.716731:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3659:x1849000924456320:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763345649.716819:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345649.716822:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.716824:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.716826:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.716828:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345649.716852:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3659:x1849000924456320:12345-0@lo:2:osp-syn-1-0.0 Request processed in 121us (580us total) trans 17179872450 rc 0/0 00000100:00100000:1.0:1763345649.716858:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8518 00000100:00100000:1.0:1763345649.716868:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8519 00000100:00100000:1.0:1763345649.716874:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3656:x1849000924456448:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345649.716929:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3656:x1849000924456448:12345-0@lo:2:osp-syn-1-0.0 Request processed in 55us (617us total) trans 17179872451 rc 0/0 00000100:00100000:1.0:1763345649.716934:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8519 00000100:00100000:2.0:1763345649.717988:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924455936:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345649.717999:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1763345649.718018:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54377ea00/2, rc 0, transno 17179872451 00000100:00100000:2.0:1763345649.718022:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924456448:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1763345649.718039:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54377ce00/2, rc 0, transno 17179872450 00000100:00100000:2.0:1763345649.718043:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924456320:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1763345649.718051:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545d02a00/2, rc 0, transno 17179872449 00000100:00100000:2.0:1763345649.718054:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924456192:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345649.718934:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924456064 00000100:00100000:1.0:1763345649.718942:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924456064 00000100:00100000:0.0:1763345649.720662:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8520 00000100:00100000:0.0:1763345649.720681:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3657:x1849000924456064:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1763345649.720860:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345649.720863:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb mtime from disk: 1763345648 -> 1763345648 00002000:00010000:0.0:1763345649.720866:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb atime from disk: 1763345646 -> 1763345646 00002000:00010000:0.0:1763345649.720868:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb ctime from disk: 1763345648 -> 1763345648 00002000:00010000:0.0:1763345649.720871:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345649.720953:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:3657:x1849000924456064:12345-0@lo:2:osp-syn-0-0.0 Request processed in 280us (2952us total) trans 21474839749 rc 0/0 00000100:00100000:0.0:1763345649.720960:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8520 00000004:00080000:2.0:1763345649.721013:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ee6680/2, rc 0, transno 21474839749 00000100:00100000:2.0:1763345649.721020:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924456064:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345649.721599:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.722631:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910538112 00000100:00100000:1.0:1763345649.722640:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910538112 00000100:00100000:1.0:1763345649.722686:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8521 00000100:00100000:1.0:1763345649.722695:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+54:57861:x1849000910538112:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:1.0:1763345649.722717:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345649.722734:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae64a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833a33 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.723091:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae508 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339bc expref: 55 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345649.723101:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345649.723103:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345649.723108:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae64a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a33 expref: 55 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.723139:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae508 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a969808339bc expref: 55 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345649.723150:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae508 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339bc expref: 55 pid: 27810 timeout: 1142 lvb_type: 1 00000100:00100000:1.0:1763345649.723162:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924456576:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345649.723233:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6431fae40 going to sleep for 11 seconds 00000100:00100000:1.0:1763345649.729163:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.729405:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910538240 00000100:00100000:0.0:1763345649.729414:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910538240 00010000:00010000:0.0:1763345649.729454:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae508 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339bc expref: 56 pid: 27810 timeout: 1142 lvb_type: 1 00000100:00100000:0.0:1763345649.729497:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3837 00000100:00100000:0.0:1763345649.729512:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+56:2408:x1849000910538240:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345649.729527:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345649.729548:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae508 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339bc expref: 56 pid: 27810 timeout: 1142 lvb_type: 1 00010000:00010000:0.0:1763345649.729562:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae508 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339bc expref: 56 pid: 27810 timeout: 1142 lvb_type: 1 00000100:00100000:2.0:1763345649.729566:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924456576:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345649.729605:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae508 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339bc expref: 56 pid: 27810 timeout: 1142 lvb_type: 1 00010000:00010000:2.0:1763345649.730491:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae64a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833a33 expref: 55 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.730509:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345649.730511:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345649.730518:0:15692:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae64a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833a33 expref: 55 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.730529:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae64a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833a33 expref: 55 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.730548:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345649.730572:0:15692:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae64a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833a33 expref: 55 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345649.730589:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543385c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924456704:192.168.203.8@tcp:105: 00000100:00100000:0.0:1763345649.730607:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+55:2408:x1849000910538240:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 1097us (1452us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345649.730615:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3837 00000100:00100000:2.0:1763345649.730637:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541f62b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763345649.732984:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543385c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924456704:192.168.203.8@tcp:105: 00010000:00010000:2.0:1763345649.733002:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91a00, rc 0) 00000100:00100000:2.0:1763345649.733084:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+54:57861:x1849000910538112:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 10390us (11488us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345649.733091:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8521 00000100:00100000:3.0:1763345649.734516:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.734607:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910538368 00000100:00100000:2.0:1763345649.734615:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910538368 00000100:00100000:2.0:1763345649.734671:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8522 00000100:00100000:2.0:1763345649.734681:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545657b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+54:57861:x1849000910538368:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345649.734697:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345649.734715:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae651 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833a3a expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.734741:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae516 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339c3 expref: 55 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345649.734749:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345649.734751:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345649.734755:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae651 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a3a expref: 55 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.734824:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae516 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a969808339c3 expref: 55 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345649.734844:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae516 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339c3 expref: 55 pid: 15692 timeout: 1142 lvb_type: 1 00000100:00100000:2.0:1763345649.734857:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543385c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924456832:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345649.734928:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541f62b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763345649.742123:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543385c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924456832:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345649.742154:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae651 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833a3a expref: 55 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.742172:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7e00, rc 0) 00000100:00100000:2.0:1763345649.742219:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545657b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+55:57861:x1849000910538368:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 7539us (7707us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345649.742227:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8522 00000100:00100000:2.0:1763345649.744076:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.744170:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910538496 00000100:00100000:0.0:1763345649.744178:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910538496 00010000:00010000:0.0:1763345649.744208:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae516 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339c3 expref: 55 pid: 15692 timeout: 1142 lvb_type: 1 00000100:00100000:0.0:1763345649.744278:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3838 00000100:00100000:0.0:1763345649.744288:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543385c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+55:2408:x1849000910538496:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345649.744301:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345649.744320:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae516 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339c3 expref: 55 pid: 15692 timeout: 1142 lvb_type: 1 00010000:00010000:0.0:1763345649.744332:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae516 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339c3 expref: 55 pid: 15692 timeout: 1142 lvb_type: 1 00010000:00010000:0.0:1763345649.744353:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae516 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339c3 expref: 55 pid: 15692 timeout: 1142 lvb_type: 1 00010000:00010000:0.0:1763345649.744366:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345649.744368:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345649.744374:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae651 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833a3a expref: 54 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.744383:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae651 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833a3a expref: 54 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.744416:0:6507:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae651 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833a3a expref: 54 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345649.744428:0:6507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6507:1849000924456960:192.168.203.8@tcp:105: 00000100:00100000:0.0:1763345649.744497:0:6507:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5900 going to sleep for 11 seconds 00000100:00100000:3.0:1763345649.747640:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.747952:0:6507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6507:1849000924456960:192.168.203.8@tcp:105: 00010000:00010000:0.0:1763345649.747973:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345649.748029:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543385c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+54:2408:x1849000910538496:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 3741us (3955us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345649.748039:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3838 00000100:00100000:2.0:1763345649.748111:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910538624 00000100:00100000:2.0:1763345649.748118:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910538624 00000100:00100000:2.0:1763345649.748160:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8523 00000100:00100000:2.0:1763345649.748168:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+17:57861:x1849000910538624:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345649.748183:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345649.748200:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae658 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833a41 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.748225:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58ae50f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808339ca expref: 18 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345649.748237:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345649.748239:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345649.748243:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae658 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a41 expref: 18 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.748271:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58ae50f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a969808339ca expref: 18 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345649.748283:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58ae50f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339ca expref: 18 pid: 27810 timeout: 1142 lvb_type: 1 00000100:00100000:2.0:1763345649.748295:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543387100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924457088:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345649.748337:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541f62b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763345649.751153:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543387100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924457088:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345649.751184:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae658 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833a41 expref: 18 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.751202:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6600, rc 0) 00000100:00100000:1.0:1763345649.751258:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+18:57861:x1849000910538624:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 3090us (3625us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345649.751266:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8523 00000100:00100000:3.0:1763345649.752484:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.753419:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910538752 00000100:00100000:0.0:1763345649.753429:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910538752 00010000:00010000:0.0:1763345649.753463:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58ae50f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339ca expref: 18 pid: 27810 timeout: 1142 lvb_type: 1 00000100:00100000:0.0:1763345649.753501:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3839 00000100:00100000:0.0:1763345649.753511:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910538752:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345649.753524:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345649.753542:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58ae50f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339ca expref: 18 pid: 27810 timeout: 1142 lvb_type: 1 00010000:00010000:0.0:1763345649.753554:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58ae50f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339ca expref: 18 pid: 27810 timeout: 1142 lvb_type: 1 00010000:00010000:0.0:1763345649.753577:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58ae50f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a969808339ca expref: 18 pid: 27810 timeout: 1142 lvb_type: 1 00010000:00010000:0.0:1763345649.753589:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345649.753591:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345649.753597:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae658 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833a41 expref: 17 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.753607:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae658 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833a41 expref: 17 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.753640:0:6507:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae658 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833a41 expref: 17 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345649.753652:0:6507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6507:1849000924457216:192.168.203.8@tcp:105: 00000100:00100000:0.0:1763345649.753733:0:6507:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5900 going to sleep for 11 seconds 00000100:00100000:0.0:1763345649.756024:0:6507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6507:1849000924457216:192.168.203.8@tcp:105: 00010000:00010000:0.0:1763345649.756046:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345649.756099:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910538752:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 2588us (3618us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345649.756109:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3839 00000100:00100000:3.0:1763345649.756218:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345649.756369:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345649.756421:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.756455:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910539008 00000100:00100000:1.0:1763345649.756462:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910539008 00002000:00010000:1.0:1763345649.756499:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:1.0:1763345649.756504:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545654a80 with x1849000910539008 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345649.756514:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545654a80. 00000100:00100000:2.0:1763345649.756520:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910538880 00000100:00100000:2.0:1763345649.756525:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910538880 00002000:00010000:2.0:1763345649.756539:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (1090->18446744073709551615) 00000100:00100000:1.0:1763345649.756539:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910539136 00000100:00100000:1.0:1763345649.756542:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910539136 00002000:00100000:2.0:1763345649.756543:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545657100 with x1849000910538880 ext(1090->18446744073709551615) 00002000:00010000:2.0:1763345649.756549:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545657100. 00002000:00010000:1.0:1763345649.756551:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:1.0:1763345649.756554:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545654380 with x1849000910539136 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345649.756559:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545654380. 00000100:00100000:2.0:1763345649.756573:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2156 00000100:00100000:2.0:1763345649.756582:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+55:2408:x1849000910539008:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:2.0:1763345649.756719:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345649.756723:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345648 -> 1763345649 00002000:00010000:2.0:1763345649.756726:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345649.756728:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345648 -> 1763345649 00002000:00010000:2.0:1763345649.756730:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763345649.756812:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2157 00000100:00100000:1.0:1763345649.756820:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545657100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+56:2408:x1849000910538880:12345-192.168.203.8@tcp:10:fsx.0 00000100:00100000:0.0:1763345649.757016:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2158 00000100:00100000:0.0:1763345649.757025:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910539136:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:0.0:1763345649.757093:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345649.757095:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345648 -> 1763345649 00002000:00010000:0.0:1763345649.757098:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:0.0:1763345649.757100:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345648 -> 1763345649 00002000:00010000:0.0:1763345649.757102:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345649.757252:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+57:2408:x1849000910539008:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 670us (1033us total) trans 21474839750 rc 0/0 00000100:00100000:2.0:1763345649.757259:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2156 00002000:00010000:2.0:1763345649.757262:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:2.0:1763345649.757265:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545654a80 with x1849000910539008 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345649.757269:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545654a80. 00002000:00010000:1.0:1763345649.757269:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 230152 -> 1090 00002000:00010000:1.0:1763345649.757272:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345648 -> 1763345649 00002000:00010000:1.0:1763345649.757274:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.757276:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345648 -> 1763345649 00002000:00010000:1.0:1763345649.757278:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 376 -> 16 00000100:00100000:0.0:1763345649.757355:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910539136:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 330us (933us total) trans 17179872452 rc 0/0 00000100:00100000:0.0:1763345649.757361:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2158 00002000:00010000:0.0:1763345649.757364:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:0.0:1763345649.757366:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545654380 with x1849000910539136 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345649.757374:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545654380. 00000100:00100000:1.0:1763345649.757449:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545657100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+56:2408:x1849000910538880:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 629us (1080us total) trans 21474839751 rc 0/0 00000100:00100000:1.0:1763345649.757455:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2157 00002000:00010000:1.0:1763345649.757458:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (1090->18446744073709551615) 00002000:00100000:1.0:1763345649.757460:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545657100 with x1849000910538880 ext(1090->18446744073709551615) 00002000:00010000:1.0:1763345649.757465:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545657100. 00000100:00100000:2.0:1763345649.758953:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.759119:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910539264 00000100:00100000:1.0:1763345649.759127:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910539264 00000100:00100000:1.0:1763345649.759179:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11532 00000100:00100000:1.0:1763345649.759187:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543385180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+318:57861:x1849000910539264:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:1.0:1763345649.759208:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345649.759225:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae65f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833a48 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.759303:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58ae666 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.759316:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58ae666 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.759325:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58ae666 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763345649.759348:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 230152 00000004:00200000:1.0:1763345649.759352:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345649.759367:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58ae666 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.759391:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae65f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a48 expref: 320 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.759406:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58ae666 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a48 expref: 319 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.759414:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345649.759417:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345649.759420:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91600, rc 0) 00000100:00100000:1.0:1763345649.759468:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543385180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+319:57861:x1849000910539264:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 282us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345649.759475:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11532 00000100:00100000:2.0:1763345649.762331:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.762474:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910539392 00000100:00100000:1.0:1763345649.762484:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910539392 00000100:00100000:1.0:1763345649.762553:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2159 00000100:00100000:1.0:1763345649.762563:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543387480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+56:2409:x1849000910539392:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:1.0:1763345649.762718:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 1090 -> 1090 00002000:00010000:1.0:1763345649.762722:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:1.0:1763345649.762724:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.762727:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:1.0:1763345649.762729:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:1.0:1763345649.762817:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543387480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+57:2409:x1849000910539392:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 254us (493us total) trans 21474839752 rc 0/0 00000100:00100000:1.0:1763345649.762823:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2159 00000100:00100000:3.0:1763345649.770222:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.771528:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910539648 00000100:00100000:0.0:1763345649.771540:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910539648 00000100:00100000:1.0:1763345649.772282:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3965 00000100:00100000:1.0:1763345649.772296:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545654e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+319:57861:x1849000910539648:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:1.0:1763345649.772512:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545654e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+320:57861:x1849000910539648:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 220us (2298us total) trans 8589941395 rc 0/0 00000100:00100000:1.0:1763345649.772518:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3965 00000100:00100000:2.0:1763345649.784658:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.784790:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910539904 00000100:00100000:1.0:1763345649.784807:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910539904 00000100:00100000:1.0:1763345649.784868:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11533 00000100:00100000:1.0:1763345649.784878:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543386300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+320:57873:x1849000910539904:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345649.784903:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345649.784926:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae66d lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833a4f expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.784998:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae674 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.785015:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae674 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.785026:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae674 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.785038:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae67b lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.785045:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae67b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.785051:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae67b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.785156:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae682 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.785165:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae682 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.785172:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae682 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763345649.785181:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 230152 00010000:00010000:1.0:1763345649.785249:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae674 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.785256:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae674 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.785262:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae674 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.785268:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae674 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.785274:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345649.785277:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae674 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.785283:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae674 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.785292:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b6606db800) 00010000:00010000:1.0:1763345649.785295:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345649.785299:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae674 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.785304:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae674 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.785316:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae67b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.785321:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae67b lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.785326:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae67b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.785332:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345649.785334:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae67b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.785339:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae67b lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.785346:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b6606db200) 00010000:00010000:1.0:1763345649.785348:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345649.785351:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae67b lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.785356:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae67b lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.785391:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae66d lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a4f expref: 323 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.785407:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae682 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a4f expref: 322 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.785414:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345649.785416:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345649.785419:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90400, rc 0) 00000100:00100000:1.0:1763345649.785483:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543386300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+322:57873:x1849000910539904:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 605us (833us total) trans 8589941396 rc 0/0 00000100:00100000:1.0:1763345649.785490:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11533 00000100:00100000:2.0:1763345649.791023:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.792572:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910540032 00000100:00100000:0.0:1763345649.792585:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910540032 00000100:00100000:0.0:1763345649.793286:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 460 00000100:00100000:0.0:1763345649.793298:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+322:2411:x1849000910540032:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345649.793317:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345649.793343:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae682 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a4f expref: 322 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.793360:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345649.793365:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345649.793415:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+321:2411:x1849000910540032:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 119us (2399us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345649.793426:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 460 00000100:00100000:2.0:1763345649.796136:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.796213:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910540288 00000100:00100000:0.0:1763345649.796222:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910540288 00000100:00100000:0.0:1763345649.796452:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3966 00000100:00100000:0.0:1763345649.796463:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543387100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+321:57873:x1849000910540288:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345649.796665:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543387100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+322:57873:x1849000910540288:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 203us (535us total) trans 8589941397 rc 0/0 00000100:00100000:0.0:1763345649.796673:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3966 00000100:00100000:2.0:1763345649.800450:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345649.800678:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910540544 00000100:00100000:3.0:1763345649.800688:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910540544 00000100:00100000:3.0:1763345649.800809:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11534 00000100:00100000:3.0:1763345649.800820:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543385500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+322:57873:x1849000910540544:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345649.800844:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345649.800866:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae690 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833a56 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.800967:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae697 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345649.800982:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae697 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345649.800993:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae697 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:3.0:1763345649.801004:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 230152 00010000:00010000:3.0:1763345649.801102:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae690 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a56 expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.801120:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae697 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a56 expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.801128:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345649.801131:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763345649.801134:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545a1cc00, rc 0) 00000100:00100000:3.0:1763345649.801182:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543385500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57873:x1849000910540544:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 364us (741us total) trans 8589941398 rc 0/0 00000100:00100000:3.0:1763345649.801189:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11534 00000100:00100000:2.0:1763345649.806662:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.806890:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910540800 00000100:00100000:1.0:1763345649.806900:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910540800 00000100:00100000:1.0:1763345649.806959:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11535 00000100:00100000:1.0:1763345649.806969:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+324:57873:x1849000910540800:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345649.806991:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345649.807010:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae6a5 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833a5d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.807468:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae6ac lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.807485:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58ae666 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a48 expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.807494:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae6ac lrc: 4/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345649.807525:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58ae666 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a48 expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.807538:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58ae666 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a48 expref: 325 pid: 6521 timeout: 1142 lvb_type: 0 00000100:00100000:1.0:1763345649.807551:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924457344:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345649.807628:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645592180 going to sleep for 11 seconds 00000100:00100000:1.0:1763345649.811670:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924457344:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345649.811701:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae6ac lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:2.0:1763345649.811741:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.811842:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910540928 00000100:00100000:1.0:1763345649.811849:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910540928 00010000:00010000:1.0:1763345649.811882:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58ae666 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a48 expref: 326 pid: 6521 timeout: 1142 lvb_type: 0 00000100:00100000:0.0:1763345649.812120:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3840 00000100:00100000:0.0:1763345649.812131:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+326:2409:x1849000910540928:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345649.812147:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345649.812154:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58ae666 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a48 expref: 326 pid: 6521 timeout: 1142 lvb_type: 0 00010000:00010000:0.0:1763345649.812166:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58ae666 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a48 expref: 326 pid: 6521 timeout: 1142 lvb_type: 0 00010000:00010000:0.0:1763345649.812185:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58ae666 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a48 expref: 326 pid: 6521 timeout: 1142 lvb_type: 0 00010000:00010000:0.0:1763345649.812198:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345649.812203:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae6ac lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.812212:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae6ac lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.812222:0:6507:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae6ac lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345649.812260:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345649.812314:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+325:2409:x1849000910540928:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 185us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345649.812323:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3840 00010000:00010000:2.0:1763345649.812643:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae6ac lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.812653:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae6ac lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:2.0:1763345649.812674:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 230152 00010000:00010000:2.0:1763345649.812842:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae6a5 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a5d expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.812857:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae6ac lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a5d expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.812863:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345649.812866:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763345649.812869:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90200, rc 0) 00000100:00100000:2.0:1763345649.812901:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:57873:x1849000910540800:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 5934us (6247us total) trans 8589941399 rc 0/0 00000100:00100000:2.0:1763345649.812909:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11535 00000100:00100000:2.0:1763345649.816727:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.816869:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910541056 00000100:00100000:0.0:1763345649.816880:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910541056 00000100:00100000:0.0:1763345649.816936:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3967 00000100:00100000:0.0:1763345649.816946:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b64a0b4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57873:x1849000910541056:12345-192.168.203.8@tcp:33:lfs.0 00000100:00100000:0.0:1763345649.818292:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a0b4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57873:x1849000910541056:12345-192.168.203.8@tcp:33:lfs.0 Request processed in 1340us (1567us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345649.818303:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3967 00000100:00100000:0.0:1763345649.821718:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.821869:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910541312 00000100:00100000:2.0:1763345649.821879:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910541312 00000100:00100000:2.0:1763345649.821938:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3968 00000100:00100000:2.0:1763345649.821948:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57873:x1849000910541312:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345649.822560:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+326:57873:x1849000910541312:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 612us (850us total) trans 8589941400 rc 0/0 00000100:00100000:2.0:1763345649.822568:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3968 00000100:00100000:2.0:1763345649.828255:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345649.828463:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910541568 00000100:00100000:3.0:1763345649.828473:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910541568 00000100:00100000:3.0:1763345649.828529:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11536 00000100:00100000:3.0:1763345649.828540:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+326:57873:x1849000910541568:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345649.828562:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345649.828566:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:3.0:1763345649.828592:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae6ac lrc: 0/0,0 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a5d expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.828618:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae697 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a56 expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.828628:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345649.828632:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345649.828644:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae6ba lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833a64 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.828740:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae6c1 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345649.828753:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae6c1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345649.828954:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae6c1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:3.0:1763345649.828968:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 230152 00010000:00010000:3.0:1763345649.829061:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae6ba lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a64 expref: 327 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.829074:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae6c1 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a64 expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.829081:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:3.0:1763345649.829083:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763345649.829086:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545a1d400, rc 0) 00000100:00100000:3.0:1763345649.830011:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+326:57873:x1849000910541568:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1467us (1759us total) trans 8589941401 rc 0/0 00000100:00100000:3.0:1763345649.831024:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11536 00000100:00100000:3.0:1763345649.834375:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.834514:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910541824 00000100:00100000:2.0:1763345649.834524:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910541824 00000100:00100000:1.0:1763345649.834660:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3969 00000100:00100000:1.0:1763345649.834672:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545654e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+326:57873:x1849000910541824:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:1.0:1763345649.834743:0:35216:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000405:0x25c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae6c1 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a64 expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.834912:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae6cf lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.834931:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58add9f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808336c8 expref: 326 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.834940:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae643 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a2c expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.834947:0:35216:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae6cf lrc: 5/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.834978:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae643 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a2c expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.834993:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae643 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a2c expref: 326 pid: 6521 timeout: 1142 lvb_type: 0 00000100:00100000:1.0:1763345649.835007:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924457472:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345649.835086:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58add9f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a969808336c8 expref: 326 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.835095:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58add9f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808336c8 expref: 326 pid: 6520 timeout: 1142 lvb_type: 0 00000100:00100000:1.0:1763345649.835104:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924457600:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345649.835127:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645592180 going to sleep for 11 seconds 00000100:00100000:0.0:1763345649.841752:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.841893:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.842668:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924457472:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345649.842682:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924457600:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345649.842719:0:35216:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae6cf lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:2.0:1763345649.842861:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910541952 00000100:00100000:2.0:1763345649.842869:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910541952 00010000:00010000:2.0:1763345649.842906:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae643 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a2c expref: 327 pid: 6521 timeout: 1142 lvb_type: 0 00000100:00100000:2.0:1763345649.842940:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910542080 00000100:00100000:2.0:1763345649.842944:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910542080 00010000:00010000:2.0:1763345649.842958:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58add9f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808336c8 expref: 328 pid: 6520 timeout: 1142 lvb_type: 0 00000100:00100000:2.0:1763345649.842980:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3841 00000100:00100000:2.0:1763345649.842989:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b645684850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+328:2408:x1849000910541952:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345649.843004:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345649.843011:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae643 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a2c expref: 328 pid: 6521 timeout: 1142 lvb_type: 0 00010000:00010000:2.0:1763345649.843022:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae643 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a2c expref: 328 pid: 6521 timeout: 1142 lvb_type: 0 00010000:00010000:2.0:1763345649.843043:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae643 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a2c expref: 328 pid: 6521 timeout: 1142 lvb_type: 0 00010000:00010000:2.0:1763345649.843055:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:2.0:1763345649.843061:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae6cf lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345649.843068:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae6cf lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345649.843074:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345649.843326:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3842 00000100:00100000:0.0:1763345649.843336:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+327:2408:x1849000910542080:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345649.843345:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345649.843350:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58add9f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808336c8 expref: 327 pid: 6520 timeout: 1142 lvb_type: 0 00010000:00010000:0.0:1763345649.843359:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58add9f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808336c8 expref: 327 pid: 6520 timeout: 1142 lvb_type: 0 00010000:00010000:0.0:1763345649.843374:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58add9f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808336c8 expref: 327 pid: 6520 timeout: 1142 lvb_type: 0 00010000:00010000:0.0:1763345649.843384:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:0.0:1763345649.843387:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae6cf lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345649.843395:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae6cf lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345649.843401:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae6cf lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345649.843418:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345649.843461:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+326:2408:x1849000910542080:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 127us (1567us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345649.843468:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3842 00010000:00010000:1.0:1763345649.843625:0:35216:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae6cf lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.843632:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae6cf lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:2.0:1763345649.843815:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b645684850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:2408:x1849000910541952:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 825us (2069us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345649.843822:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3841 00010000:00010000:1.0:1763345649.844008:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae6cf lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.844016:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae6cf lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.844023:0:35216:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae6cf lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.844028:0:35216:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345649.844033:0:35216:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae6cf lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.844039:0:35216:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae6cf lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.844048:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345649.844051:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763345649.844055:0:35216:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae6cf lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.844061:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae6cf lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.844071:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541c5bd00) 00010000:00010000:1.0:1763345649.844074:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763345649.844079:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae6c1 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a64 expref: 324 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345649.844186:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545654e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:57873:x1849000910541824:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 9517us (9826us total) trans 8589941402 rc -22/-22 00000100:00100000:1.0:1763345649.844195:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3969 00000100:00100000:0.0:1763345649.860226:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345649.860314:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910542208 00000100:00100000:3.0:1763345649.860325:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910542208 00000100:00100000:3.0:1763345649.860387:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11537 00000100:00100000:3.0:1763345649.860398:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+324:57873:x1849000910542208:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345649.860422:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345649.860447:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae6d6 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833a6b expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.860508:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae6d6 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a6b expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.860523:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae6d6 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a6b expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345649.860541:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54307bf00) 00010000:00010000:3.0:1763345649.860544:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345649.860548:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545a1c200, rc 0) 00000100:00100000:3.0:1763345649.860609:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:57873:x1849000910542208:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 212us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345649.860615:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11537 00000100:00100000:3.0:1763345649.863719:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.865043:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910542464 00000100:00100000:2.0:1763345649.865054:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910542464 00000100:00100000:2.0:1763345649.865119:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11538 00000100:00100000:2.0:1763345649.865130:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+325:57873:x1849000910542464:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345649.865149:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345649.865173:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae6dd lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833a72 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.865600:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae6e4 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x260:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.865618:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae6e4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.865629:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae6e4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345649.865639:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x260:0x0]: returning size 0 00010000:00010000:2.0:1763345649.865686:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae6dd lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a72 expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.865708:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae6e4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a72 expref: 327 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.865717:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x260:0x0].0x0 (ffff91b54326b700) 00010000:00010000:2.0:1763345649.865720:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345649.865723:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7000, rc 0) 00000100:00100000:2.0:1763345649.867171:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57873:x1849000910542464:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2036us (3453us total) trans 8589941403 rc 0/0 00000100:00100000:2.0:1763345649.867182:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11538 00000100:00100000:0.0:1763345649.870041:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.870116:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910542720 00000100:00100000:2.0:1763345649.870127:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910542720 00000100:00100000:2.0:1763345649.870188:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11539 00000100:00100000:2.0:1763345649.870199:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57873:x1849000910542720:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345649.870222:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345649.870242:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae6f2 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833a79 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.870353:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae6f9 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.870367:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae6f9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345649.870378:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae6f9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345649.870388:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 230152 00010000:00010000:2.0:1763345649.870485:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae6f2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a79 expref: 330 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.870503:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae6f9 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a79 expref: 329 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.870511:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54307bf00) 00010000:00010000:2.0:1763345649.870514:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763345649.870518:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6200, rc 0) 00000100:00100000:2.0:1763345649.870573:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+329:57873:x1849000910542720:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 376us (539us total) trans 8589941404 rc 0/0 00000100:00100000:2.0:1763345649.870580:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11539 00000100:00100000:0.0:1763345649.872974:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.874927:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910542976 00000100:00100000:1.0:1763345649.874939:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910542976 00000100:00100000:1.0:1763345649.874997:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3970 00000100:00100000:1.0:1763345649.875006:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543385c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+329:57873:x1849000910542976:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:1.0:1763345649.875071:0:35216:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000405:0x25c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae6f9 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a79 expref: 329 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.875117:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae707 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.875128:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae6d6 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a6b expref: 329 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.875137:0:35216:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae707 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.875166:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae6d6 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a6b expref: 329 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.875178:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae6d6 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a6b expref: 329 pid: 6521 timeout: 1142 lvb_type: 0 00000100:00100000:1.0:1763345649.875191:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924457728:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345649.875256:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645592180 going to sleep for 11 seconds 00000100:00100000:3.0:1763345649.879709:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.879835:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910543104 00000100:00100000:2.0:1763345649.879844:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910543104 00010000:00010000:2.0:1763345649.879879:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae6d6 lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a6b expref: 330 pid: 6521 timeout: 1142 lvb_type: 0 00000100:00100000:2.0:1763345649.880390:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3843 00000100:00100000:2.0:1763345649.880401:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+330:2408:x1849000910543104:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345649.880415:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345649.880422:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae6d6 lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a6b expref: 330 pid: 6521 timeout: 1142 lvb_type: 0 00010000:00010000:2.0:1763345649.880436:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae6d6 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a6b expref: 330 pid: 6521 timeout: 1142 lvb_type: 0 00010000:00010000:2.0:1763345649.880457:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54307bf00) 00010000:00010000:2.0:1763345649.880463:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae707 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345649.880471:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae707 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345649.880479:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae707 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345649.880496:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345649.880549:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+330:2408:x1849000910543104:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 150us (849us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345649.880556:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3843 00010000:00010000:1.0:1763345649.880646:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1c200/0x52bea07cb58ae6d6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a6b expref: 329 pid: 6521 timeout: 1142 lvb_type: 0 00000100:00100000:1.0:1763345649.880662:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924457728:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345649.880681:0:35216:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae707 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.880689:0:35216:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae707 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.880694:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae707 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.880714:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae70e lrc: 3/0,1 mode: --/EX res: [0x200000405:0x260:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.880725:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae6e4 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a72 expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.880733:0:35216:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae70e lrc: 4/0,1 mode: --/EX res: [0x200000405:0x260:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.880756:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae6e4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a72 expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345649.880788:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae6e4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a72 expref: 328 pid: 6522 timeout: 1142 lvb_type: 0 00000100:00100000:1.0:1763345649.880810:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924457856:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345649.881280:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645592180 going to sleep for 11 seconds 00000100:00100000:1.0:1763345649.883283:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924457856:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345649.883307:0:35216:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae70e lrc: 3/0,1 mode: --/EX res: [0x200000405:0x260:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:0.0:1763345649.884343:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.884419:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910543232 00000100:00100000:2.0:1763345649.884427:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910543232 00010000:00010000:2.0:1763345649.884459:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae6e4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a72 expref: 329 pid: 6522 timeout: 1142 lvb_type: 0 00000100:00100000:2.0:1763345649.884497:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3844 00000100:00100000:2.0:1763345649.884506:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+329:2409:x1849000910543232:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345649.884519:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345649.884525:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae6e4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a72 expref: 329 pid: 6522 timeout: 1142 lvb_type: 0 00010000:00010000:2.0:1763345649.884542:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae6e4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a72 expref: 329 pid: 6522 timeout: 1142 lvb_type: 0 00010000:00010000:2.0:1763345649.884561:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae6e4 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a72 expref: 329 pid: 6522 timeout: 1142 lvb_type: 0 00010000:00010000:2.0:1763345649.884575:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x260:0x0].0x0 (ffff91b54326b700) 00010000:00010000:2.0:1763345649.884581:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae70e lrc: 3/0,1 mode: --/EX res: [0x200000405:0x260:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345649.884589:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae70e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x260:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345649.884596:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae70e lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x260:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345649.884620:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345649.884667:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+328:2409:x1849000910543232:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 162us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345649.884675:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3844 00010000:00010000:1.0:1763345649.884893:0:35216:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae70e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x260:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.884901:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae70e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x260:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:1.0:1763345649.885170:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924457984:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345649.885209:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345649.885233:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b674947c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763345649.885617:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924457984 00000100:00100000:2.0:1763345649.885622:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924457984 00000100:00100000:2.0:1763345649.885658:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00000100:00100000:2.0:1763345649.885664:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+32:35216:x1849000924457984:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345649.885737:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+32:35216:x1849000924457984:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 72us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345649.885744:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00100000:1.0:1763345649.886044:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924457984:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345649.886087:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924458112:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345649.886112:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345649.886428:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b674947300 going to sleep for 11 seconds 00000100:00100000:3.0:1763345649.886458:0:7861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924458112 00000100:00100000:3.0:1763345649.886462:0:7861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924458112 00000100:00100000:3.0:1763345649.886493:0:7861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1321 00000100:00100000:3.0:1763345649.886500:0:7861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+11:35216:x1849000924458112:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763345649.886577:0:7861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+11:35216:x1849000924458112:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 77us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345649.886583:0:7861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1321 00000100:00100000:1.0:1763345649.886645:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924458112:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345649.886694:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924458240:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345649.886716:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345649.886738:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b65368d540 going to sleep for 11 seconds 00000100:00100000:2.0:1763345649.886810:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924458240 00000100:00100000:2.0:1763345649.886814:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924458240 00000100:00100000:2.0:1763345649.886846:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322 00000100:00100000:2.0:1763345649.886852:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+32:35216:x1849000924458240:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345649.886895:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+32:35216:x1849000924458240:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 43us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345649.886901:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322 00000100:00100000:1.0:1763345649.886992:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924458240:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345649.887019:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924458368:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345649.887038:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345649.887060:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645592180 going to sleep for 11 seconds 00000100:00100000:0.0:1763345649.887124:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924458368 00000100:00100000:0.0:1763345649.887129:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924458368 00000100:00100000:0.0:1763345649.887156:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1323 00000100:00100000:0.0:1763345649.887162:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+11:35216:x1849000924458368:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763345649.887215:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+11:35216:x1849000924458368:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 53us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345649.887221:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1323 00000100:00100000:1.0:1763345649.887316:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924458368:0@lo:1000:mdt_rdpg00_003.0 00000040:00080000:1.0:1763345649.887448:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].13, 280 off44696 00000001:00080000:1.0:1763345649.887458:0:35216:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941405 00000100:00100000:1.0:1763345649.887501:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924458496:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345649.887522:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345649.887569:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8b600 going to sleep for 11 seconds 00000100:00100000:2.0:1763345649.887593:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924458496 00000100:00100000:2.0:1763345649.887597:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924458496 00000100:00100000:2.0:1763345649.887923:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1324 00000100:00100000:2.0:1763345649.887930:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+11:35216:x1849000924458496:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345649.888031:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+12:35216:x1849000924458496:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 101us (507us total) trans 17179872453 rc 0/0 00000100:00100000:2.0:1763345649.888036:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1324 00000100:00100000:1.0:1763345649.888104:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924458496:0@lo:1000:mdt_rdpg00_003.0 00000001:00080000:1.0:1763345649.888147:0:35216:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941406 00010000:00010000:1.0:1763345649.888167:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae70e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x260:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.888176:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae70e lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x260:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.888183:0:35216:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae70e lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x260:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.888189:0:35216:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345649.888193:0:35216:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae70e lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x260:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.888201:0:35216:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae70e lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x260:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.888214:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x260:0x0].0x0 (ffff91b54326b700) 00010000:00010000:1.0:1763345649.888217:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763345649.888221:0:35216:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae70e lrc: 2/0,0 mode: --/EX res: [0x200000405:0x260:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.888227:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae70e lrc: 0/0,0 mode: --/EX res: [0x200000405:0x260:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.888243:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae707 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.888249:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae707 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.888255:0:35216:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae707 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.888259:0:35216:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345649.888262:0:35216:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae707 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.888268:0:35216:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae707 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.888274:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54307bf00) 00010000:00010000:1.0:1763345649.888277:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763345649.888279:0:35216:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae707 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.888285:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae707 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.888294:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54307bf00) 00010000:00010000:1.0:1763345649.888296:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763345649.888302:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae6f9 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a79 expref: 330 pid: 6522 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345649.888668:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543385c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+329:57873:x1849000910542976:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 13662us (15701us total) trans 8589941407 rc 0/0 00000100:00100000:1.0:1763345649.888676:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3970 00000020:00080000:1.0:1763345649.888680:0:35216:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1763345649.891370:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.891722:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910543360 00000100:00100000:2.0:1763345649.891732:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910543360 00000100:00100000:2.0:1763345649.891809:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11540 00000100:00100000:2.0:1763345649.891819:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543387100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+329:57873:x1849000910543360:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345649.891838:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345649.891859:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae715 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833a80 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.891910:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae715 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a80 expref: 330 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.891923:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae715 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a80 expref: 330 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.891939:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:2.0:1763345649.891942:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345649.891946:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7800, rc 0) 00000100:00100000:2.0:1763345649.891989:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543387100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+330:57873:x1849000910543360:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 172us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345649.891996:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11540 00000100:00100000:0.0:1763345649.894558:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.894606:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910543616 00000100:00100000:1.0:1763345649.894615:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910543616 00000100:00100000:1.0:1763345649.894940:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3971 00000100:00100000:1.0:1763345649.894949:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+330:57873:x1849000910543616:12345-192.168.203.8@tcp:35:lfs.0 00000004:00080000:1.0:1763345649.895197:0:35216:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x260:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1763345649.895249:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1999, 64 off165928 00000004:00080000:1.0:1763345649.895255:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1042420495627ns, next at 1043420493666ns, rc = 0 00000040:00080000:1.0:1763345649.895273:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1983, 64 off164344 00000004:00080000:1.0:1763345649.895277:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1042420517504ns, next at 1043420516693ns, rc = 0 00000001:00080000:1.0:1763345649.895282:0:35216:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941408 00010000:00010000:1.0:1763345649.895319:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae71c lrc: 3/0,1 mode: --/PW res: [0x200000405:0x260:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.895346:0:35216:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae71c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x260:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.895356:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae71c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x260:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.895365:0:35216:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae71c lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x260:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.895371:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae71c lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x260:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.895377:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae71c lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x260:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345649.895388:0:35216:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763345649.895538:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+332:57873:x1849000910543616:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 589us (987us total) trans 8589941409 rc 0/0 00000100:00100000:1.0:1763345649.895545:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3971 00000020:00080000:1.0:1763345649.895550:0:35216:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1763345649.895611:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345649.895617:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae71c lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x260:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345649.895623:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345649.895627:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae71c lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x260:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345649.895634:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae71c lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x260:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345649.895645:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x260:0x0].0x0 (ffff91b6606db800) 00010000:00010000:0.0:1763345649.895648:0:6509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763345649.895652:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae71c lrc: 1/0,0 mode: --/PW res: [0x200000405:0x260:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345649.895657:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae71c lrc: 0/0,0 mode: --/PW res: [0x200000405:0x260:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345649.895669:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345649.895671:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345649.895672:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345649.900216:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.901139:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910543872 00000100:00100000:1.0:1763345649.901149:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910543872 00000100:00100000:1.0:1763345649.901358:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3972 00000100:00100000:1.0:1763345649.901368:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b64a0b7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+332:57873:x1849000910543872:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345649.902844:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a0b7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+333:57873:x1849000910543872:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 1470us (2628us total) trans 8589941410 rc 0/0 00000100:00100000:1.0:1763345649.902855:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3972 00000100:00100000:3.0:1763345649.906050:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.906374:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910544128 00000100:00100000:2.0:1763345649.906384:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910544128 00000100:00100000:2.0:1763345649.906437:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11541 00000100:00100000:2.0:1763345649.906445:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+333:57861:x1849000910544128:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345649.906469:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345649.906493:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae723 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833a87 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.906577:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae72a lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.906590:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae72a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.906601:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae72a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.906612:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae731 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.906618:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae731 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.906625:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae731 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.906939:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae738 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.906949:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae738 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.906956:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae738 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:2.0:1763345649.906966:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 1090 00010000:00010000:2.0:1763345649.907033:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae72a lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.907040:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae72a lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.907045:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae72a lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.907051:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae72a lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.907057:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345649.907060:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae72a lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.907067:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae72a lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.907077:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b54326b300) 00010000:00010000:2.0:1763345649.907080:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345649.907085:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae72a lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.907091:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae72a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.907109:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae731 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.907114:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae731 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.907119:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae731 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.907124:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345649.907127:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae731 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.907132:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae731 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.907139:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b54326bf00) 00010000:00010000:2.0:1763345649.907142:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345649.907145:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae731 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.907150:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae731 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.907188:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae723 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a87 expref: 336 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.907204:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae738 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a87 expref: 335 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.907210:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:2.0:1763345649.907213:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345649.907216:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7600, rc 0) 00000100:00100000:2.0:1763345649.907310:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+335:57861:x1849000910544128:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 865us (1267us total) trans 8589941411 rc 0/0 00000100:00100000:2.0:1763345649.907318:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11541 00000100:00100000:0.0:1763345649.911176:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.912373:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910544256 00000100:00100000:1.0:1763345649.912385:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910544256 00000100:00100000:1.0:1763345649.912455:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2160 00000100:00100000:1.0:1763345649.912466:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+57:2408:x1849000910544256:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:1.0:1763345649.912616:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 1090 -> 1090 00002000:00010000:1.0:1763345649.912620:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:1.0:1763345649.912622:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.912625:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:1.0:1763345649.912627:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:1.0:1763345649.913289:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+58:2408:x1849000910544256:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 822us (2118us total) trans 21474839753 rc 0/0 00000100:00100000:1.0:1763345649.913297:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2160 00000100:00100000:0.0:1763345649.918260:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.918500:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910544384 00000100:00100000:1.0:1763345649.918510:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910544384 00000100:00100000:1.0:1763345649.918572:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2161 00000100:00100000:1.0:1763345649.918581:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+58:2409:x1849000910544384:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:1.0:1763345649.918752:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 1090 -> 1090 00002000:00010000:1.0:1763345649.918756:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:1.0:1763345649.918864:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.918866:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:1.0:1763345649.918868:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:1.0:1763345649.918927:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+59:2409:x1849000910544384:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 347us (674us total) trans 21474839754 rc 0/0 00000100:00100000:1.0:1763345649.918934:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2161 00000100:00100000:3.0:1763345649.922957:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.923087:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910544512 00000100:00100000:1.0:1763345649.923096:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910544512 00000100:00100000:1.0:1763345649.923148:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2162 00000100:00100000:1.0:1763345649.923156:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+59:2409:x1849000910544512:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:1.0:1763345649.923397:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 1090 -> 246674 00002000:00010000:1.0:1763345649.923400:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:1.0:1763345649.923403:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.923405:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:1.0:1763345649.923408:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 16 -> 96 00000100:00100000:1.0:1763345649.923954:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+61:2409:x1849000910544512:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 796us (1004us total) trans 21474839755 rc 0/0 00000100:00100000:1.0:1763345649.923963:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2162 00000100:00100000:0.0:1763345649.928749:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.929100:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910544640 00000100:00100000:2.0:1763345649.929110:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910544640 00000100:00100000:2.0:1763345649.929294:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11542 00000100:00100000:2.0:1763345649.929304:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+335:57861:x1849000910544640:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345649.929325:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345649.929343:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae746 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833a8e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.929373:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae74d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.929386:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae74d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.929397:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae74d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.929501:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae746 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a8e expref: 337 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.929518:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae74d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a8e expref: 336 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.929526:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:2.0:1763345649.929529:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763345649.929533:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7c00, rc 0) 00000100:00100000:2.0:1763345649.929591:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+336:57861:x1849000910544640:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 289us (851us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345649.929599:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11542 00000100:00100000:2.0:1763345649.932077:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.932410:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910544768 00000100:00100000:1.0:1763345649.932420:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910544768 00002000:00100000:1.0:1763345649.932457:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (20480->24575) req@ffff91b5432eca80 x1849000910544768/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:125/0 lens 488/0 e 0 to 0 dl 1763345660 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345649.932468:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5432eca80 with x1849000910544768 ext(20480->24575) 00002000:00010000:1.0:1763345649.932473:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5432eca80 00000100:00100000:1.0:1763345649.932501:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2163 00000100:00100000:1.0:1763345649.932508:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+61:2409:x1849000910544768:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:1.0:1763345649.932714:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+61:2409:x1849000910544768:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 205us (642us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763345649.932730:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2163 00002000:00100000:1.0:1763345649.932737:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (20480->24575) req@ffff91b5432eca80 x1849000910544768/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:125/0 lens 488/4536 e 0 to 0 dl 1763345660 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345649.932745:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5432eca80 with x1849000910544768 ext(20480->24575) 00002000:00010000:1.0:1763345649.932748:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5432eca80 00000100:00100000:0.0:1763345649.935919:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.936235:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910544896 00000100:00100000:1.0:1763345649.936245:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910544896 00002000:00100000:1.0:1763345649.936288:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (73728->77823) req@ffff91b65ed7e300 x1849000910544896/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:125/0 lens 488/0 e 0 to 0 dl 1763345660 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345649.936298:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b65ed7e300 with x1849000910544896 ext(73728->77823) 00002000:00010000:1.0:1763345649.936304:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b65ed7e300 00000100:00100000:1.0:1763345649.936643:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2164 00000100:00100000:1.0:1763345649.936654:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+61:2408:x1849000910544896:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:1.0:1763345649.936877:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+61:2408:x1849000910544896:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 225us (964us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763345649.936884:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2164 00002000:00100000:1.0:1763345649.936891:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (73728->77823) req@ffff91b65ed7e300 x1849000910544896/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:125/0 lens 488/4536 e 0 to 0 dl 1763345660 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345649.936899:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b65ed7e300 with x1849000910544896 ext(73728->77823) 00002000:00010000:1.0:1763345649.936902:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b65ed7e300 00000100:00100000:3.0:1763345649.945481:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345649.951900:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910545024 00000100:00100000:1.0:1763345649.951915:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910545024 00002000:00100000:0.0:1763345649.952042:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (20480->77823) req@ffff91b5435bad80 x1849000910545024/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:125/0 lens 488/0 e 0 to 0 dl 1763345660 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345649.952055:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435bad80 with x1849000910545024 ext(20480->77823) 00002000:00010000:0.0:1763345649.952062:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5435bad80 00000100:00100000:0.0:1763345649.952100:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2165 00000100:00100000:0.0:1763345649.952110:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+61:2409:x1849000910545024:12345-192.168.203.8@tcp:4:fsx.0 00000100:00100000:2.0:1763345649.956907:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+63:2409:x1849000910545024:12345-192.168.203.8@tcp:4:fsx.0 Request processed in 4790us (11425us total) trans 21474839756 rc 0/0 00000100:00100000:2.0:1763345649.956923:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2165 00002000:00100000:2.0:1763345649.956935:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (20480->77823) req@ffff91b5435bad80 x1849000910545024/t21474839756(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:125/0 lens 488/448 e 0 to 0 dl 1763345660 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345649.956944:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435bad80 with x1849000910545024 ext(20480->77823) 00002000:00010000:2.0:1763345649.956953:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5435bad80 00000100:00100000:2.0:1763345649.959311:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.959430:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910545152 00000100:00100000:0.0:1763345649.959439:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910545152 00000100:00100000:1.0:1763345649.960087:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2166 00000100:00100000:1.0:1763345649.960100:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+63:2411:x1849000910545152:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:1.0:1763345649.960550:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 246674 -> 246674 00002000:00010000:1.0:1763345649.960555:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:1.0:1763345649.960558:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345649.960560:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:1.0:1763345649.960562:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 96 -> 248 00000100:00100000:1.0:1763345649.960629:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+64:2411:x1849000910545152:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 532us (1325us total) trans 21474839757 rc 0/0 00000100:00100000:1.0:1763345649.960637:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2166 00000100:00100000:3.0:1763345649.964555:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.964733:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910545408 00000100:00100000:2.0:1763345649.964743:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910545408 00000100:00100000:2.0:1763345649.964858:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11543 00000100:00100000:2.0:1763345649.964868:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+336:57861:x1849000910545408:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:2.0:1763345649.964925:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345649.964952:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58ae738 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a87 expref: 336 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345649.964970:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:2.0:1763345649.964974:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345649.965149:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae754 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.965161:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae754 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.965170:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae754 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000001:00080000:2.0:1763345649.965207:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941412 00000004:00010000:2.0:1763345649.965229:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000075004a3e reply state 00000000670e31c3 transno 8589941413 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae754 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.965239:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae754 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345649.965245:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:2.0:1763345649.965249:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345649.965252:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345649.965355:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+338:57861:x1849000910545408:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 482us (802us total) trans 8589941413 rc 0/0 00000100:00100000:2.0:1763345649.965362:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11543 00000020:00080000:2.0:1763345649.965367:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345649.968063:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.968823:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.968859:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345649.968986:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910545536 00000100:00100000:3.0:1763345649.968995:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910545536 00002000:00010000:3.0:1763345649.969031:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (212908->18446744073709551615) 00002000:00100000:3.0:1763345649.969035:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5432ef800 with x1849000910545536 ext(212908->18446744073709551615) 00002000:00010000:3.0:1763345649.969046:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5432ef800. 00000100:00100000:3.0:1763345649.969243:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910545664 00000100:00100000:3.0:1763345649.969246:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910545664 00002000:00010000:3.0:1763345649.969259:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:3.0:1763345649.969263:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5432edf80 with x1849000910545664 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345649.969268:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5432edf80. 00000100:00100000:3.0:1763345649.969281:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910545792 00000100:00100000:3.0:1763345649.969284:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910545792 00002000:00010000:3.0:1763345649.969295:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:3.0:1763345649.969298:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5432edc00 with x1849000910545792 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345649.969303:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5432edc00. 00000100:00100000:3.0:1763345649.969319:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2167 00000100:00100000:3.0:1763345649.969326:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+65:2410:x1849000910545536:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:3.0:1763345649.969533:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 246674 -> 212908 00002000:00010000:3.0:1763345649.969537:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:3.0:1763345649.969541:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345649.969543:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:3.0:1763345649.969545:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 248 -> 176 00000100:00100000:3.0:1763345649.969594:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+66:2410:x1849000910545536:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 267us (1538us total) trans 21474839758 rc 0/0 00000100:00100000:3.0:1763345649.969601:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2167 00002000:00010000:3.0:1763345649.969605:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (212908->18446744073709551615) 00002000:00100000:3.0:1763345649.969608:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5432ef800 with x1849000910545536 ext(212908->18446744073709551615) 00002000:00010000:3.0:1763345649.969612:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5432ef800. 00000100:00100000:3.0:1763345649.969631:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2168 00000100:00100000:3.0:1763345649.969637:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+65:2410:x1849000910545664:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:3.0:1763345649.969699:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345649.969702:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:3.0:1763345649.969704:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345649.969706:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:3.0:1763345649.969709:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763345649.969729:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+66:2410:x1849000910545664:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 92us (908us total) trans 21474839759 rc 0/0 00000100:00100000:3.0:1763345649.969735:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2168 00002000:00010000:3.0:1763345649.969737:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:3.0:1763345649.969739:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5432edf80 with x1849000910545664 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345649.969743:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5432edf80. 00000100:00100000:3.0:1763345649.969754:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2169 00000100:00100000:3.0:1763345649.969777:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+18:2410:x1849000910545792:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:3.0:1763345649.969841:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345649.969844:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:3.0:1763345649.969846:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345649.969848:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:3.0:1763345649.969850:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345649.969867:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+19:2410:x1849000910545792:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 109us (1009us total) trans 17179872454 rc 0/0 00000100:00100000:3.0:1763345649.969872:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2169 00002000:00010000:3.0:1763345649.969875:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:3.0:1763345649.969877:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5432edc00 with x1849000910545792 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345649.969880:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5432edc00. 00000100:00100000:1.0:1763345649.972277:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.972355:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910545920 00000100:00100000:0.0:1763345649.972363:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910545920 00000100:00100000:0.0:1763345649.972822:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11544 00000100:00100000:0.0:1763345649.972834:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+338:57861:x1849000910545920:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345649.972855:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345649.972874:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae75b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833a95 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.972974:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae762 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.972987:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae762 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.972997:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae762 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345649.973019:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 212908 00000004:00200000:0.0:1763345649.973023:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345649.973039:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae762 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.973060:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae75b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a95 expref: 340 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.973075:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae762 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a95 expref: 339 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.973085:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345649.973088:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345649.973091:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5a00, rc 0) 00000100:00100000:0.0:1763345649.973152:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+339:57861:x1849000910545920:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 321us (880us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345649.973159:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11544 00000100:00100000:3.0:1763345649.976341:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.976526:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910546176 00000100:00100000:0.0:1763345649.976536:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910546176 00000100:00100000:0.0:1763345649.976594:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11545 00000100:00100000:0.0:1763345649.976605:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+339:57861:x1849000910546176:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:0.0:1763345649.976654:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345649.976678:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae762 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a95 expref: 339 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.976695:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345649.976710:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345649.977471:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae769 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.977487:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae769 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.977497:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae769 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000001:00080000:0.0:1763345649.977540:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941414 00000004:00010000:0.0:1763345649.977561:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000073471773 reply state 00000000c13592c8 transno 8589941415 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae769 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.977577:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae769 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.977583:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345649.977586:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345649.977588:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345649.978260:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+341:57861:x1849000910546176:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 1653us (1922us total) trans 8589941415 rc 0/0 00000100:00100000:0.0:1763345649.978269:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11545 00000020:00080000:0.0:1763345649.978275:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345649.982214:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.983294:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910546304 00000100:00100000:0.0:1763345649.983305:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910546304 00002000:00010000:0.0:1763345649.983346:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (24902->18446744073709551615) 00002000:00100000:0.0:1763345649.983351:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435baa00 with x1849000910546304 ext(24902->18446744073709551615) 00002000:00010000:0.0:1763345649.983363:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5435baa00. 00000100:00100000:0.0:1763345649.983399:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2170 00000100:00100000:0.0:1763345649.983409:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+66:2409:x1849000910546304:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:0.0:1763345649.983855:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 212908 -> 24902 00002000:00010000:0.0:1763345649.983860:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:0.0:1763345649.983863:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:0.0:1763345649.983865:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:0.0:1763345649.983867:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 176 -> 32 00000100:00100000:0.0:1763345649.983926:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+67:2409:x1849000910546304:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 519us (1719us total) trans 21474839760 rc 0/0 00000100:00100000:0.0:1763345649.983934:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2170 00002000:00010000:0.0:1763345649.983938:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (24902->18446744073709551615) 00002000:00100000:0.0:1763345649.983941:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435baa00 with x1849000910546304 ext(24902->18446744073709551615) 00002000:00010000:0.0:1763345649.983945:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5435baa00. 00000100:00100000:2.0:1763345649.984058:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345649.984181:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345649.984250:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910546432 00000100:00100000:3.0:1763345649.984255:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910546432 00002000:00010000:3.0:1763345649.984273:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:3.0:1763345649.984277:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5432ef480 with x1849000910546432 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345649.984283:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5432ef480. 00000100:00100000:3.0:1763345649.984307:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910546560 00000100:00100000:3.0:1763345649.984311:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910546560 00002000:00010000:3.0:1763345649.984343:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:3.0:1763345649.984347:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5432ed880 with x1849000910546560 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345649.984353:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5432ed880. 00000100:00100000:3.0:1763345649.984372:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2171 00000100:00100000:3.0:1763345649.984381:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+67:2409:x1849000910546432:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:3.0:1763345649.984445:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345649.984448:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:3.0:1763345649.984451:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345649.984453:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:3.0:1763345649.984455:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763345649.984482:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+68:2409:x1849000910546432:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 102us (424us total) trans 21474839761 rc 0/0 00000100:00100000:3.0:1763345649.984490:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2171 00002000:00010000:3.0:1763345649.984493:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:3.0:1763345649.984495:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5432ef480 with x1849000910546432 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345649.984499:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5432ef480. 00000100:00100000:3.0:1763345649.984515:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2172 00000100:00100000:3.0:1763345649.984522:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910546560:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:3.0:1763345649.984582:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345649.984585:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:3.0:1763345649.984588:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:3.0:1763345649.984589:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:3.0:1763345649.984592:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345649.984612:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910546560:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 91us (431us total) trans 17179872455 rc 0/0 00000100:00100000:3.0:1763345649.984618:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2172 00002000:00010000:3.0:1763345649.984621:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:3.0:1763345649.984623:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5432ed880 with x1849000910546560 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345649.984627:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5432ed880. 00000100:00100000:2.0:1763345649.990151:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.990246:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910546688 00000100:00100000:0.0:1763345649.990255:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910546688 00000100:00100000:0.0:1763345649.990313:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11546 00000100:00100000:0.0:1763345649.990323:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a828a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+341:57861:x1849000910546688:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345649.990346:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345649.990366:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae770 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833a9c expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.990473:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae777 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.990488:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae777 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.990499:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae777 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345649.990524:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 24902 00000004:00200000:0.0:1763345649.990528:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345649.990546:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae777 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345649.990570:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae770 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a9c expref: 343 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.990586:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae777 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a9c expref: 342 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345649.990595:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345649.990598:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345649.990602:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4400, rc 0) 00000100:00100000:0.0:1763345649.990665:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a828a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+342:57861:x1849000910546688:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 343us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345649.990672:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11546 00000100:00100000:1.0:1763345649.994429:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345649.995443:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910546816 00000100:00100000:0.0:1763345649.995453:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910546816 00000100:00100000:0.0:1763345649.995702:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2173 00000100:00100000:0.0:1763345649.995925:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+68:2410:x1849000910546816:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:0.0:1763345649.996158:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 24902 -> 24902 00002000:00010000:0.0:1763345649.996161:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:0.0:1763345649.996164:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:0.0:1763345649.996166:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:0.0:1763345649.996169:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 32 -> 88 00000100:00100000:0.0:1763345649.996869:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+70:2410:x1849000910546816:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 1156us (2447us total) trans 21474839762 rc 0/0 00000100:00100000:0.0:1763345649.996878:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2173 00000100:00100000:1.0:1763345650.003567:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.003682:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910546944 00000100:00100000:0.0:1763345650.003693:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910546944 00002000:00100000:0.0:1763345650.003752:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (4096->20479) req@ffff91b54377d180 x1849000910546944/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:126/0 lens 488/0 e 0 to 0 dl 1763345661 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000100:00080000:1.0:1763345650.003860:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00100000:0.0:1763345650.003896:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377d180 with x1849000910546944 ext(4096->20479) 00002000:00010000:0.0:1763345650.003903:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54377d180 00000100:00100000:2.0:1763345650.004465:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2174 00000100:00100000:2.0:1763345650.004479:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+70:2409:x1849000910546944:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:2.0:1763345650.004727:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+70:2409:x1849000910546944:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 253us (1167us total) trans 0 rc 16384/16384 00000100:00100000:2.0:1763345650.004735:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2174 00002000:00100000:2.0:1763345650.004742:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (4096->20479) req@ffff91b54377d180 x1849000910546944/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:126/0 lens 488/16824 e 0 to 0 dl 1763345661 ref 1 fl Complete:/600/0 rc 16384/16384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345650.004751:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377d180 with x1849000910546944 ext(4096->20479) 00002000:00010000:2.0:1763345650.004754:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54377d180 00000100:00100000:3.0:1763345650.008883:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.009062:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910547200 00000100:00100000:2.0:1763345650.009072:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910547200 00000100:00100000:2.0:1763345650.009135:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11547 00000100:00100000:2.0:1763345650.009143:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+342:57861:x1849000910547200:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:2.0:1763345650.009189:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345650.009212:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae777 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a9c expref: 342 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.009229:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:2.0:1763345650.009234:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345650.009373:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae77e lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345650.009385:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae77e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345650.009393:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae77e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000001:00080000:2.0:1763345650.009430:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941416 00000004:00010000:2.0:1763345650.009451:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e20338e9 reply state 000000005df0af06 transno 8589941417 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae77e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345650.009461:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae77e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345650.009467:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:2.0:1763345650.009470:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345650.009472:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00080000:1.0:1763345650.009662:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1763345650.010899:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+344:57861:x1849000910547200:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 1752us (2019us total) trans 8589941417 rc 0/0 00000100:00100000:2.0:1763345650.010909:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11547 00000020:00080000:2.0:1763345650.010916:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763345650.013896:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.014435:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.014658:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.014673:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910547328 00000100:00100000:0.0:1763345650.014683:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910547328 00002000:00010000:0.0:1763345650.014731:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (26808->18446744073709551615) 00002000:00100000:0.0:1763345650.014736:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ee4a80 with x1849000910547328 ext(26808->18446744073709551615) 00002000:00010000:0.0:1763345650.014748:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ee4a80. 00000100:00100000:2.0:1763345650.014811:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910547584 00000100:00100000:2.0:1763345650.014815:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910547584 00002000:00010000:2.0:1763345650.014841:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:2.0:1763345650.014845:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545654e00 with x1849000910547584 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345650.014850:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545654e00. 00000100:00100000:2.0:1763345650.014872:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2175 00000100:00100000:2.0:1763345650.014881:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+70:2411:x1849000910547328:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:2.0:1763345650.015180:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 24902 -> 26808 00002000:00010000:2.0:1763345650.015184:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:2.0:1763345650.015186:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345650.015189:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:2.0:1763345650.015192:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 88 -> 24 00000100:00100000:2.0:1763345650.015239:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+71:2411:x1849000910547328:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 359us (1350us total) trans 21474839763 rc 0/0 00000100:00100000:2.0:1763345650.015247:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2175 00002000:00010000:2.0:1763345650.015250:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (26808->18446744073709551615) 00002000:00100000:2.0:1763345650.015253:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ee4a80 with x1849000910547328 ext(26808->18446744073709551615) 00002000:00010000:2.0:1763345650.015257:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ee4a80. 00000100:00100000:2.0:1763345650.015274:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2176 00000100:00100000:2.0:1763345650.015281:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545654e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910547584:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:2.0:1763345650.015343:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345650.015346:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:2.0:1763345650.015348:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345650.015350:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:2.0:1763345650.015352:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345650.015370:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545654e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910547584:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 90us (936us total) trans 17179872456 rc 0/0 00000100:00100000:2.0:1763345650.015376:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2176 00002000:00010000:2.0:1763345650.015379:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:2.0:1763345650.015382:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545654e00 with x1849000910547584 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345650.015386:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545654e00. 00000100:00080000:3.0:1763345650.015510:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763345650.015709:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910547456 00000100:00100000:1.0:1763345650.015715:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910547456 00002000:00010000:1.0:1763345650.015733:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:1.0:1763345650.015736:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b543385c00 with x1849000910547456 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345650.015742:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b543385c00. 00000100:00100000:1.0:1763345650.015784:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2177 00000100:00100000:1.0:1763345650.015792:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543385c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+71:2409:x1849000910547456:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:1.0:1763345650.015857:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345650.015860:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:1.0:1763345650.015862:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:1.0:1763345650.015865:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:1.0:1763345650.015867:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763345650.015888:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543385c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+72:2409:x1849000910547456:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 98us (1231us total) trans 21474839764 rc 0/0 00000100:00100000:1.0:1763345650.015894:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2177 00002000:00010000:1.0:1763345650.015896:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:1.0:1763345650.015898:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b543385c00 with x1849000910547456 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345650.015902:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b543385c00. 00000100:00100000:3.0:1763345650.019533:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.019618:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910547712 00000100:00100000:2.0:1763345650.019628:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910547712 00000100:00100000:0.0:1763345650.020256:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11548 00000100:00100000:0.0:1763345650.020270:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+344:57861:x1849000910547712:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345650.020292:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345650.020311:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae785 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833aa3 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.020406:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae78c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.020421:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae78c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.020431:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae78c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345650.020458:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 26808 00000004:00200000:0.0:1763345650.020463:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345650.020480:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae78c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.020503:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae785 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833aa3 expref: 346 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.020521:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae78c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833aa3 expref: 345 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.020529:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345650.020533:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345650.020537:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5e00, rc 0) 00000100:00100000:0.0:1763345650.020588:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+345:57861:x1849000910547712:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 323us (1065us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.020596:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11548 00000100:00100000:3.0:1763345650.027622:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.029248:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910547840 00000100:00100000:2.0:1763345650.029262:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910547840 00002000:00100000:2.0:1763345650.029317:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (53248->90111) req@ffff91b5435ba300 x1849000910547840/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:126/0 lens 488/0 e 0 to 0 dl 1763345661 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345650.029328:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435ba300 with x1849000910547840 ext(53248->90111) 00002000:00010000:2.0:1763345650.029335:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5435ba300 00000100:00100000:0.0:1763345650.029953:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2178 00000100:00100000:0.0:1763345650.029967:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+72:2408:x1849000910547840:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:0.0:1763345650.037461:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+72:2408:x1849000910547840:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 7488us (9837us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.037473:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2178 00002000:00100000:0.0:1763345650.037485:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (53248->90111) req@ffff91b5435ba300 x1849000910547840/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:126/0 lens 488/440 e 0 to 0 dl 1763345661 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345650.037495:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435ba300 with x1849000910547840 ext(53248->90111) 00002000:00010000:0.0:1763345650.037501:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5435ba300 00000100:00100000:3.0:1763345650.045840:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.045983:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910547968 00000100:00100000:0.0:1763345650.045993:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910547968 00002000:00100000:0.0:1763345650.046043:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (0->53247) req@ffff91b5435bb100 x1849000910547968/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:126/0 lens 504/0 e 0 to 0 dl 1763345661 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345650.046054:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435bb100 with x1849000910547968 ext(0->53247) 00002000:00010000:0.0:1763345650.046061:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5435bb100 00000100:00100000:0.0:1763345650.046095:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2179 00000100:00100000:0.0:1763345650.046104:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+72:2410:x1849000910547968:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:0.0:1763345650.050501:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+72:2410:x1849000910547968:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 4388us (4660us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763345650.050515:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2179 00002000:00100000:0.0:1763345650.050527:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (0->53247) req@ffff91b5435bb100 x1849000910547968/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:126/0 lens 504/440 e 0 to 0 dl 1763345661 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345650.050544:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435bb100 with x1849000910547968 ext(0->53247) 00002000:00010000:0.0:1763345650.050550:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5435bb100 00000100:00100000:1.0:1763345650.054010:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.054101:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910548224 00000100:00100000:2.0:1763345650.054110:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910548224 00000100:00100000:2.0:1763345650.054170:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11549 00000100:00100000:2.0:1763345650.054180:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542034000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+345:57861:x1849000910548224:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:2.0:1763345650.054232:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345650.054257:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae78c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833aa3 expref: 345 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.054280:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:2.0:1763345650.054285:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345650.054436:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae793 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345650.054451:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae793 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345650.054460:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae793 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000001:00080000:2.0:1763345650.054499:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941418 00000004:00010000:2.0:1763345650.054523:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b3b6a7a0 reply state 000000006a7b5dc6 transno 8589941419 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae793 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345650.054533:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae793 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345650.054540:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:2.0:1763345650.054543:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345650.054545:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345650.057103:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542034000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+347:57861:x1849000910548224:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 2915us (3092us total) trans 8589941419 rc 0/0 00000100:00100000:2.0:1763345650.057116:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11549 00000020:00080000:2.0:1763345650.057124:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763345650.059454:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.059557:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910548352 00000100:00100000:2.0:1763345650.059566:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910548352 00002000:00010000:2.0:1763345650.059598:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (29744->18446744073709551615) 00002000:00100000:2.0:1763345650.059602:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b542037480 with x1849000910548352 ext(29744->18446744073709551615) 00002000:00010000:2.0:1763345650.059612:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b542037480. 00000100:00100000:2.0:1763345650.059673:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2180 00000100:00100000:2.0:1763345650.059682:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542037480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+72:2409:x1849000910548352:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:2.0:1763345650.060329:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 26808 -> 29744 00002000:00010000:2.0:1763345650.060333:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:2.0:1763345650.060335:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345650.060338:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:2.0:1763345650.060340:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:2.0:1763345650.061265:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542037480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+73:2409:x1849000910548352:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 1579us (1812us total) trans 21474839765 rc 0/0 00000100:00100000:2.0:1763345650.061274:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2180 00002000:00010000:2.0:1763345650.061279:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (29744->18446744073709551615) 00002000:00100000:2.0:1763345650.061281:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b542037480 with x1849000910548352 ext(29744->18446744073709551615) 00002000:00010000:2.0:1763345650.061287:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b542037480. 00000100:00100000:3.0:1763345650.061387:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.061816:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910548608 00000100:00100000:2.0:1763345650.061823:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910548608 00002000:00010000:2.0:1763345650.061848:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:2.0:1763345650.061851:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435b9180 with x1849000910548608 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345650.061857:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5435b9180. 00000100:00100000:2.0:1763345650.061884:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2181 00000100:00100000:2.0:1763345650.061891:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910548608:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:2.0:1763345650.061974:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345650.061977:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:2.0:1763345650.061979:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345650.061981:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:2.0:1763345650.061983:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345650.062012:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910548608:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 122us (625us total) trans 17179872457 rc 0/0 00000100:00100000:2.0:1763345650.062017:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2181 00002000:00010000:2.0:1763345650.062020:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:2.0:1763345650.062022:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435b9180 with x1849000910548608 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345650.062025:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5435b9180. 00000100:00100000:1.0:1763345650.062810:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.063108:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910548480 00000100:00100000:0.0:1763345650.063114:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910548480 00002000:00010000:0.0:1763345650.063135:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:0.0:1763345650.063139:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b542034700 with x1849000910548480 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345650.063145:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b542034700. 00000100:00100000:0.0:1763345650.063161:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2182 00000100:00100000:0.0:1763345650.063167:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542034700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+73:2409:x1849000910548480:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:0.0:1763345650.063243:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345650.063246:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:0.0:1763345650.063248:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:0.0:1763345650.063250:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:0.0:1763345650.063253:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763345650.063277:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542034700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+74:2409:x1849000910548480:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 110us (468us total) trans 21474839766 rc 0/0 00000100:00100000:0.0:1763345650.063283:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2182 00002000:00010000:0.0:1763345650.063285:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:0.0:1763345650.063288:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b542034700 with x1849000910548480 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345650.063291:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b542034700. 00000100:00100000:1.0:1763345650.066160:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.066288:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910548736 00000100:00100000:2.0:1763345650.066297:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910548736 00000100:00100000:2.0:1763345650.066348:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11550 00000100:00100000:2.0:1763345650.066357:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542035180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+347:57861:x1849000910548736:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345650.066376:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345650.066394:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae79a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833aaa expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.066478:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae7a1 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345650.066491:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae7a1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345650.066502:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae7a1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:2.0:1763345650.066525:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 29744 00000004:00200000:2.0:1763345650.066529:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345650.066547:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae7a1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345650.066570:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae79a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833aaa expref: 349 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.066590:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae7a1 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833aaa expref: 348 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.066598:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:2.0:1763345650.066601:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345650.066605:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7a00, rc 0) 00000100:00100000:2.0:1763345650.066658:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542035180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+348:57861:x1849000910548736:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 302us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345650.066665:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11550 00000100:00100000:1.0:1763345650.071621:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.071997:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910548992 00000100:00100000:0.0:1763345650.072008:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910548992 00000100:00100000:0.0:1763345650.072096:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11551 00000100:00100000:0.0:1763345650.072107:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542036300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+348:57861:x1849000910548992:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:0.0:1763345650.072155:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345650.072179:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58ae7a1 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833aaa expref: 348 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.072199:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345650.072203:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345650.072355:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae7a8 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.072368:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae7a8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.072376:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae7a8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000001:00080000:0.0:1763345650.072417:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941420 00000004:00010000:0.0:1763345650.072438:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e6622c36 reply state 00000000e2b394f9 transno 8589941421 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae7a8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.072450:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae7a8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.072456:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345650.072460:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345650.072462:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345650.072550:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542036300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+350:57861:x1849000910548992:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 445us (938us total) trans 8589941421 rc 0/0 00000100:00100000:0.0:1763345650.072557:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11551 00000020:00080000:0.0:1763345650.072563:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763345650.075100:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.075473:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.076018:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.076041:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910549120 00000100:00100000:2.0:1763345650.076050:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910549120 00002000:00010000:2.0:1763345650.076088:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (58769->18446744073709551615) 00002000:00100000:2.0:1763345650.076093:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b542035880 with x1849000910549120 ext(58769->18446744073709551615) 00002000:00010000:2.0:1763345650.076104:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b542035880. 00000100:00100000:0.0:1763345650.076174:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910549248 00000100:00100000:0.0:1763345650.076178:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910549248 00002000:00010000:0.0:1763345650.076194:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:0.0:1763345650.076197:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b542037800 with x1849000910549248 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345650.076202:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b542037800. 00000100:00100000:2.0:1763345650.076536:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910549376 00000100:00100000:2.0:1763345650.076540:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910549376 00002000:00010000:2.0:1763345650.076556:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:2.0:1763345650.076559:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b542035500 with x1849000910549376 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345650.076566:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b542035500. 00000100:00100000:2.0:1763345650.076591:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2183 00000100:00100000:2.0:1763345650.076599:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542035880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+75:2409:x1849000910549120:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:2.0:1763345650.076840:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 29744 -> 58769 00002000:00010000:2.0:1763345650.076844:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:2.0:1763345650.076847:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345650.076849:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:2.0:1763345650.076853:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:2.0:1763345650.076906:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542035880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+76:2409:x1849000910549120:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 307us (1815us total) trans 21474839767 rc 0/0 00000100:00100000:2.0:1763345650.076915:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2183 00002000:00010000:2.0:1763345650.076919:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (58769->18446744073709551615) 00002000:00100000:2.0:1763345650.076921:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b542035880 with x1849000910549120 ext(58769->18446744073709551615) 00002000:00010000:2.0:1763345650.076926:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b542035880. 00000100:00100000:2.0:1763345650.076944:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2184 00000100:00100000:2.0:1763345650.076951:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542037800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+75:2409:x1849000910549248:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:2.0:1763345650.077002:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345650.077005:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:2.0:1763345650.077007:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345650.077010:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:2.0:1763345650.077011:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763345650.077033:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542037800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+76:2409:x1849000910549248:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 82us (1560us total) trans 21474839768 rc 0/0 00000100:00100000:2.0:1763345650.077040:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2184 00002000:00010000:2.0:1763345650.077042:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:2.0:1763345650.077045:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b542037800 with x1849000910549248 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345650.077049:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b542037800. 00000100:00100000:2.0:1763345650.077065:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2185 00000100:00100000:2.0:1763345650.077072:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542035500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910549376:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:2.0:1763345650.077134:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345650.077137:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:2.0:1763345650.077140:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345648 -> 1763345648 00002000:00010000:2.0:1763345650.077143:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:2.0:1763345650.077145:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345650.077165:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542035500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910549376:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 94us (1148us total) trans 17179872458 rc 0/0 00000100:00100000:2.0:1763345650.077171:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2185 00002000:00010000:2.0:1763345650.077174:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:2.0:1763345650.077177:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b542035500 with x1849000910549376 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345650.077181:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b542035500. 00000100:00100000:1.0:1763345650.081577:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.081697:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910549504 00000100:00100000:2.0:1763345650.081706:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910549504 00002000:00100000:2.0:1763345650.081750:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (32768->61439) req@ffff91b542036680 x1849000910549504/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:126/0 lens 488/0 e 0 to 0 dl 1763345661 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345650.081851:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b542036680 with x1849000910549504 ext(32768->61439) 00002000:00010000:2.0:1763345650.081858:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b542036680 00000100:00100000:2.0:1763345650.081888:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2186 00000100:00100000:2.0:1763345650.081898:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542036680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+76:2410:x1849000910549504:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:1.0:1763345650.084982:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542036680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+76:2410:x1849000910549504:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 3076us (3404us total) trans 0 rc 28672/28672 00000100:00100000:1.0:1763345650.084996:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2186 00002000:00100000:1.0:1763345650.085008:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (32768->61439) req@ffff91b542036680 x1849000910549504/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:126/0 lens 488/440 e 0 to 0 dl 1763345661 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345650.085019:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b542036680 with x1849000910549504 ext(32768->61439) 00002000:00010000:1.0:1763345650.085026:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b542036680 00000100:00100000:3.0:1763345650.089580:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.089703:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910549632 00000100:00100000:1.0:1763345650.089712:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910549632 00002000:00100000:1.0:1763345650.089754:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (32768->58768) req@ffff91b5435b8a80 x1849000910549632/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:126/0 lens 488/0 e 0 to 0 dl 1763345661 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345650.089846:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435b8a80 with x1849000910549632 ext(32768->58768) 00002000:00010000:1.0:1763345650.089851:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5435b8a80 00000100:00100000:1.0:1763345650.090133:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2187 00000100:00100000:1.0:1763345650.090142:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+76:2409:x1849000910549632:12345-192.168.203.8@tcp:4:fsx.0 00000100:00100000:0.0:1763345650.094283:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+78:2409:x1849000910549632:12345-192.168.203.8@tcp:4:fsx.0 Request processed in 4133us (4703us total) trans 21474839769 rc 0/0 00000100:00100000:0.0:1763345650.094297:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2187 00002000:00100000:0.0:1763345650.094308:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (32768->58768) req@ffff91b5435b8a80 x1849000910549632/t21474839769(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:126/0 lens 488/448 e 0 to 0 dl 1763345661 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345650.094318:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435b8a80 with x1849000910549632 ext(32768->58768) 00002000:00010000:0.0:1763345650.094325:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5435b8a80 00000100:00100000:2.0:1763345650.098152:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.098258:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910549760 00000100:00100000:1.0:1763345650.098267:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910549760 00000100:00100000:1.0:1763345650.098387:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8524 00000100:00100000:1.0:1763345650.098397:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+78:2409:x1849000910549760:12345-192.168.203.8@tcp:16:fsx.0 00000001:00080000:2.0:1763345650.100024:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839769 is committed 00000001:00080000:2.0:1763345650.100086:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839749 is committed 00000100:00100000:0.0:1763345650.100415:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910549760:12345-192.168.203.8@tcp:16:fsx.0 Request processed in 2016us (2268us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.100427:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8524 00000100:00100000:2.0:1763345650.103051:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.103114:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910549888 00000100:00100000:0.0:1763345650.103123:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910549888 00000100:00100000:0.0:1763345650.103183:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11552 00000100:00100000:0.0:1763345650.103192:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a829180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+350:57861:x1849000910549888:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345650.103215:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345650.103232:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae7af lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833ab1 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.103314:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae7b6 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.103328:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae7b6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.103340:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae7b6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345650.103679:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 58769 00000004:00200000:0.0:1763345650.103684:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345650.103704:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae7b6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.103730:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae7af lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ab1 expref: 352 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.103746:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae7b6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ab1 expref: 351 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.103755:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345650.103845:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345650.103850:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4200, rc 0) 00000100:00100000:0.0:1763345650.104069:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a829180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+351:57861:x1849000910549888:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 876us (1026us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.104077:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11552 00000100:00100000:3.0:1763345650.108401:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.108679:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910550144 00000100:00100000:1.0:1763345650.108688:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910550144 00000100:00100000:2.0:1763345650.108887:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3973 00000100:00100000:2.0:1763345650.108898:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+351:57861:x1849000910550144:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:2.0:1763345650.109159:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+352:57861:x1849000910550144:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 262us (766us total) trans 8589941422 rc 0/0 00000100:00100000:2.0:1763345650.109166:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3973 00000100:00100000:2.0:1763345650.120130:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.121395:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910550400 00000100:00100000:0.0:1763345650.121406:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910550400 00000100:00100000:0.0:1763345650.121469:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11553 00000100:00100000:0.0:1763345650.121479:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+352:57874:x1849000910550400:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345650.121500:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345650.121522:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae7bd lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833ab8 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.121607:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae7c4 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.121625:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae7c4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.121634:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae7c4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.121645:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae7cb lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.121650:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae7cb lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.121656:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae7cb lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.121774:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae7d2 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.121783:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae7d2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.121789:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae7d2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345650.121808:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 58769 00010000:00010000:0.0:1763345650.121875:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae7c4 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.121882:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae7c4 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.121887:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae7c4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.121892:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae7c4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.121899:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345650.121902:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae7c4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.121908:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae7c4 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.121918:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b541f06900) 00010000:00010000:0.0:1763345650.121921:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345650.121924:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae7c4 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.121929:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae7c4 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.121939:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae7cb lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.121944:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae7cb lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.121950:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae7cb lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.121954:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345650.121956:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae7cb lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.121961:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae7cb lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.121966:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b541f06700) 00010000:00010000:0.0:1763345650.121967:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345650.121970:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae7cb lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.121975:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae7cb lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.122007:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae7bd lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ab8 expref: 355 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.122023:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae7d2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ab8 expref: 354 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.122030:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345650.122032:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345650.122035:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5000, rc 0) 00000100:00100000:0.0:1763345650.124477:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+354:57874:x1849000910550400:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2991us (4345us total) trans 8589941423 rc 0/0 00000100:00100000:0.0:1763345650.124489:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11553 00000100:00100000:3.0:1763345650.127422:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.127478:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910550528 00000100:00100000:0.0:1763345650.127488:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910550528 00000100:00100000:3.0:1763345650.127506:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.127682:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910550784 00000100:00100000:1.0:1763345650.127687:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910550784 00000100:00100000:1.0:1763345650.127726:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11554 00000100:00100000:1.0:1763345650.127736:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+355:57874:x1849000910550784:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:0.0:1763345650.127780:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 461 00010000:00010000:1.0:1763345650.127782:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763345650.127791:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+355:2409:x1849000910550528:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345650.127817:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345650.127838:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae7d2 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ab8 expref: 355 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.127855:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345650.127860:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345650.127889:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae7e0 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833abf expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345650.127909:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+355:2409:x1849000910550528:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 121us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.127918:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 461 00010000:00010000:1.0:1763345650.128546:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae7e7 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x261:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.128560:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae7e7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x261:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.128575:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae7e7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x261:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:1.0:1763345650.128585:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x261:0x0]: returning size 0 00010000:00010000:1.0:1763345650.128631:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae7e0 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833abf expref: 356 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.128664:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae7e7 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x261:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833abf expref: 355 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.128673:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x261:0x0].0x0 (ffff91b6606db500) 00010000:00010000:1.0:1763345650.128676:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345650.128679:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90e00, rc 0) 00000100:00100000:1.0:1763345650.128722:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+355:57874:x1849000910550784:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 986us (1214us total) trans 8589941424 rc 0/0 00000100:00100000:1.0:1763345650.128731:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11554 00000100:00100000:3.0:1763345650.136755:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.137891:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910551040 00000100:00100000:2.0:1763345650.137903:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910551040 00000100:00100000:2.0:1763345650.137971:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11555 00000100:00100000:2.0:1763345650.137983:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+355:57874:x1849000910551040:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345650.138005:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345650.138027:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae7f5 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833ac6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.138124:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae7fc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345650.138139:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae7e7 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x261:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833abf expref: 356 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.138148:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae7fc lrc: 4/0,1 mode: --/EX res: [0x200000405:0x261:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345650.138181:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae7e7 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x261:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833abf expref: 356 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.138193:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae7e7 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x261:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833abf expref: 356 pid: 6522 timeout: 1142 lvb_type: 0 00000100:00100000:2.0:1763345650.138205:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a828380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924458624:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345650.138289:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541c290c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763345650.140453:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a828380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924458624:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345650.140479:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae7fc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x261:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:3.0:1763345650.140715:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.147852:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910551168 00000100:00100000:0.0:1763345650.147868:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910551168 00010000:00010000:1.0:1763345650.147975:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae7e7 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x261:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833abf expref: 357 pid: 6522 timeout: 1142 lvb_type: 0 00000100:00100000:1.0:1763345650.148029:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3845 00000100:00100000:1.0:1763345650.148039:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+357:2408:x1849000910551168:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345650.148053:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345650.148059:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae7e7 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x261:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833abf expref: 357 pid: 6522 timeout: 1142 lvb_type: 0 00010000:00010000:1.0:1763345650.148126:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae7e7 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x261:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833abf expref: 357 pid: 6522 timeout: 1142 lvb_type: 0 00010000:00010000:1.0:1763345650.148154:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae7e7 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x261:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833abf expref: 357 pid: 6522 timeout: 1142 lvb_type: 0 00010000:00010000:1.0:1763345650.148169:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x261:0x0].0x0 (ffff91b6606db500) 00010000:00010000:1.0:1763345650.148174:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae7fc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x261:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345650.148184:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae7fc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x261:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345650.148191:0:6507:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae7fc lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x261:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345650.148328:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345650.148415:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae7fc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x261:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.148423:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae7fc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x261:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763345650.148441:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x261:0x0]: returning size 0 00000004:00080000:0.0:1763345650.148596:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x374:0x0], index 0: 0 00000004:00080000:0.0:1763345650.148604:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x376:0x0], index 1: 0 00010000:00010000:0.0:1763345650.148705:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae7fc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x261:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.148713:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae7fc lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x261:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.148720:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae7fc lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x261:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.148725:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345650.148729:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae7fc lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x261:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.148736:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae7fc lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x261:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.148744:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x261:0x0].0x0 (ffff91b6606db500) 00010000:00010000:0.0:1763345650.148747:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345650.148751:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae7fc lrc: 2/0,0 mode: --/EX res: [0x200000405:0x261:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.148788:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae7fc lrc: 0/0,0 mode: --/EX res: [0x200000405:0x261:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.148848:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae7f5 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x261:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ac6 expref: 357 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.148857:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x261:0x0].0x0 (ffff91b6606db500) 00010000:00010000:0.0:1763345650.148860:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763345650.148863:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae7f5 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x261:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ac6 expref: 357 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.148876:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6a00, rc 0) 00000100:00100000:1.0:1763345650.149053:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+356:2408:x1849000910551168:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 1014us (8338us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345650.149061:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3845 00000100:00100000:0.0:1763345650.149109:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+355:57874:x1849000910551040:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 11129us (12363us total) trans 8589941425 rc 301/301 00000100:00100000:0.0:1763345650.149116:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11555 00000100:00100000:1.0:1763345650.157438:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.157533:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910551424 00000100:00100000:2.0:1763345650.157542:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910551424 00000100:00100000:2.0:1763345650.157659:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3974 00000100:00100000:2.0:1763345650.157670:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+355:57874:x1849000910551424:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345650.158022:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+356:57874:x1849000910551424:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 353us (591us total) trans 8589941426 rc 0/0 00000100:00100000:2.0:1763345650.158030:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3974 00000100:00100000:3.0:1763345650.163260:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.163313:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910551552 00000100:00100000:0.0:1763345650.163323:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910551552 00000100:00100000:1.0:1763345650.165435:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11556 00000100:00100000:1.0:1763345650.165458:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+356:57874:x1849000910551552:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345650.165484:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345650.165512:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae80a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x261:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833acd expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.165725:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58ae811 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.165738:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58ae811 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x261:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.165753:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58ae811 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x261:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:1.0:1763345650.165819:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x261:0x0]: returning size 0 00000004:00200000:1.0:1763345650.165824:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345650.165841:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58ae811 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x261:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.165865:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58ae80a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833acd expref: 358 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.165882:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58ae811 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x261:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833acd expref: 357 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.165890:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x261:0x0].0x0 (ffff91b6606db200) 00010000:00010000:1.0:1763345650.165893:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1763345650.165896:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91e00, rc 0) 00000100:00100000:1.0:1763345650.167474:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+357:57874:x1849000910551552:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2020us (4215us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345650.167485:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11556 00000100:00100000:1.0:1763345650.173238:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.173283:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.173359:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910551808 00000100:00100000:2.0:1763345650.173370:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910551808 00000100:00100000:0.0:1763345650.173370:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910551680 00000100:00100000:0.0:1763345650.173377:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910551680 00000100:00100000:0.0:1763345650.173435:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8525 00000100:00100000:0.0:1763345650.173446:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910551680:12345-192.168.203.8@tcp:101:lfs.0 00000100:00100000:2.0:1763345650.173461:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8526 00010000:00010000:0.0:1763345650.173463:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1763345650.173475:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910551808:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345650.173485:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae818 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833ad4 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.173486:0:8404:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345650.173502:0:8404:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae81f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833adb expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345650.173509:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x374:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:2.0:1763345650.173523:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x376:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763345650.173538:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345650.173540:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345650.173543:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345650.173549:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345650.173550:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae81f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833adb expref: 24 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345650.173557:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae818 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ad4 expref: 15 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345650.173576:0:8404:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae81f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833adb expref: 24 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345650.173578:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae818 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ad4 expref: 15 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345650.173604:0:8404:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7400, rc 0) 00010000:00010000:0.0:1763345650.173604:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5000, rc 0) 00000100:00100000:0.0:1763345650.174630:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910551680:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1181us (1341us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.174641:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8525 00000100:00100000:2.0:1763345650.174643:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910551808:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1167us (1409us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345650.174654:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8526 00000100:00100000:3.0:1763345650.179877:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.179953:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910552064 00000100:00100000:1.0:1763345650.179964:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910552064 00000100:00100000:1.0:1763345650.180018:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11557 00000100:00100000:1.0:1763345650.180027:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+357:57874:x1849000910552064:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345650.180047:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345650.180066:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae826 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833ae2 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.180202:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae82d lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.180218:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae82d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.180228:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae82d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:1.0:1763345650.180240:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 58769 00010000:00010000:1.0:1763345650.180344:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae826 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ae2 expref: 360 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.180361:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae82d lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ae2 expref: 359 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.180369:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:1.0:1763345650.180372:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763345650.180375:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90c00, rc 0) 00000100:00100000:1.0:1763345650.180436:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+359:57874:x1849000910552064:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 409us (567us total) trans 8589941427 rc 0/0 00000100:00100000:1.0:1763345650.180445:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11557 00000100:00100000:1.0:1763345650.186395:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.189623:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910552192 00000100:00100000:2.0:1763345650.189639:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910552192 00000100:00100000:2.0:1763345650.189697:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8527 00000100:00100000:2.0:1763345650.189707:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910552192:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:2.0:1763345650.189748:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae83b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.189789:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae64a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833a33 expref: 15 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.189807:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345650.189810:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345650.189813:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae83b lrc: 4/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.189849:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae64a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833a33 expref: 15 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.189864:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae64a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833a33 expref: 15 pid: 15692 timeout: 1142 lvb_type: 0 00000100:00100000:2.0:1763345650.189880:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a828380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8404:1849000924458752:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345650.189965:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541c29540 going to sleep for 11 seconds 00000100:00100000:2.0:1763345650.192141:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.192173:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.192235:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.192272:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a828380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8404:1849000924458752:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345650.192276:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910552576 00000100:00100000:2.0:1763345650.192283:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910552576 00010000:00010000:1.0:1763345650.192296:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae83b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.192317:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae64a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833a33 expref: 16 pid: 15692 timeout: 1142 lvb_type: 0 00000100:00100000:2.0:1763345650.192359:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3846 00000100:00100000:2.0:1763345650.192369:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a829f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910552576:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345650.192383:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763345650.192400:0:6507:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345648 -> 1763345649 00002000:00010000:2.0:1763345650.192403:0:6507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 24 -> 80 00010000:00010000:2.0:1763345650.192409:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae64a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833a33 expref: 16 pid: 15692 timeout: 1142 lvb_type: 0 00010000:00010000:2.0:1763345650.192421:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae64a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833a33 expref: 16 pid: 15692 timeout: 1142 lvb_type: 0 00010000:00010000:2.0:1763345650.192442:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae64a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833a33 expref: 16 pid: 15692 timeout: 1142 lvb_type: 0 00010000:00010000:2.0:1763345650.192455:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345650.192457:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345650.192461:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae83b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.192470:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae83b lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.192500:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345650.192520:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae83b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.192530:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae83b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345650.192544:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a829f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910552576:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 176us (308us total) trans 0 rc 0/0 00010000:00010000:1.0:1763345650.192551:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae83b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345650.192556:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3846 00010000:00010000:1.0:1763345650.192565:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae83b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.192573:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae83b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.192580:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345650.192585:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae83b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.192594:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae83b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.192606:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae83b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.192614:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae83b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345650.192678:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910552192:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 2972us (6291us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.192684:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910552320 00000100:00100000:1.0:1763345650.192690:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8527 00000100:00100000:0.0:1763345650.192692:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910552320 00000100:00100000:1.0:1763345650.192711:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910552448 00000100:00100000:1.0:1763345650.192717:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910552448 00000100:00100000:0.0:1763345650.192730:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8528 00000100:00100000:0.0:1763345650.192740:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a829500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910552320:12345-192.168.203.8@tcp:1:lfs.0 00000100:00100000:1.0:1763345650.192752:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8529 00000100:00100000:1.0:1763345650.192779:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a829880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+24:2409:x1849000910552448:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:0.0:1763345650.192809:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae842 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.192815:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58ae849 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.192827:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae651 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833a3a expref: 14 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.192830:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae658 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833a41 expref: 24 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.192846:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345650.192848:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345650.192851:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345650.192852:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345650.192857:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae842 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.192858:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58ae849 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.192899:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae658 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833a41 expref: 24 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.192900:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae651 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833a3a expref: 14 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.192925:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae658 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833a41 expref: 24 pid: 15692 timeout: 1142 lvb_type: 0 00010000:00010000:0.0:1763345650.192929:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae651 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833a3a expref: 14 pid: 15692 timeout: 1142 lvb_type: 0 00000100:00100000:1.0:1763345650.192946:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8404:1849000924459008:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345650.192948:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b65ed7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924458880:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345650.193010:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763345650.193189:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642d31c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763345650.196275:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b65ed7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924458880:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345650.196301:0:15692:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae842 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345650.196468:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8404:1849000924459008:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345650.196481:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58ae849 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345650.197421:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.197549:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.198094:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910552704 00000100:00100000:1.0:1763345650.198103:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910552704 00010000:00010000:1.0:1763345650.198138:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae651 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833a3a expref: 15 pid: 15692 timeout: 1142 lvb_type: 0 00000100:00100000:1.0:1763345650.198179:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910552832 00000100:00100000:1.0:1763345650.198183:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910552832 00010000:00010000:1.0:1763345650.198196:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae658 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833a41 expref: 25 pid: 15692 timeout: 1142 lvb_type: 0 00000100:00100000:1.0:1763345650.198225:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3847 00000100:00100000:1.0:1763345650.198234:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b645686050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910552704:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345650.198249:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1763345650.198254:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3848 00000100:00100000:0.0:1763345650.198268:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+25:2409:x1849000910552832:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345650.198270:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae651 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833a3a expref: 15 pid: 15692 timeout: 1142 lvb_type: 0 00010000:00010000:0.0:1763345650.198281:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345650.198286:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae651 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833a3a expref: 15 pid: 15692 timeout: 1142 lvb_type: 0 00010000:00010000:0.0:1763345650.198299:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae658 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833a41 expref: 25 pid: 15692 timeout: 1142 lvb_type: 0 00010000:00010000:1.0:1763345650.198310:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58ae651 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833a3a expref: 15 pid: 15692 timeout: 1142 lvb_type: 0 00010000:00010000:0.0:1763345650.198315:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae658 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833a41 expref: 25 pid: 15692 timeout: 1142 lvb_type: 0 00010000:00010000:1.0:1763345650.198331:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345650.198335:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345650.198339:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58ae658 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833a41 expref: 25 pid: 15692 timeout: 1142 lvb_type: 0 00010000:00010000:1.0:1763345650.198340:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae842 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.198363:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345650.198366:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae842 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.198367:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345650.198374:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58ae849 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.198383:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58ae849 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.198396:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345650.198414:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345650.198417:0:15692:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae842 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.198427:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae842 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.198444:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae842 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.198451:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae842 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345650.198460:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+24:2409:x1849000910552832:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 194us (908us total) trans 0 rc 0/0 00010000:00010000:1.0:1763345650.198462:0:15692:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae842 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345650.198473:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3848 00010000:00010000:1.0:1763345650.198476:0:15692:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345650.198481:0:15692:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae842 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.198491:0:15692:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae842 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.198501:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58ae849 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.198507:0:15692:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae842 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.198513:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58ae849 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.198518:0:15692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae842 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.198536:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58ae849 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.198546:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58ae849 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.198553:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58ae849 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.198560:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345650.198564:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58ae849 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345650.198571:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a829500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910552320:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 5832us (6435us total) trans 0 rc 0/0 00010000:00010000:0.0:1763345650.198574:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58ae849 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345650.198583:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8528 00010000:00010000:0.0:1763345650.198598:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58ae849 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.198605:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58ae849 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345650.198622:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b645686050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+13:2409:x1849000910552704:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 389us (1204us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345650.198629:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3847 00000100:00100000:0.0:1763345650.198649:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a829880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910552448:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 5889us (6473us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.198657:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8529 00000100:00100000:0.0:1763345650.205499:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.205548:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.205627:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910552960 00000100:00100000:2.0:1763345650.205637:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910552960 00000100:00100000:2.0:1763345650.205689:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910553088 00000100:00100000:2.0:1763345650.205692:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910553088 00000100:00100000:2.0:1763345650.205729:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8530 00000100:00100000:2.0:1763345650.205740:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:2410:x1849000910552960:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345650.205757:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345650.205802:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae850 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833ae9 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345650.205825:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x370:0x0] initial LVB size: 58769, mtime: 0x691a84f1, atime: 0x691a84f1, ctime: 0x691a84f1, blocks: 0x50 00010000:00010000:2.0:1763345650.205843:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345650.205845:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345650.205855:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae850 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ae9 expref: 15 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345650.205870:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae850 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ae9 expref: 15 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345650.205888:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6c00, rc 0) 00000100:00100000:2.0:1763345650.205937:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+15:2410:x1849000910552960:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 199us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345650.205944:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8530 00000100:00100000:2.0:1763345650.205964:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8531 00000100:00100000:2.0:1763345650.205971:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:2410:x1849000910553088:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345650.205978:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345650.205987:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae857 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833af0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345650.205998:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x372:0x0] initial LVB size: 0, mtime: 0x691a84f1, atime: 0x691a84f0, ctime: 0x691a84f1, blocks: 0x1800 00010000:00010000:2.0:1763345650.206006:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345650.206008:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345650.206025:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae857 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833af0 expref: 15 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345650.206036:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae857 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833af0 expref: 15 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345650.206044:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7000, rc 0) 00000100:00100000:2.0:1763345650.206063:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+15:2410:x1849000910553088:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 94us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345650.206070:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8531 00000100:00100000:0.0:1763345650.208945:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345650.209050:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910553216 00000100:00100000:3.0:1763345650.209059:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910553216 00000100:00100000:3.0:1763345650.209296:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8532 00000100:00100000:3.0:1763345650.209307:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+23:2410:x1849000910553216:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345650.209323:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345650.209343:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b545a1c200/0x52bea07cb58ae85e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833af7 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345650.209363:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x374:0x0] initial LVB size: 0, mtime: 0x691a84f1, atime: 0x691a84f0, ctime: 0x691a84f1, blocks: 0x0 00010000:00010000:3.0:1763345650.209379:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345650.209382:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345650.209389:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b545a1c200/0x52bea07cb58ae85e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833af7 expref: 24 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345650.209403:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b545a1c200/0x52bea07cb58ae85e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833af7 expref: 24 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345650.209421:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545a1c200, rc 0) 00000100:00100000:3.0:1763345650.209479:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+24:2410:x1849000910553216:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 174us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345650.209486:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8532 00000100:00100000:2.0:1763345650.249086:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345650.249318:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910553344 00000100:00100000:3.0:1763345650.249328:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910553344 00000100:00100000:3.0:1763345650.249669:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8533 00000100:00100000:3.0:1763345650.249679:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a829f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+15:2411:x1849000910553344:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:2.0:1763345650.250568:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a829f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+15:2411:x1849000910553344:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 886us (1487us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345650.250578:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8533 00000100:00100000:0.0:1763345650.254977:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.255056:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910553472 00000100:00100000:1.0:1763345650.255066:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910553472 00000100:00100000:1.0:1763345650.255123:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11558 00000100:00100000:1.0:1763345650.255133:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+359:57874:x1849000910553472:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345650.255156:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345650.255176:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae865 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833afe expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.255209:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae86c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.255222:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae86c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x261:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.255233:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae86c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x261:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.255339:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58ae865 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x261:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833afe expref: 361 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.255356:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae86c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x261:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833afe expref: 360 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.255365:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x261:0x0].0x0 (ffff91b6606db200) 00010000:00010000:1.0:1763345650.255368:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763345650.255372:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90400, rc 0) 00000100:00100000:1.0:1763345650.256288:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+360:57874:x1849000910553472:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1154us (1317us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345650.256298:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11558 00000100:00100000:0.0:1763345650.262600:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.262674:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910553728 00000100:00100000:1.0:1763345650.262684:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910553728 00000100:00100000:1.0:1763345650.262739:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11559 00000100:00100000:1.0:1763345650.262748:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6481ddc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+360:57874:x1849000910553728:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:1.0:1763345650.262818:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345650.262852:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58ae811 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x261:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833acd expref: 360 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.262870:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x261:0x0].0x0 (ffff91b6606db200) 00010000:00010000:1.0:1763345650.262874:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345650.263018:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae873 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.263031:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae873 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.263044:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae873 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000001:00080000:1.0:1763345650.263078:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941428 00000004:00010000:1.0:1763345650.263094:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006308a20d reply state 00000000c134afc1 transno 8589941429 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae873 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.263104:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae873 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.263110:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x261:0x0].0x0 (ffff91b6606db200) 00010000:00010000:1.0:1763345650.263113:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345650.263115:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345650.263188:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6481ddc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+362:57874:x1849000910553728:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 441us (596us total) trans 8589941429 rc 0/0 00000100:00100000:1.0:1763345650.263195:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11559 00000020:00080000:1.0:1763345650.263200:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345650.268718:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.268809:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910553856 00000100:00100000:0.0:1763345650.268819:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910553856 00000100:00100000:0.0:1763345650.268887:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11560 00000100:00100000:0.0:1763345650.268897:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a828380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+362:57874:x1849000910553856:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345650.268923:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345650.268942:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae87a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833b05 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.268997:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae87a lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x261:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b05 expref: 363 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.269011:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae87a lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x261:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b05 expref: 363 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.269027:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x261:0x0].0x0 (ffff91b6606db200) 00010000:00010000:0.0:1763345650.269030:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345650.269033:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4a00, rc 0) 00000100:00100000:0.0:1763345650.269536:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a828380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+363:57874:x1849000910553856:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 639us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.269543:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11560 00000100:00100000:2.0:1763345650.274152:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.274965:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910553984 00000100:00100000:1.0:1763345650.274975:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910553984 00000100:00100000:1.0:1763345650.275039:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8534 00000100:00100000:1.0:1763345650.275049:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+15:57874:x1849000910553984:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345650.275066:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345650.275084:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58ae881 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833b0c expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.275112:0:27810:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae818 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ad4 expref: 16 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345650.275120:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345650.275123:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345650.275127:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58ae881 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b0c expref: 16 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.275158:0:27810:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae818 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980833ad4 expref: 16 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345650.275170:0:27810:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae818 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833ad4 expref: 16 pid: 15692 timeout: 1142 lvb_type: 1 00000100:00100000:1.0:1763345650.275182:0:27810:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27810:1849000924459136:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345650.275257:0:27810:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642d31240 going to sleep for 11 seconds 00000100:00100000:3.0:1763345650.282310:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.282399:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910554112 00000100:00100000:0.0:1763345650.282408:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910554112 00010000:00010000:0.0:1763345650.282444:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae818 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833ad4 expref: 17 pid: 15692 timeout: 1142 lvb_type: 1 00000100:00100000:1.0:1763345650.282560:0:27810:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27810:1849000924459136:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345650.282586:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58ae881 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833b0c expref: 17 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.282608:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91e00, rc 0) 00000100:00100000:1.0:1763345650.282653:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+17:57874:x1849000910553984:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 7605us (8508us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345650.282662:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8534 00000100:00100000:0.0:1763345650.282925:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3849 00000100:00100000:0.0:1763345650.282935:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910554112:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345650.282949:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345650.282955:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae818 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833ad4 expref: 16 pid: 15692 timeout: 1142 lvb_type: 1 00010000:00010000:0.0:1763345650.282968:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae818 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833ad4 expref: 16 pid: 15692 timeout: 1142 lvb_type: 1 00010000:00010000:0.0:1763345650.282990:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae818 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833ad4 expref: 16 pid: 15692 timeout: 1142 lvb_type: 1 00010000:00010000:0.0:1763345650.283003:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345650.283005:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345650.283011:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58ae881 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833b0c expref: 15 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.283021:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58ae881 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833b0c expref: 15 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.283050:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58ae881 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833b0c expref: 15 pid: 27810 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345650.283062:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54545fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6506:1849000924459264:192.168.203.8@tcp:105: 00000100:00100000:0.0:1763345650.283932:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763345650.286300:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.286609:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910554240 00000100:00100000:1.0:1763345650.286618:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910554240 00000100:00100000:1.0:1763345650.286678:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8535 00000100:00100000:1.0:1763345650.286688:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+24:57874:x1849000910554240:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345650.286809:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345650.286828:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d90200/0x52bea07cb58ae888 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833b13 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.286858:0:27810:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae81f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833adb expref: 25 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345650.286866:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345650.286868:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345650.286872:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90200/0x52bea07cb58ae888 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b13 expref: 25 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.286902:0:27810:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae81f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980833adb expref: 25 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345650.286916:0:27810:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae81f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833adb expref: 25 pid: 8404 timeout: 1142 lvb_type: 1 00000100:00100000:1.0:1763345650.286928:0:27810:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27810:1849000924459392:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345650.286951:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54545fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6506:1849000924459264:192.168.203.8@tcp:105: 00010000:00010000:0.0:1763345650.286969:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345650.286994:0:27810:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642d31240 going to sleep for 11 seconds 00000100:00100000:0.0:1763345650.287001:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910554112:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 4066us (4698us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.287011:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3849 00000100:00100000:2.0:1763345650.292581:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.293839:0:27810:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27810:1849000924459392:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345650.293870:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90200/0x52bea07cb58ae888 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833b13 expref: 25 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.293889:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90200, rc 0) 00000100:00100000:1.0:1763345650.293948:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+25:57874:x1849000910554240:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 7261us (7655us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345650.293956:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8535 00000100:00100000:0.0:1763345650.296816:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910554368 00000100:00100000:0.0:1763345650.296830:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910554368 00010000:00010000:0.0:1763345650.296879:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae81f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833adb expref: 25 pid: 8404 timeout: 1142 lvb_type: 1 00000100:00100000:0.0:1763345650.296921:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3850 00000100:00100000:0.0:1763345650.296931:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+25:2409:x1849000910554368:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345650.296945:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345650.296950:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae81f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x376:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833adb expref: 25 pid: 8404 timeout: 1142 lvb_type: 1 00010000:00010000:0.0:1763345650.296967:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae81f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x376:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833adb expref: 25 pid: 8404 timeout: 1142 lvb_type: 1 00010000:00010000:0.0:1763345650.296989:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae81f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x376:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833adb expref: 25 pid: 8404 timeout: 1142 lvb_type: 1 00010000:00010000:0.0:1763345650.297005:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345650.297007:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345650.297013:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90200/0x52bea07cb58ae888 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833b13 expref: 24 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.297023:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90200/0x52bea07cb58ae888 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833b13 expref: 24 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.297058:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff91b548d90200/0x52bea07cb58ae888 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833b13 expref: 24 pid: 27810 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345650.297071:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54545fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6506:1849000924459520:192.168.203.8@tcp:105: 00000100:00100000:0.0:1763345650.297149:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763345650.301540:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345650.301581:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.301833:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910554496 00000100:00100000:1.0:1763345650.301843:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910554496 00002000:00010000:1.0:1763345650.301880:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/884 (0->18446744073709551615) 00002000:00100000:1.0:1763345650.301885:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ed3480 with x1849000910554496 ext(0->18446744073709551615) 00000100:00100000:0.0:1763345650.301887:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54545fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6506:1849000924459520:192.168.203.8@tcp:105: 00002000:00010000:1.0:1763345650.301899:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ed3480. 00010000:00010000:0.0:1763345650.301909:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345650.301925:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910554624 00000100:00100000:1.0:1763345650.301929:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910554624 00002000:00010000:1.0:1763345650.301942:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/886 (0->18446744073709551615) 00002000:00100000:1.0:1763345650.301945:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ed0e00 with x1849000910554624 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345650.301951:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b672ed0e00. 00000100:00100000:0.0:1763345650.301959:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+25:2409:x1849000910554368:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 5028us (9386us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.301970:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3850 00000100:00100000:1.0:1763345650.301975:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2188 00000100:00100000:1.0:1763345650.301986:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910554496:12345-192.168.203.8@tcp:10:lfs.0 00000100:00100000:0.0:1763345650.302005:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2189 00000100:00100000:0.0:1763345650.302016:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910554624:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:0.0:1763345650.302147:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x376:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345650.302151:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x376:0x0] updating lvb mtime from disk: 0 -> 1763345649 00002000:00010000:0.0:1763345650.302154:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x376:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345650.302157:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345650.302157:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x376:0x0] updating lvb ctime from disk: 0 -> 1763345649 00002000:00010000:1.0:1763345650.302164:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x374:0x0] updating lvb mtime from disk: 0 -> 1763345649 00002000:00010000:0.0:1763345650.302165:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x376:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763345650.302170:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x374:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345650.302175:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x374:0x0] updating lvb ctime from disk: 0 -> 1763345649 00002000:00010000:1.0:1763345650.302177:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345650.302192:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+25:2408:x1849000910554624:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 178us (610us total) trans 17179872459 rc 0/0 00000100:00100000:0.0:1763345650.302199:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2189 00002000:00010000:0.0:1763345650.302203:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/886 (0->18446744073709551615) 00002000:00100000:0.0:1763345650.302206:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ed0e00 with x1849000910554624 ext(0->18446744073709551615) 00000100:00100000:1.0:1763345650.302213:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910554496:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 226us (678us total) trans 21474839770 rc 0/0 00002000:00010000:0.0:1763345650.302213:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b672ed0e00. 00000100:00100000:1.0:1763345650.302224:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2188 00002000:00010000:1.0:1763345650.302229:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/884 (0->18446744073709551615) 00002000:00100000:1.0:1763345650.302231:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ed3480 with x1849000910554496 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345650.302237:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ed3480. 00000100:00100000:2.0:1763345650.305130:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.305304:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910554752 00000100:00100000:1.0:1763345650.305314:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910554752 00000100:00100000:1.0:1763345650.305721:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8536 00000100:00100000:1.0:1763345650.305732:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+16:2410:x1849000910554752:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345650.305960:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+16:2410:x1849000910554752:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 229us (838us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345650.305968:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8536 00000100:00100000:0.0:1763345650.308608:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.309204:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910554880 00000100:00100000:1.0:1763345650.309214:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910554880 00000100:00100000:1.0:1763345650.309269:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8537 00000100:00100000:1.0:1763345650.309278:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+16:2411:x1849000910554880:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345650.310960:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+16:2411:x1849000910554880:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 1677us (2352us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345650.310972:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8537 00000100:00100000:3.0:1763345650.314789:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.315241:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910555008 00000100:00100000:2.0:1763345650.315250:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910555008 00000100:00100000:2.0:1763345650.315359:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2190 00000100:00100000:2.0:1763345650.315371:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+16:2411:x1849000910555008:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:2.0:1763345650.315421:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae88f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.315436:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345650.315438:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345650.315443:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae88f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [20480->28671] (req 20480->28671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.315454:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae88f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [20480->28671] (req 20480->28671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.315560:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae88f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [20480->28671] (req 20480->28671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.315569:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae88f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [20480->28671] (req 20480->28671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.315576:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae88f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [20480->28671] (req 20480->28671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.315587:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345650.315591:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae88f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [20480->28671] (req 20480->28671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.315598:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae88f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [20480->28671] (req 20480->28671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.315612:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae88f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [20480->28671] (req 20480->28671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.315618:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae88f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [20480->28671] (req 20480->28671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345650.316932:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+16:2411:x1849000910555008:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 1558us (2273us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1763345650.316942:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2190 00000100:00100000:1.0:1763345650.324299:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.325908:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910555136 00000100:00100000:2.0:1763345650.325919:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910555136 00000100:00100000:2.0:1763345650.325991:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2191 00000100:00100000:2.0:1763345650.326003:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+16:2411:x1849000910555136:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:2.0:1763345650.326036:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae896 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.326053:0:24005:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58ae881 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833b0c expref: 16 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.326067:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345650.326069:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345650.326073:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae896 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x374:0x0].0x0 rrc: 3 type: EXT [20480->28671] (req 20480->28671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.326107:0:24005:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58ae881 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.8@tcp remote: 0x199a96980833b0c expref: 16 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.326119:0:24005:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58ae881 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980833b0c expref: 16 pid: 27810 timeout: 1142 lvb_type: 0 00000100:00100000:2.0:1763345650.326132:0:24005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a82b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24005:1849000924459648:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345650.326213:0:24005:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541c29540 going to sleep for 11 seconds 00010000:00010000:0.0:1763345650.326576:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345650.333497:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.333579:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910555264 00000100:00100000:1.0:1763345650.333587:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910555264 00010000:00010000:1.0:1763345650.333624:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58ae881 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980833b0c expref: 17 pid: 27810 timeout: 1142 lvb_type: 0 00000100:00100000:1.0:1763345650.333671:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3851 00000100:00100000:1.0:1763345650.333683:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910555264:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345650.333707:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345650.333728:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58ae881 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980833b0c expref: 17 pid: 27810 timeout: 1142 lvb_type: 0 00010000:00010000:1.0:1763345650.333741:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58ae881 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980833b0c expref: 17 pid: 27810 timeout: 1142 lvb_type: 0 00010000:00010000:1.0:1763345650.333811:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345650.333814:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345650.333820:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae896 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 4 type: EXT [20480->28671] (req 20480->28671) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.333829:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae896 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 4 type: EXT [20480->28671] (req 20480->28671) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.333849:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345650.333894:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910555264:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 215us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345650.333902:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3851 00010000:00010000:2.0:1763345650.334147:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58ae881 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.8@tcp remote: 0x199a96980833b0c expref: 16 pid: 27810 timeout: 1142 lvb_type: 0 00000100:00100000:2.0:1763345650.334161:0:24005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a82b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24005:1849000924459648:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345650.334180:0:24005:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae896 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [20480->28671] (req 20480->28671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.334189:0:24005:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae896 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [20480->28671] (req 20480->28671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.334195:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae896 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [20480->28671] (req 20480->28671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763345650.337636:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839771 is committed 00002000:00010000:2.0:1763345650.337892:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x374:0x0] updating lvb size from disk: 0 -> 28672 00002000:00010000:2.0:1763345650.337897:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x374:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:2.0:1763345650.337909:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae896 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [20480->28671] (req 20480->28671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.337920:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae896 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [20480->28671] (req 20480->28671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.337928:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae896 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [20480->28671] (req 20480->28671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.337934:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345650.337938:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae896 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [20480->28671] (req 20480->28671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.337946:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae896 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [20480->28671] (req 20480->28671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.337966:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae896 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [20480->28671] (req 20480->28671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.337972:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae896 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [20480->28671] (req 20480->28671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345650.338065:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+14:2411:x1849000910555136:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 12060us (13771us total) trans 21474839771 rc 0/0 00000100:00100000:2.0:1763345650.338075:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2191 00000100:00100000:0.0:1763345650.341082:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.341143:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910555392 00000100:00100000:2.0:1763345650.341153:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910555392 00000100:00100000:2.0:1763345650.341392:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8538 00000100:00100000:2.0:1763345650.341402:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2411:x1849000910555392:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:2.0:1763345650.341511:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2411:x1849000910555392:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 110us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345650.341520:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8538 00000100:00100000:0.0:1763345650.345396:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.347062:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910555520 00000100:00100000:2.0:1763345650.347074:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910555520 00000100:00100000:1.0:1763345650.347220:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8539 00000100:00100000:1.0:1763345650.347229:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6744de850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2411:x1849000910555520:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345650.347337:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6744de850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2411:x1849000910555520:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 109us (1950us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345650.347344:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8539 00000100:00100000:0.0:1763345650.350676:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.350949:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910555648 00000100:00100000:2.0:1763345650.350957:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910555648 00000100:00100000:2.0:1763345650.351007:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2192 00000100:00100000:2.0:1763345650.351015:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+14:2410:x1849000910555648:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:2.0:1763345650.351046:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae89d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.351059:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345650.351061:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345650.351066:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae89d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [32768->61439] (req 32768->61439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.351078:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae89d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [32768->61439] (req 32768->61439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.353347:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae89d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [32768->61439] (req 32768->61439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.353362:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae89d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [32768->61439] (req 32768->61439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.353374:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae89d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [32768->61439] (req 32768->61439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.353380:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345650.353384:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae89d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [32768->61439] (req 32768->61439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.353392:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae89d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [32768->61439] (req 32768->61439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.353408:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae89d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [32768->61439] (req 32768->61439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.353415:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58ae89d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [32768->61439] (req 32768->61439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345650.354098:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+14:2410:x1849000910555648:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 3078us (3424us total) trans 0 rc 26001/26001 00000100:00100000:2.0:1763345650.354109:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2192 00000100:00100000:3.0:1763345650.357272:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.357852:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910555776 00000100:00100000:2.0:1763345650.357862:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910555776 00000100:00100000:2.0:1763345650.357927:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2193 00000100:00100000:2.0:1763345650.357937:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910555776:12345-192.168.203.8@tcp:4:lfs.0 00002000:00010000:2.0:1763345650.357981:0:24005:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x374:0x0] initial LVB size: 28672, mtime: 0x691a84f1, atime: 0x0, ctime: 0x691a84f1, blocks: 0x10 00010000:00010000:2.0:1763345650.357995:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae8a4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.358013:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345650.358015:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345650.358020:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae8a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [32768->61439] (req 32768->61439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.358033:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae8a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [32768->61439] (req 32768->61439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763345650.364298:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839772 is committed 00002000:00010000:2.0:1763345650.364410:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x374:0x0] updating lvb size from disk: 28672 -> 58769 00002000:00010000:2.0:1763345650.364416:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x374:0x0] updating lvb blocks from disk: 16 -> 72 00010000:00010000:2.0:1763345650.364428:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae8a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [32768->61439] (req 32768->61439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.364440:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae8a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [32768->61439] (req 32768->61439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.364449:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae8a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [32768->61439] (req 32768->61439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.364456:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6a00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345650.364460:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae8a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [32768->61439] (req 32768->61439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.364468:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae8a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [32768->61439] (req 32768->61439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.364487:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae8a4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [32768->61439] (req 32768->61439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.364500:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58ae8a4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [32768->61439] (req 32768->61439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345650.364680:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910555776:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 6740us (7411us total) trans 21474839772 rc 0/0 00000100:00100000:2.0:1763345650.364691:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2193 00000100:00100000:0.0:1763345650.368709:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.368828:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910555904 00000100:00100000:2.0:1763345650.368838:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910555904 00000100:00100000:2.0:1763345650.368898:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11561 00000100:00100000:2.0:1763345650.368908:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+363:57874:x1849000910555904:12345-192.168.203.8@tcp:44:lfs.0 00000001:00080000:3.0:1763345650.370888:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941429 is committed 00000004:00080000:3.0:1763345650.370925:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1283 committed 00000004:00080000:3.0:1763345650.371516:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1299 committed 00000100:00100000:1.0:1763345650.371667:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763345650.371686:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924459776:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763345650.371745:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345650.371839:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924459776 00000100:00100000:1.0:1763345650.371846:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924459776 00000100:00100000:1.0:1763345650.371893:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8540 00000100:00100000:1.0:1763345650.371901:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3656:x1849000924459776:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1763345650.371923:0:27810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:885 count 1 00002000:00010000:1.0:1763345650.371952:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x375:0x0] initial LVB size: 230152, mtime: 0x691a84f0, atime: 0x691a84ee, ctime: 0x691a84f0, blocks: 0x48 00010000:00010000:1.0:1763345650.371960:0:27810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ae8ab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.371978:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345650.371981:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345650.371986:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ae8ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.371999:0:27810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ae8ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.372008:0:27810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ae8ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.372015:0:27810:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ae8ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.372033:0:27810:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763345650.372441:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3656:x1849000924459776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 540us (695us total) trans 17179872460 rc 0/0 00000100:00100000:1.0:1763345650.372449:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8540 00000004:00080000:1.0:1763345650.372489:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b681ec3b80/2, rc 0, transno 17179872460 00000100:00100000:1.0:1763345650.372494:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924459776:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1763345650.372523:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345650.372529:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ae8ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.372537:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345650.372541:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ae8ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.372549:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ae8ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.372564:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ae8ab lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.372570:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58ae8ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.372583:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345650.372585:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345650.372586:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1763345650.372593:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00080000:3.0:1763345650.372679:0:32310:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91b674947300 refcount 2 committed 0 result 0 batchid 4294969281 00000020:00080000:3.0:1763345650.372684:0:32310:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91b681e70c00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91b674947c00 00000020:00080000:3.0:1763345650.372687:0:32310:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91b681e70500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91b544c82400 00000020:00080000:3.0:1763345650.372690:0:32310:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].13 00000020:00080000:2.0:1763345650.372852:0:32338:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969281 committed batchid 4294969280 00000020:00080000:2.0:1763345650.372886:0:32338:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969280 00000100:00100000:2.0:1763345650.372893:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763345650.372904:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a82b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924459904:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1763345650.372934:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345650.373034:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+328:57874:x1849000910555904:12345-192.168.203.8@tcp:44:lfs.0 Request processed in 4126us (4333us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345650.373042:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11561 00010000:00010000:0.0:1763345650.373460:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae754 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.373470:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae754 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.373476:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae754 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.373483:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345650.373487:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae754 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.373493:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae754 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.373503:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345650.373506:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345650.373510:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae754 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.373516:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae754 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.373532:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae769 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.373538:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae769 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.373544:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae769 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.373549:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345650.373552:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae769 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.373558:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae769 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.373565:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345650.373567:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345650.373571:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae769 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.373576:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae769 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.373588:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae77e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.373594:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae77e lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.373600:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae77e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.373605:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345650.373608:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae77e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.373614:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae77e lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.373620:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345650.373623:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345650.373626:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae77e lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.373632:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae77e lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.373642:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae793 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.373648:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae793 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.373656:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae793 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.373660:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345650.373663:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae793 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.373668:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae793 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.373674:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345650.373676:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345650.373679:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae793 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.373683:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58ae793 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.373694:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae7a8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.373700:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae7a8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.373705:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae7a8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.373709:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345650.373712:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae7a8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.373718:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae7a8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.373728:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345650.373730:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345650.373733:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae7a8 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.373738:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58ae7a8 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.373747:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae873 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.373752:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae873 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.373800:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae873 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.373806:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345650.373809:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae873 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.373814:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae873 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.373822:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x261:0x0].0x0 (ffff91b6606db200) 00010000:00010000:0.0:1763345650.373824:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345650.373826:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae873 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.373832:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58ae873 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00000100:00100000:1.0:1763345650.375273:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924459904 00000100:00100000:1.0:1763345650.375286:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924459904 00000100:00080000:3.0:1763345650.375961:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763345650.376125:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8541 00000100:00100000:1.0:1763345650.376136:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a828000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1849000924459904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1763345650.376163:0:8404:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:883 count 1 00010000:00010000:1.0:1763345650.376192:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae8b2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.376211:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b541517000/0x52bea07cb58ade6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833723 expref: 13 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.376219:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345650.376221:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345650.376224:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae8b2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.376258:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b541517000/0x52bea07cb58ade6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.8@tcp remote: 0x199a96980833723 expref: 13 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.376270:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b541517000/0x52bea07cb58ade6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833723 expref: 13 pid: 27809 timeout: 1142 lvb_type: 0 00000100:00100000:1.0:1763345650.376283:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8404:1849000924460032:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345650.377670:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642d31240 going to sleep for 11 seconds 00000100:00100000:0.0:1763345650.378498:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.378934:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910556032 00000100:00100000:2.0:1763345650.378943:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910556032 00000100:00100000:2.0:1763345650.378991:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8542 00000100:00100000:2.0:1763345650.379001:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910556032:12345-192.168.203.8@tcp:16:lfs.0 00000100:00100000:2.0:1763345650.379095:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910556032:12345-192.168.203.8@tcp:16:lfs.0 Request processed in 95us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345650.379102:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8542 00000100:00100000:3.0:1763345650.379622:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.379827:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910556160 00000100:00100000:0.0:1763345650.379833:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910556160 00000100:00100000:0.0:1763345650.379864:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8543 00000100:00100000:0.0:1763345650.379872:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+25:2409:x1849000910556160:12345-192.168.203.8@tcp:16:lfs.0 00000100:00100000:2.0:1763345650.384112:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.384193:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910556288 00000100:00100000:0.0:1763345650.384202:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910556288 00010000:00010000:0.0:1763345650.384239:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b541517000/0x52bea07cb58ade6a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833723 expref: 14 pid: 27809 timeout: 1142 lvb_type: 0 00000100:00100000:0.0:1763345650.384279:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3852 00000100:00100000:0.0:1763345650.384288:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a828700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910556288:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345650.384303:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345650.384308:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b541517000/0x52bea07cb58ade6a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833723 expref: 14 pid: 27809 timeout: 1142 lvb_type: 0 00010000:00010000:0.0:1763345650.384319:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b541517000/0x52bea07cb58ade6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833723 expref: 14 pid: 27809 timeout: 1142 lvb_type: 0 00010000:00010000:0.0:1763345650.384346:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345650.384349:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345650.384354:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae8b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.384365:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae8b2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.384386:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345650.384442:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a828700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910556288:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 154us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.384451:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3852 00010000:00010000:1.0:1763345650.384556:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b541517000/0x52bea07cb58ade6a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833723 expref: 13 pid: 27809 timeout: 1142 lvb_type: 0 00000100:00100000:1.0:1763345650.384571:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8404:1849000924460032:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345650.384589:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae8b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.384600:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae8b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.384606:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae8b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.384616:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae8b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.384624:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae8b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.384647:0:8404:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763345650.384934:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a828000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3659:x1849000924459904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8799us (11997us total) trans 21474839773 rc 0/0 00000100:00100000:1.0:1763345650.384942:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8541 00000100:00100000:1.0:1763345650.384985:0:3659:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839749 gen 2 00000004:00080000:1.0:1763345650.384991:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6779a4380, transno 21474839685 00000004:00080000:1.0:1763345650.384998:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6779a5c00, transno 21474839686 00000004:00080000:1.0:1763345650.385001:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6779a4a80, transno 21474839687 00000004:00080000:1.0:1763345650.385004:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544208000, transno 21474839695 00000004:00080000:1.0:1763345650.385007:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dcf800, transno 21474839696 00000004:00080000:1.0:1763345650.385009:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ee6a00, transno 21474839697 00000004:00080000:1.0:1763345650.385012:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541fb9180, transno 21474839698 00000004:00080000:1.0:1763345650.385014:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541fb8a80, transno 21474839699 00000004:00080000:1.0:1763345650.385017:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541fb8700, transno 21474839700 00000004:00080000:1.0:1763345650.385019:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b543385880, transno 21474839708 00000004:00080000:1.0:1763345650.385021:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b543385f80, transno 21474839709 00000004:00080000:1.0:1763345650.385023:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b677b94a80, transno 21474839710 00000004:00080000:1.0:1763345650.385026:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dfdc00, transno 21474839719 00000004:00080000:1.0:1763345650.385028:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dff480, transno 21474839720 00000004:00080000:1.0:1763345650.385030:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dfce00, transno 21474839721 00000004:00080000:1.0:1763345650.385032:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5442d0e00, transno 21474839722 00000004:00080000:1.0:1763345650.385034:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5442d3b80, transno 21474839723 00000004:00080000:1.0:1763345650.385037:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dfed80, transno 21474839724 00000004:00080000:1.0:1763345650.385039:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b549f72a00, transno 21474839734 00000004:00080000:1.0:1763345650.385041:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b549f71c00, transno 21474839735 00000004:00080000:1.0:1763345650.385043:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b549f71880, transno 21474839736 00000004:00080000:1.0:1763345650.385046:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544867100, transno 21474839744 00000004:00080000:1.0:1763345650.385048:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6748a7480, transno 21474839745 00000004:00080000:1.0:1763345650.385050:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6748a4a80, transno 21474839746 00000004:00080000:1.0:1763345650.385052:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ee4700, transno 21474839747 00000004:00080000:1.0:1763345650.385055:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ee6300, transno 21474839748 00000004:00080000:1.0:1763345650.385056:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ee6680, transno 21474839749 00000100:00100000:1.0:1763345650.385062:0:3659:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff91b54a82b100 x1849000924459904/t21474839773(21474839773) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763345666 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763345650.385071:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54a82b100/2, rc 0, transno 21474839773 00000100:00100000:1.0:1763345650.385075:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a82b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924459904:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1763345650.385912:0:32326:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 1 in progress, 0 in flight, 27 done 00010000:00010000:0.0:1763345650.386069:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763345650.386079:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae8b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.386089:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345650.386093:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae8b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.386102:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae8b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.386118:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae8b2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.386125:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58ae8b2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.386143:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345650.386145:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345650.386147:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1763345650.387232:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872460 is committed 00000001:00080000:0.0:1763345650.387243:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872459 is committed 00000100:00100000:1.0:1763345650.387789:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910556160:12345-192.168.203.8@tcp:16:lfs.0 Request processed in 7888us (8140us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345650.387809:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8543 00000100:00100000:2.0:1763345650.401841:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.401878:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.401929:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.403422:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910556544 00000100:00100000:1.0:1763345650.403432:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910556416 00000100:00100000:0.0:1763345650.403435:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910556544 00000100:00100000:1.0:1763345650.403440:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910556416 00000100:00100000:1.0:1763345650.403489:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910556672 00000100:00100000:1.0:1763345650.403492:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910556672 00000100:00100000:0.0:1763345650.403505:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8544 00000100:00100000:0.0:1763345650.403520:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910556416:12345-192.168.203.8@tcp:1:lfs.0 00000100:00100000:1.0:1763345650.403531:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8545 00000100:00100000:1.0:1763345650.403541:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910556544:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:0.0:1763345650.403565:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae8b9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.403567:0:27809:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8c0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.403588:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345650.403588:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345650.403593:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345650.403593:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345650.403601:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8c0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.403601:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae8b9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.403625:0:27809:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8c0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.403625:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae8b9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.403660:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae8b9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.403670:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae8b9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.403678:0:15692:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae8b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.403684:0:15692:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345650.403688:0:15692:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae8b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.403696:0:15692:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae8b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.403709:0:15692:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae8b9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.403717:0:15692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae8b9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345650.403809:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910556416:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 290us (1929us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.403816:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8544 00010000:00010000:1.0:1763345650.403828:0:27809:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8c0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345650.403837:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8546 00010000:00010000:1.0:1763345650.403841:0:27809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8c0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345650.403847:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a829180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910556672:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:1.0:1763345650.403858:0:27809:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.403865:0:27809:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345650.403869:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ae8c7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.403870:0:27809:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.403888:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345650.403891:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345650.403892:0:27809:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.403895:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ae8c7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.403914:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ae8c7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.403915:0:27809:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8c0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.403932:0:27809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.403938:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ae8c7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.403947:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ae8c7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.403954:0:15692:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ae8c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.403962:0:15692:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345650.403965:0:15692:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ae8c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345650.403973:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+13:2409:x1849000910556544:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 431us (2137us total) trans 0 rc 0/0 00010000:00010000:0.0:1763345650.403976:0:15692:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ae8c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345650.403988:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8545 00010000:00010000:0.0:1763345650.403993:0:15692:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ae8c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.404001:0:15692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58ae8c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345650.404035:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a829180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910556672:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 189us (2105us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.404041:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8546 00000100:00100000:2.0:1763345650.407924:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.408135:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910556928 00000100:00100000:0.0:1763345650.408145:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910556928 00000100:00100000:0.0:1763345650.408199:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11562 00000100:00100000:0.0:1763345650.408208:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+322:57874:x1849000910556928:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345650.408294:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae8ce lrc: 3/0,1 mode: --/PW res: [0x200000405:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.408310:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae8ce lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.408320:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae8ce lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00010000:0.0:1763345650.408432:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009040b0e6 reply state 00000000e2b394f9 transno 8589941430 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae8ce lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.408443:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae8ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.408451:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x261:0x0].0x0 (ffff91b6606db200) 00010000:00010000:0.0:1763345650.408454:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345650.408457:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345650.408534:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+324:57874:x1849000910556928:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 326us (619us total) trans 8589941430 rc 0/0 00000100:00100000:0.0:1763345650.408542:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11562 00000100:00100000:2.0:1763345650.411313:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.411394:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345650.411491:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910557184 00000100:00100000:3.0:1763345650.411500:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910557184 00000100:00100000:3.0:1763345650.411549:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910557056 00000100:00100000:3.0:1763345650.411553:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910557056 00000100:00100000:3.0:1763345650.411722:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8547 00000100:00100000:3.0:1763345650.411732:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910557184:12345-192.168.203.8@tcp:2:lfs.0 00000100:00100000:1.0:1763345650.411809:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8548 00000100:00100000:1.0:1763345650.411822:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a829500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+13:2408:x1849000910557056:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:3.0:1763345650.411912:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x376:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345650.411916:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x376:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:3.0:1763345650.411919:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x376:0x0] updating lvb atime from disk: 0 -> 1763345649 00002000:00010000:3.0:1763345650.411921:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x376:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:3.0:1763345650.411924:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x376:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345650.411958:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a829500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910557056:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 138us (562us total) trans 21474839774 rc 0/0 00000100:00100000:1.0:1763345650.411966:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8548 00000100:00100000:3.0:1763345650.412247:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910557184:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 516us (942us total) trans 17179872461 rc 0/0 00000100:00100000:3.0:1763345650.412255:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8547 00000100:00100000:2.0:1763345650.414213:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.415633:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910557440 00000100:00100000:1.0:1763345650.415646:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910557440 00000100:00100000:1.0:1763345650.415718:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11563 00000100:00100000:1.0:1763345650.415729:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a829880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57874:x1849000910557440:12345-192.168.203.8@tcp:55:lfs.0 00010000:00010000:1.0:1763345650.415821:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8d5 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x261:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.415838:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae86c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x261:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833afe expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.415848:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8d5 lrc: 4/0,1 mode: --/PW res: [0x200000405:0x261:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.415882:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae86c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x261:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833afe expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.415894:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae86c lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x261:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833afe expref: 324 pid: 6522 timeout: 1142 lvb_type: 0 00000100:00100000:1.0:1763345650.415907:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec0000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924460160:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345650.415992:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642d31d80 going to sleep for 11 seconds 00000100:00100000:1.0:1763345650.420296:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec0000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924460160:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345650.420325:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8d5 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x261:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:3.0:1763345650.420544:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.421343:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910557568 00000100:00100000:2.0:1763345650.421353:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910557568 00010000:00010000:2.0:1763345650.421390:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae86c lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x261:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833afe expref: 325 pid: 6522 timeout: 1142 lvb_type: 0 00000100:00100000:2.0:1763345650.422276:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3853 00000100:00100000:2.0:1763345650.422289:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+325:2409:x1849000910557568:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345650.422305:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345650.422313:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae86c lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x261:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833afe expref: 325 pid: 6522 timeout: 1142 lvb_type: 0 00010000:00010000:2.0:1763345650.422326:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae86c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x261:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833afe expref: 325 pid: 6522 timeout: 1142 lvb_type: 0 00010000:00010000:2.0:1763345650.422347:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58ae86c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x261:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833afe expref: 325 pid: 6522 timeout: 1142 lvb_type: 0 00010000:00010000:2.0:1763345650.422363:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x261:0x0].0x0 (ffff91b6606db200) 00010000:00010000:2.0:1763345650.422367:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8d5 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x261:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.422377:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8d5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x261:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.422385:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8d5 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x261:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.422405:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345650.422467:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:2409:x1849000910557568:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 180us (1923us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345650.422474:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3853 00010000:00010000:1.0:1763345650.422548:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8d5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x261:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.422555:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8d5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x261:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.422593:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8d5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x261:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.422600:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8d5 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x261:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.422607:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8d5 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x261:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.422612:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345650.422616:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8d5 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x261:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.422623:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8d5 lrc: 4/0,0 mode: PW/PW res: [0x200000405:0x261:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.422632:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x261:0x0].0x0 (ffff91b6606db200) 00010000:00010000:1.0:1763345650.422635:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1763345650.422638:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8d5 lrc: 2/0,0 mode: --/PW res: [0x200000405:0x261:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.422643:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8d5 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x261:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00000100:00100000:1.0:1763345650.422681:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a829880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+323:57874:x1849000910557440:12345-192.168.203.8@tcp:55:lfs.0 Request processed in 6955us (8474us total) trans 0 rc -22/-22 00000100:00100000:1.0:1763345650.422689:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11563 00000100:00100000:2.0:1763345650.425011:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.425128:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910557824 00000100:00100000:1.0:1763345650.425138:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910557824 00000100:00100000:1.0:1763345650.425236:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11564 00000100:00100000:1.0:1763345650.425247:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a829f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+323:57874:x1849000910557824:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:1.0:1763345650.425299:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345650.425326:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58ae7b6 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ab1 expref: 323 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.425344:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:1.0:1763345650.425349:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345650.425394:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58ae8dc lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.425407:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58ae8dc lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.425417:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58ae8dc lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00010000:1.0:1763345650.425526:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000aec2255d reply state 0000000042f898b0 transno 8589941431 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58ae8dc lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.425538:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58ae8dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.425545:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:1.0:1763345650.425547:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345650.425549:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345650.425641:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a829f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57874:x1849000910557824:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 396us (637us total) trans 8589941431 rc 0/0 00000100:00100000:1.0:1763345650.425649:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11564 00000100:00100000:3.0:1763345650.428053:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345650.428126:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345650.428243:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.428260:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910557952 00000100:00100000:1.0:1763345650.428268:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910557952 00000100:00100000:1.0:1763345650.429047:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910558208 00000100:00100000:1.0:1763345650.429052:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910558208 00000100:00100000:1.0:1763345650.429086:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910558080 00000100:00100000:1.0:1763345650.429090:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910558080 00000100:00100000:1.0:1763345650.429118:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8549 00000100:00100000:1.0:1763345650.429127:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910557952:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:1.0:1763345650.429263:0:27809:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 58769 -> 58769 00002000:00010000:1.0:1763345650.429266:0:27809:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:1.0:1763345650.429268:0:27809:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345649 -> 1763345649 00002000:00010000:1.0:1763345650.429271:0:27809:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:1.0:1763345650.429273:0:27809:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:1.0:1763345650.429320:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910557952:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 194us (1273us total) trans 21474839775 rc 0/0 00000100:00100000:1.0:1763345650.429328:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8549 00000100:00100000:1.0:1763345650.429344:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8550 00000100:00100000:1.0:1763345650.429350:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910558208:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:1.0:1763345650.429412:0:27809:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345650.429414:0:27809:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:1.0:1763345650.429417:0:27809:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345648 -> 1763345649 00002000:00010000:1.0:1763345650.429418:0:27809:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:1.0:1763345650.429420:0:27809:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345650.429438:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910558208:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 89us (1313us total) trans 17179872462 rc 0/0 00000100:00100000:1.0:1763345650.429444:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8550 00000100:00100000:1.0:1763345650.429455:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8551 00000100:00100000:1.0:1763345650.429460:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910558080:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:1.0:1763345650.429496:0:27809:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345650.429499:0:27809:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:1.0:1763345650.429501:0:27809:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345648 -> 1763345649 00002000:00010000:1.0:1763345650.429503:0:27809:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:1.0:1763345650.429505:0:27809:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763345650.429521:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910558080:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 60us (1278us total) trans 21474839776 rc 0/0 00000100:00100000:1.0:1763345650.429526:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8551 00000100:00100000:3.0:1763345650.431392:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.431507:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910558464 00000100:00100000:2.0:1763345650.431515:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910558464 00000100:00100000:2.0:1763345650.431562:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3975 00000100:00100000:2.0:1763345650.431570:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:57874:x1849000910558464:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:2.0:1763345650.431631:0:35216:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000405:0x25c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae82d lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ae2 expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.431665:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae8e3 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345650.431676:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae715 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a80 expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.431683:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae74d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833a8e expref: 324 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.431690:0:35216:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae8e3 lrc: 5/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345650.431738:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae74d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a8e expref: 324 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.431751:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae74d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a8e expref: 324 pid: 6521 timeout: 1142 lvb_type: 0 00000100:00100000:2.0:1763345650.431806:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a82a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924460288:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345650.431873:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae715 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a80 expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.431881:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae715 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a80 expref: 324 pid: 6522 timeout: 1142 lvb_type: 0 00000100:00100000:2.0:1763345650.431889:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a82bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924460416:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345650.431906:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541c29540 going to sleep for 11 seconds 00000100:00100000:2.0:1763345650.435523:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.435594:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a82a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924460288:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345650.435607:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a82bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924460416:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345650.435632:0:35216:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae8e3 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:0.0:1763345650.435695:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910558720 00000100:00100000:2.0:1763345650.435931:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.435997:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910558720 00010000:00010000:0.0:1763345650.436027:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae715 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a80 expref: 325 pid: 6522 timeout: 1142 lvb_type: 0 00000100:00100000:0.0:1763345650.436057:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910558592 00000100:00100000:0.0:1763345650.436060:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910558592 00010000:00010000:0.0:1763345650.436070:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae74d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a8e expref: 326 pid: 6521 timeout: 1142 lvb_type: 0 00000100:00100000:0.0:1763345650.436094:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3854 00000100:00100000:0.0:1763345650.436102:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b645686c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+326:2408:x1849000910558720:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345650.436114:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345650.436119:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae715 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a80 expref: 326 pid: 6522 timeout: 1142 lvb_type: 0 00010000:00010000:0.0:1763345650.436128:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae715 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a80 expref: 326 pid: 6522 timeout: 1142 lvb_type: 0 00010000:00010000:0.0:1763345650.436146:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58ae715 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a80 expref: 326 pid: 6522 timeout: 1142 lvb_type: 0 00010000:00010000:0.0:1763345650.436160:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345650.436165:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae8e3 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345650.436173:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae8e3 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345650.436178:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345650.436225:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b645686c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:2408:x1849000910558720:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 124us (711us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.436232:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3854 00000100:00100000:0.0:1763345650.436272:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3855 00000100:00100000:0.0:1763345650.436280:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+324:2408:x1849000910558592:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345650.436288:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345650.436293:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae74d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a8e expref: 324 pid: 6521 timeout: 1142 lvb_type: 0 00010000:00010000:0.0:1763345650.436302:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae74d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a8e expref: 324 pid: 6521 timeout: 1142 lvb_type: 0 00010000:00010000:0.0:1763345650.436313:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58ae74d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833a8e expref: 324 pid: 6521 timeout: 1142 lvb_type: 0 00010000:00010000:0.0:1763345650.436322:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345650.436325:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae8e3 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345650.436333:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae8e3 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345650.436339:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae8e3 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345650.436362:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345650.436379:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+323:2408:x1849000910558592:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 99us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.436384:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3855 00010000:00010000:1.0:1763345650.436737:0:35216:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae8e3 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345650.436746:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae8e3 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345650.436805:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8ea lrc: 3/0,1 mode: --/EX res: [0x200000405:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345650.436817:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae87a lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x261:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b05 expref: 322 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.436824:0:35216:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8ea lrc: 4/0,1 mode: --/EX res: [0x200000405:0x261:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345650.436852:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae87a lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x261:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b05 expref: 322 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.436864:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae87a lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x261:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b05 expref: 322 pid: 6521 timeout: 1142 lvb_type: 0 00000100:00100000:1.0:1763345650.436876:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924460544:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345650.436926:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642d31240 going to sleep for 11 seconds 00000100:00100000:2.0:1763345650.440986:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.441068:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910558848 00000100:00100000:0.0:1763345650.441077:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910558848 00010000:00010000:0.0:1763345650.441113:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae87a lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x261:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b05 expref: 323 pid: 6521 timeout: 1142 lvb_type: 0 00000100:00100000:0.0:1763345650.441157:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3856 00000100:00100000:0.0:1763345650.441167:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+323:2409:x1849000910558848:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345650.441180:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345650.441186:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae87a lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x261:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b05 expref: 323 pid: 6521 timeout: 1142 lvb_type: 0 00010000:00010000:0.0:1763345650.441198:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae87a lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x261:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b05 expref: 323 pid: 6521 timeout: 1142 lvb_type: 0 00010000:00010000:0.0:1763345650.441220:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x261:0x0].0x0 (ffff91b6606db200) 00010000:00010000:0.0:1763345650.441226:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8ea lrc: 3/0,1 mode: --/EX res: [0x200000405:0x261:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345650.441240:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8ea lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x261:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345650.441247:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8ea lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x261:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345650.441271:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345650.441329:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+323:2409:x1849000910558848:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 163us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.441336:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3856 00010000:00010000:1.0:1763345650.441424:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae87a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x261:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b05 expref: 322 pid: 6521 timeout: 1142 lvb_type: 0 00000100:00100000:1.0:1763345650.441439:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924460544:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345650.441456:0:35216:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8ea lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x261:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345650.441463:0:35216:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8ea lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x261:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345650.441469:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8ea lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x261:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:1.0:1763345650.441972:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924460672:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345650.442016:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345650.442038:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6467a5e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763345650.442225:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924460672 00000100:00100000:2.0:1763345650.442230:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924460672 00000100:00100000:2.0:1763345650.442262:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325 00000100:00100000:2.0:1763345650.442269:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:35216:x1849000924460672:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345650.442344:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:35216:x1849000924460672:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 74us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345650.442350:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325 00000100:00100000:1.0:1763345650.442847:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924460672:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345650.442897:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924460800:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345650.442924:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345650.443224:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6467a5d80 going to sleep for 11 seconds 00000100:00100000:3.0:1763345650.443261:0:7861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924460800 00000100:00100000:3.0:1763345650.443266:0:7861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924460800 00000100:00100000:3.0:1763345650.443306:0:7861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000100:00100000:3.0:1763345650.443314:0:7861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924460800:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763345650.443387:0:7861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924460800:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 74us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345650.443394:0:7861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00000100:00100000:1.0:1763345650.443495:0:35216:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872460 gen 2 00000004:00080000:1.0:1763345650.443500:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5442d1f80, transno 17179872446 00000004:00080000:1.0:1763345650.443518:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5442d0380, transno 17179872447 00000004:00080000:1.0:1763345650.443521:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5442d2680, transno 17179872448 00000004:00080000:1.0:1763345650.443524:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d02a00, transno 17179872449 00000004:00080000:1.0:1763345650.443526:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54377ce00, transno 17179872450 00000004:00080000:1.0:1763345650.443529:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54377ea00, transno 17179872451 00000004:00080000:1.0:1763345650.443533:0:35216:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872453 committed transno 17179872460 00000004:00080000:1.0:1763345650.443574:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b681ec3b80, transno 17179872460 00000100:00100000:1.0:1763345650.443580:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924460800:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345650.443628:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924460928:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345650.443654:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345650.443685:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6467a5f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763345650.443749:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924460928 00000100:00100000:2.0:1763345650.443754:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924460928 00000100:00100000:2.0:1763345650.443821:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1327 00000100:00100000:2.0:1763345650.443829:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:35216:x1849000924460928:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345650.443887:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:35216:x1849000924460928:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 59us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345650.443893:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1327 00000100:00100000:2.0:1763345650.443921:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924460928:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345650.443953:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a82b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924461056:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345650.443978:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345650.443993:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541c29540 going to sleep for 11 seconds 00000100:00100000:2.0:1763345650.444004:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924461056 00000100:00100000:2.0:1763345650.444007:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924461056 00000100:00100000:2.0:1763345650.444025:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:2.0:1763345650.444031:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924461056:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345650.444078:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924461056:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 47us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345650.444084:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00100000:2.0:1763345650.444108:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a82b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924461056:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345650.444142:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a82b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924461184:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345650.444163:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345650.444177:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6749473c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763345650.444188:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924461184 00000100:00100000:2.0:1763345650.444191:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924461184 00000100:00100000:2.0:1763345650.444208:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:2.0:1763345650.444214:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a828700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:35216:x1849000924461184:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345650.444264:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a828700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:35216:x1849000924461184:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 49us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345650.444270:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00100000:2.0:1763345650.444294:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a82b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924461184:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345650.444343:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a82b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924461312:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345650.444366:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345650.444380:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6749473c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763345650.444392:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924461312 00000100:00100000:2.0:1763345650.444395:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924461312 00000100:00100000:2.0:1763345650.444413:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1330 00000100:00100000:2.0:1763345650.444419:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924461312:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345650.444469:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924461312:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 50us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345650.444475:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1330 00000100:00100000:2.0:1763345650.444499:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a82b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924461312:0@lo:1000:mdt_rdpg00_003.0 00000040:00080000:2.0:1763345650.444638:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].14, 456 off45152 00000001:00080000:2.0:1763345650.444650:0:35216:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941432 00000100:00100000:2.0:1763345650.444698:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924461440:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345650.444723:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345650.444737:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5900 going to sleep for 11 seconds 00000100:00100000:2.0:1763345650.444748:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924461440 00000100:00100000:2.0:1763345650.444751:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924461440 00000100:00100000:2.0:1763345650.444812:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331 00000100:00100000:2.0:1763345650.444820:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:35216:x1849000924461440:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345650.444921:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:35216:x1849000924461440:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 103us (197us total) trans 21474839777 rc 0/0 00000100:00100000:2.0:1763345650.444929:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331 00000004:00080000:3.0:1763345650.444955:0:32328:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 7 done 00000100:00100000:2.0:1763345650.444964:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924461440:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345650.444992:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924461568:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345650.445017:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345650.445047:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b674947c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763345650.445083:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924461568 00000100:00100000:3.0:1763345650.445088:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924461568 00000100:00100000:3.0:1763345650.445109:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:3.0:1763345650.445115:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924461568:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763345650.445231:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:35216:x1849000924461568:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 116us (213us total) trans 17179872463 rc 0/0 00000100:00100000:3.0:1763345650.445238:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00100000:2.0:1763345650.445375:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924461568:0@lo:1000:mdt_rdpg00_003.0 00000001:00080000:2.0:1763345650.445424:0:35216:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941433 00010000:00010000:2.0:1763345650.445450:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8ea lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x261:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345650.445461:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8ea lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x261:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345650.445469:0:35216:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8ea lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x261:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345650.445475:0:35216:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345650.445479:0:35216:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8ea lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x261:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345650.445487:0:35216:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8ea lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x261:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345650.445502:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x261:0x0].0x0 (ffff91b6606db200) 00010000:00010000:2.0:1763345650.445505:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763345650.445510:0:35216:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8ea lrc: 2/0,0 mode: --/EX res: [0x200000405:0x261:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345650.445516:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58ae8ea lrc: 0/0,0 mode: --/EX res: [0x200000405:0x261:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345650.445534:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae8e3 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345650.445540:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae8e3 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345650.445545:0:35216:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae8e3 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345650.445550:0:35216:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345650.445553:0:35216:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae8e3 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345650.445558:0:35216:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae8e3 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345650.445566:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:2.0:1763345650.445569:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763345650.445571:0:35216:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae8e3 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345650.445577:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58ae8e3 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345650.445587:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:2.0:1763345650.445590:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763345650.445596:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58ae82d lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ae2 expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345650.447680:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+323:57874:x1849000910558464:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 16100us (16283us total) trans 8589941434 rc 0/0 00000100:00100000:2.0:1763345650.447695:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3975 00000020:00080000:2.0:1763345650.447703:0:35216:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1763345650.459866:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.460027:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910558976 00000100:00100000:1.0:1763345650.460037:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910558976 00000100:00100000:1.0:1763345650.460098:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11565 00000100:00100000:1.0:1763345650.460107:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+323:57874:x1849000910558976:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345650.460129:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345650.460148:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae8f1 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833b1a expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.460202:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae8f1 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b1a expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.460217:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae8f1 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b1a expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.460240:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:1.0:1763345650.460244:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345650.460247:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91400, rc 0) 00000100:00100000:1.0:1763345650.461972:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57874:x1849000910558976:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1858us (2107us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345650.461982:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11565 00000100:00100000:3.0:1763345650.464112:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.464209:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910559232 00000100:00100000:2.0:1763345650.464219:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910559232 00000100:00100000:2.0:1763345650.464267:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3976 00000100:00100000:2.0:1763345650.464275:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:57874:x1849000910559232:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345650.464461:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+325:57874:x1849000910559232:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 186us (356us total) trans 8589941435 rc 0/0 00000100:00100000:2.0:1763345650.464468:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3976 00000100:00100000:2.0:1763345650.466357:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.466494:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910559488 00000100:00100000:0.0:1763345650.466503:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910559488 00000100:00100000:0.0:1763345650.466547:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3977 00000100:00100000:0.0:1763345650.466554:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b64a0b5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57874:x1849000910559488:12345-192.168.203.8@tcp:35:lfs.0 00000004:00080000:0.0:1763345650.466865:0:6523:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x261:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:0.0:1763345650.466933:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae8f8 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345650.466947:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae8f8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x261:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345650.466958:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae8f8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x261:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345650.466965:0:6523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae8f8 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x261:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345650.466971:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae8f8 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x261:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345650.466976:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae8f8 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x261:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345650.467123:0:6523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763345650.467307:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345650.467314:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae8f8 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x261:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345650.467321:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345650.467325:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae8f8 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x261:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345650.467332:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae8f8 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x261:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345650.467346:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x261:0x0].0x0 (ffff91b6606db200) 00010000:00010000:2.0:1763345650.467349:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763345650.467353:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae8f8 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x261:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345650.467358:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae8f8 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x261:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345650.467371:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345650.467372:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345650.467374:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345650.467496:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a0b5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+326:57874:x1849000910559488:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 940us (1143us total) trans 8589941436 rc 0/0 00000100:00100000:0.0:1763345650.467504:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3977 00000100:00100000:3.0:1763345650.483281:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.484484:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910559616 00000100:00100000:0.0:1763345650.484494:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910559616 00000100:00100000:0.0:1763345650.484559:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11566 00000100:00100000:0.0:1763345650.484570:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+326:57875:x1849000910559616:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345650.484593:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345650.484617:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae8ff lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833b21 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.484676:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae906 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.484689:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae906 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.484701:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae906 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.484713:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae90d lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.484719:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae90d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.484725:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae90d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.484817:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae914 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.484826:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae914 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.484833:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae914 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345650.484867:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 58769 00000004:00200000:0.0:1763345650.484871:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345650.484888:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae914 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.484898:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae914 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.484906:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae906 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.484912:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae906 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.484918:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae906 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.484923:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae906 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.484929:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345650.484933:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae906 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.484940:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae906 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.484951:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345650.484954:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345650.484958:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae906 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.484964:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae906 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.484975:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae90d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.484982:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae90d lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.484988:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae90d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.484992:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345650.484995:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae90d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.485001:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae90d lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.485007:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b541f06f00) 00010000:00010000:0.0:1763345650.485010:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345650.485012:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae90d lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.485017:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae90d lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.485042:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae8ff lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b21 expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.485062:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae914 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b21 expref: 327 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.485069:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345650.485072:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345650.485074:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4800, rc 0) 00000100:00100000:0.0:1763345650.485135:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57875:x1849000910559616:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 567us (1863us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.485143:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11566 00000100:00100000:3.0:1763345650.492508:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.493121:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910559872 00000100:00100000:0.0:1763345650.493132:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910559872 00000100:00100000:0.0:1763345650.493190:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11567 00000100:00100000:0.0:1763345650.493200:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57875:x1849000910559872:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345650.493232:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345650.493255:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae91b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833b28 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.493366:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58ae922 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.493385:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58ae922 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.493395:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58ae922 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:1.0:1763345650.493407:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 58769 00010000:00010000:1.0:1763345650.493503:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae91b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b28 expref: 330 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.493521:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58ae922 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b28 expref: 329 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.493529:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:1.0:1763345650.493531:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1763345650.493536:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91000, rc 0) 00000100:00100000:1.0:1763345650.493599:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+329:57875:x1849000910559872:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 400us (1100us total) trans 8589941437 rc 0/0 00000100:00100000:1.0:1763345650.493607:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11567 00000100:00100000:3.0:1763345650.496338:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.496445:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910560128 00000100:00100000:1.0:1763345650.496453:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910560128 00000100:00100000:1.0:1763345650.496519:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11568 00000100:00100000:1.0:1763345650.496529:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+329:57875:x1849000910560128:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345650.496555:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345650.496575:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae930 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833b2f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.496673:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58ae937 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.496687:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58ae937 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.496706:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58ae937 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:1.0:1763345650.496718:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 58769 00010000:00010000:1.0:1763345650.496842:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae930 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b2f expref: 332 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.496858:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58ae937 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b2f expref: 331 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.496866:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:1.0:1763345650.496869:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763345650.496872:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90800, rc 0) 00000100:00100000:1.0:1763345650.496916:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+331:57875:x1849000910560128:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 388us (586us total) trans 8589941438 rc 0/0 00000100:00100000:1.0:1763345650.496923:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11568 00000100:00100000:2.0:1763345650.529992:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.531636:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910560256 00000100:00100000:0.0:1763345650.531647:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910560256 00000100:00100000:1.0:1763345650.531800:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2194 00000100:00100000:1.0:1763345650.531810:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910560256:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:1.0:1763345650.531843:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae945 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.531858:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345650.531860:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345650.531865:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae945 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->61439] (req 0->61439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.531880:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae945 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->61439] (req 0->61439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.535938:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae945 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->61439] (req 0->61439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.535958:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae945 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->61439] (req 0->61439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.535966:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae945 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->61439] (req 0->61439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.535973:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345650.535977:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae945 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->61439] (req 0->61439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.535990:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae945 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->61439] (req 0->61439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.536007:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae945 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->61439] (req 0->61439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.536014:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae945 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->61439] (req 0->61439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345650.536406:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910560256:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 4592us (6417us total) trans 0 rc 58769/58769 00000100:00100000:1.0:1763345650.536416:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2194 00000100:00100000:3.0:1763345650.541679:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.542374:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910560384 00000100:00100000:1.0:1763345650.542384:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910560384 00000100:00100000:1.0:1763345650.543020:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2195 00000100:00100000:1.0:1763345650.543032:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+16:2411:x1849000910560384:12345-192.168.203.8@tcp:3:lfs.0 00002000:00010000:1.0:1763345650.543078:0:24005:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x374:0x0] initial LVB size: 58769, mtime: 0x691a84f1, atime: 0x691a84f1, ctime: 0x691a84f1, blocks: 0x48 00010000:00010000:1.0:1763345650.543086:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae94c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.543099:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345650.543101:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345650.543106:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae94c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->61439] (req 0->61439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.543119:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae94c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->61439] (req 0->61439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.544942:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae94c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->61439] (req 0->61439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.544959:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae94c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->61439] (req 0->61439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.544967:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae94c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->61439] (req 0->61439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.544974:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345650.544978:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae94c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->61439] (req 0->61439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.544987:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae94c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->61439] (req 0->61439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.545002:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae94c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->61439] (req 0->61439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.545008:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae94c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->61439] (req 0->61439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345650.545074:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+16:2411:x1849000910560384:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 2043us (3401us total) trans 0 rc 58769/58769 00000100:00100000:1.0:1763345650.545082:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2195 00000100:00100000:3.0:1763345650.555359:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.555523:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910560512 00000100:00100000:2.0:1763345650.555533:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910560512 00000100:00100000:0.0:1763345650.556081:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 462 00000100:00100000:0.0:1763345650.556094:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+331:57875:x1849000910560512:12345-192.168.203.8@tcp:103:lfs.0 00010000:00010000:0.0:1763345650.556110:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345650.556132:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90800/0x52bea07cb58ae937 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b2f expref: 331 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.556148:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345650.556152:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345650.557067:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+330:57875:x1849000910560512:12345-192.168.203.8@tcp:103:lfs.0 Request processed in 972us (1712us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.557081:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 462 00000100:00100000:3.0:1763345650.559123:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.559340:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910560768 00000100:00100000:0.0:1763345650.559350:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910560768 00000100:00100000:0.0:1763345650.559880:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3978 00000100:00100000:0.0:1763345650.559893:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+330:57875:x1849000910560768:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345650.560112:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+331:57875:x1849000910560768:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 222us (994us total) trans 8589941439 rc 0/0 00000100:00100000:0.0:1763345650.560120:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3978 00000100:00100000:0.0:1763345650.563931:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.563991:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910561024 00000100:00100000:1.0:1763345650.564006:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910561024 00000100:00100000:1.0:1763345650.564074:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11569 00000100:00100000:1.0:1763345650.564089:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+331:57861:x1849000910561024:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:1.0:1763345650.564112:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345650.564131:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae953 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833b36 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.564221:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae95a lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.564236:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae914 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b21 expref: 332 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.564244:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae95a lrc: 4/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.564275:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae914 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b21 expref: 332 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.564288:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae914 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b21 expref: 332 pid: 6522 timeout: 1143 lvb_type: 0 00000100:00100000:1.0:1763345650.564301:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec1880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924461696:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345650.564379:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6467a5f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763345650.565908:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec1880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924461696:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345650.565931:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae95a lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:0.0:1763345650.566488:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.566556:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910561152 00000100:00100000:2.0:1763345650.566563:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910561152 00010000:00010000:2.0:1763345650.566596:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae914 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b21 expref: 333 pid: 6522 timeout: 1143 lvb_type: 0 00000100:00100000:2.0:1763345650.566638:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3857 00000100:00100000:2.0:1763345650.566648:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+333:2409:x1849000910561152:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345650.566661:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345650.566668:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae914 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b21 expref: 333 pid: 6522 timeout: 1143 lvb_type: 0 00010000:00010000:2.0:1763345650.566679:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae914 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b21 expref: 333 pid: 6522 timeout: 1143 lvb_type: 0 00010000:00010000:2.0:1763345650.566700:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58ae914 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b21 expref: 333 pid: 6522 timeout: 1143 lvb_type: 0 00010000:00010000:2.0:1763345650.566714:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:2.0:1763345650.566718:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae95a lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.566726:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae95a lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.566734:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae95a lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.566787:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345650.566805:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae95a lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.566814:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae95a lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345650.566834:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 58769 00000100:00100000:2.0:1763345650.566852:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+332:2409:x1849000910561152:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 204us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345650.566860:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3857 00010000:00010000:0.0:1763345650.566952:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58ae953 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b36 expref: 333 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.566963:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae95a lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b36 expref: 332 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.566968:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345650.566970:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763345650.566971:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91200, rc 0) 00000100:00100000:0.0:1763345650.567005:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+332:57861:x1849000910561024:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 2923us (3090us total) trans 8589941440 rc 0/0 00000100:00100000:0.0:1763345650.567013:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11569 00000100:00100000:3.0:1763345650.571421:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.571579:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910561280 00000100:00100000:0.0:1763345650.571590:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910561280 00000100:00100000:0.0:1763345650.571649:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11570 00000100:00100000:0.0:1763345650.571659:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+332:57861:x1849000910561280:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345650.571681:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345650.571700:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae968 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833b3d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.571907:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae96f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.571923:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae95a lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b36 expref: 333 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.571931:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae96f lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.571966:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae95a lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b36 expref: 333 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.571979:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae95a lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b36 expref: 333 pid: 6522 timeout: 1143 lvb_type: 0 00000100:00100000:0.0:1763345650.573093:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54545ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924461824:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345650.573183:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b54ac356c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763345650.575942:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.576406:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54545ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924461824:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345650.576430:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae96f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:1.0:1763345650.576941:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910561408 00000100:00100000:1.0:1763345650.576949:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910561408 00010000:00010000:1.0:1763345650.577085:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae95a lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b36 expref: 334 pid: 6522 timeout: 1143 lvb_type: 0 00000100:00100000:1.0:1763345650.577172:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3858 00000100:00100000:1.0:1763345650.577183:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+334:2408:x1849000910561408:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345650.577197:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345650.577205:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae95a lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b36 expref: 334 pid: 6522 timeout: 1143 lvb_type: 0 00010000:00010000:1.0:1763345650.577217:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae95a lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b36 expref: 334 pid: 6522 timeout: 1143 lvb_type: 0 00010000:00010000:1.0:1763345650.577238:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae95a lrc: 0/0,0 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b36 expref: 334 pid: 6522 timeout: 1143 lvb_type: 0 00010000:00010000:1.0:1763345650.577252:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:1.0:1763345650.577256:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae96f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.577265:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae96f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.577272:0:6507:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae96f lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.577389:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345650.577448:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+333:2408:x1849000910561408:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 266us (1512us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345650.577456:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3858 00010000:00010000:0.0:1763345650.577499:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae96f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.577506:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae96f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345650.577552:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 58769 00000004:00200000:0.0:1763345650.577556:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345650.577575:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae96f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.577603:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58ae968 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b3d expref: 333 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.577617:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae96f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b3d expref: 332 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.577625:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345650.577627:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345650.577630:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5e00, rc 0) 00000100:00100000:0.0:1763345650.577950:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+332:57861:x1849000910561280:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 6292us (6536us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.577957:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11570 00000100:00100000:3.0:1763345650.581914:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.582048:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910561664 00000100:00100000:0.0:1763345650.582058:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910561664 00000100:00100000:0.0:1763345650.582115:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3979 00000100:00100000:0.0:1763345650.582125:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+332:57861:x1849000910561664:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:0.0:1763345650.582332:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+333:57861:x1849000910561664:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 207us (426us total) trans 8589941441 rc 0/0 00000100:00100000:0.0:1763345650.582341:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3979 00000100:00100000:3.0:1763345650.583963:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.584058:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910561920 00000100:00100000:0.0:1763345650.584067:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910561920 00000100:00100000:0.0:1763345650.584123:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11571 00000100:00100000:0.0:1763345650.584133:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+333:57861:x1849000910561920:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345650.584153:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345650.584156:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:0.0:1763345650.584191:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58ae96f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b3d expref: 333 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.584213:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58ae922 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b28 expref: 332 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.584226:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58ae8f1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b1a expref: 331 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.584236:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345650.584241:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345650.584254:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae976 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833b44 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.584298:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae97d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.584310:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae97d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.584318:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae97d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000040:00080000:0.0:1763345650.584542:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1984, 88 off164432 00000004:00080000:0.0:1763345650.584552:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1043109791779ns, next at 1043420516693ns, rc = 0 00000040:00080000:0.0:1763345650.584594:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2000, 88 off166016 00000004:00080000:0.0:1763345650.584602:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1043109842343ns, next at 1043420493666ns, rc = 0 00000040:00080000:0.0:1763345650.584737:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1985, 88 off164520 00000004:00080000:0.0:1763345650.584743:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1043109983061ns, next at 1043420516693ns, rc = 0 00000040:00080000:0.0:1763345650.584805:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2001, 88 off166104 00000004:00080000:0.0:1763345650.584811:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1043110051738ns, next at 1043420493666ns, rc = 0 00000040:00080000:0.0:1763345650.584824:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1986, 88 off164608 00000004:00080000:0.0:1763345650.584827:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1043110067580ns, next at 1043420516693ns, rc = 0 00000040:00080000:0.0:1763345650.584839:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2002, 88 off166192 00000004:00080000:0.0:1763345650.584843:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1043110083579ns, next at 1043420493666ns, rc = 0 00000001:00080000:1.0:1763345650.593016:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941442 is committed 00000004:00080000:1.0:1763345650.593028:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1302 committed 00000004:00080000:1.0:1763345650.593047:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1286 committed 00010000:00010000:3.0:1763345650.593147:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae8ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345650.593160:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae8ce lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345650.593168:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae8ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345650.593174:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345650.593178:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae8ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345650.593185:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae8ce lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345650.593200:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x261:0x0].0x0 (ffff91b6606db200) 00010000:00010000:3.0:1763345650.593203:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345650.593208:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae8ce lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345650.593213:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58ae8ce lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345650.593238:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58ae8dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345650.593245:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58ae8dc lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345650.593250:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58ae8dc lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345650.593255:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345650.593258:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58ae8dc lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345650.593264:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58ae8dc lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345650.593272:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:3.0:1763345650.593274:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345650.593276:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58ae8dc lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345650.593281:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58ae8dc lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00000004:00080000:1.0:1763345650.593745:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1301 committed 00000004:00080000:1.0:1763345650.593749:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1285 committed 00000100:00100000:0.0:1763345650.593752:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54545e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924462080:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345650.595152:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1300 committed 00000004:00080000:1.0:1763345650.595173:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1284 committed 00000020:00080000:1.0:1763345650.595534:0:32310:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91b6467a5d80 refcount 2 committed 0 result 0 batchid 4294969282 00000020:00080000:1.0:1763345650.595540:0:32310:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91b673070600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91b541c290c0 00000020:00080000:1.0:1763345650.595544:0:32310:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91b674962200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91b6467a5e40 00000020:00080000:1.0:1763345650.595547:0:32310:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91b658ba0b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91b54a80f600 00000020:00080000:1.0:1763345650.595550:0:32310:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].14 00000020:00080000:1.0:1763345650.595573:0:32310:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969281 batchid updated 00000100:00100000:1.0:1763345650.595625:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54545dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924462208:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345650.595688:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345650.595725:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763345650.595732:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924462592:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345650.595899:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763345650.595974:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae97d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b44 expref: 318 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.595986:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:1.0:1763345650.595989:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763345650.596005:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58ae976 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b44 expref: 318 pid: 6522 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763345650.596023:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae97d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b44 expref: 317 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.596050:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:1.0:1763345650.596053:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763345650.596055:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4400, rc 0) 00000100:00100000:1.0:1763345650.596103:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+317:57861:x1849000910561920:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 11971us (12146us total) trans 8589941442 rc 0/0 00000100:00100000:1.0:1763345650.596112:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11571 00000020:00080000:2.0:1763345650.598990:0:32338:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969282 committed batchid 4294969281 00000020:00080000:2.0:1763345650.599127:0:32338:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969281 cancel update log [0x200000bd0:0x2:0x0].13: rc = 0 00000020:00080000:2.0:1763345650.599136:0:32338:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969281 00000100:00100000:2.0:1763345650.599153:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924462208 00000100:00100000:2.0:1763345650.599162:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924462208 00000100:00100000:2.0:1763345650.599214:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924462592 00000100:00100000:2.0:1763345650.599217:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924462592 00000100:00100000:2.0:1763345650.599242:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8552 00000100:00100000:2.0:1763345650.599249:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3657:x1849000924462208:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1763345650.599366:0:27810:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x376:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345650.599369:0:27810:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x376:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:2.0:1763345650.599372:0:27810:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x376:0x0] updating lvb atime from disk: 1763345649 -> 1763345649 00002000:00010000:2.0:1763345650.599374:0:27810:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x376:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:2.0:1763345650.599376:0:27810:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x376:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345650.599443:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:3657:x1849000924462208:12345-0@lo:2:osp-syn-1-0.0 Request processed in 193us (3753us total) trans 17179872464 rc 0/0 00000100:00100000:2.0:1763345650.599451:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8552 00000100:00100000:2.0:1763345650.599469:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8553 00000100:00100000:2.0:1763345650.599476:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:3657:x1849000924462592:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345650.599561:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3657:x1849000924462592:12345-0@lo:2:osp-syn-0-0.0 Request processed in 85us (3661us total) trans 21474839778 rc 0/0 00000100:00100000:2.0:1763345650.599567:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8553 00000100:00100000:3.0:1763345650.599739:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54545ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924461952:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345650.599806:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345650.599842:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924462464:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345650.599866:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345650.599866:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924461952 00000100:00100000:1.0:1763345650.599873:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924461952 00000100:00100000:3.0:1763345650.599885:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763345650.599893:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924462336:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345650.599904:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924462464 00000100:00100000:1.0:1763345650.599908:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924462464 00000100:00100000:3.0:1763345650.599915:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345650.599989:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924462336 00000100:00100000:1.0:1763345650.599992:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924462336 00000100:00100000:1.0:1763345650.600019:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8554 00000100:00100000:1.0:1763345650.600028:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3659:x1849000924461952:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345650.600058:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1763345650.600098:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345650.600103:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345650.600106:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345650.600109:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00000100:00100000:0.0:1763345650.600109:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924462080 00002000:00010000:1.0:1763345650.600114:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345650.600115:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924462080 00000100:00100000:0.0:1763345650.600138:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8555 00000100:00100000:0.0:1763345650.600146:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3659:x1849000924462464:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345650.600158:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3659:x1849000924461952:12345-0@lo:2:osp-syn-1-0.0 Request processed in 129us (349us total) trans 17179872465 rc 0/0 00000100:00100000:1.0:1763345650.600166:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8554 00000100:00100000:1.0:1763345650.600181:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8556 00000100:00100000:1.0:1763345650.600189:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3659:x1849000924462336:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1763345650.600213:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345650.600216:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:0.0:1763345650.600218:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345649 -> 1763345649 00002000:00010000:0.0:1763345650.600221:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:0.0:1763345650.600223:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763345650.600247:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3659:x1849000924462464:12345-0@lo:2:osp-syn-0-0.0 Request processed in 102us (382us total) trans 21474839779 rc 0/0 00000100:00100000:0.0:1763345650.600256:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8555 00000100:00100000:0.0:1763345650.600270:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8557 00000100:00100000:0.0:1763345650.600278:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3656:x1849000924462080:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1763345650.600329:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345650.600332:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:0.0:1763345650.600335:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345649 -> 1763345649 00002000:00010000:0.0:1763345650.600337:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:0.0:1763345650.600339:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345650.600365:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3656:x1849000924462080:12345-0@lo:2:osp-syn-1-0.0 Request processed in 89us (307us total) trans 17179872466 rc 0/0 00000100:00100000:0.0:1763345650.600371:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8557 00000004:00080000:0.0:1763345650.600408:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54545e680/2, rc 0, transno 17179872466 00000100:00100000:0.0:1763345650.600413:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54545e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924462080:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763345650.600451:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b674b1d500/2, rc 0, transno 21474839778 00000100:00100000:0.0:1763345650.600455:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924462592:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345650.600465:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54545dc00/2, rc 0, transno 17179872464 00000100:00100000:0.0:1763345650.600468:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54545dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924462208:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763345650.600705:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 58769 -> 58769 00002000:00010000:1.0:1763345650.600709:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:1.0:1763345650.600711:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345649 -> 1763345649 00002000:00010000:1.0:1763345650.600713:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:1.0:1763345650.600715:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:1.0:1763345650.600739:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3659:x1849000924462336:12345-0@lo:2:osp-syn-0-0.0 Request processed in 552us (825us total) trans 21474839780 rc 0/0 00000100:00100000:1.0:1763345650.600746:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8556 00000004:00080000:1.0:1763345650.600858:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b674b1f800/2, rc 0, transno 21474839780 00000100:00100000:1.0:1763345650.600864:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924462336:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345650.600873:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54545ea00/2, rc 0, transno 17179872465 00000100:00100000:1.0:1763345650.600876:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54545ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924461952:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345650.600884:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b674b1f100/2, rc 0, transno 21474839779 00000100:00100000:1.0:1763345650.600887:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924462464:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345650.606016:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345650.606154:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910562048 00000100:00100000:3.0:1763345650.606164:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910562048 00000100:00100000:3.0:1763345650.606221:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8558 00000100:00100000:3.0:1763345650.606231:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+16:57861:x1849000910562048:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:3.0:1763345650.606249:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345650.606266:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae984 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833b4b expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345650.606296:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae850 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ae9 expref: 17 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345650.606305:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345650.606307:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345650.606311:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae984 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [4096->65535] (req 4096->65535) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b4b expref: 17 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345650.606341:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae850 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ae9 expref: 17 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345650.606354:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae850 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ae9 expref: 17 pid: 15692 timeout: 1143 lvb_type: 1 00000100:00100000:3.0:1763345650.606371:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6749e5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924462720:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345650.606508:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5434f1840 going to sleep for 11 seconds 00000100:00100000:3.0:1763345650.611024:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6749e5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924462720:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345650.611281:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.611345:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910562176 00000100:00100000:1.0:1763345650.611352:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910562176 00010000:00010000:1.0:1763345650.611387:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae850 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ae9 expref: 18 pid: 15692 timeout: 1143 lvb_type: 1 00000100:00100000:1.0:1763345650.611427:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3859 00000100:00100000:1.0:1763345650.611437:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910562176:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345650.611451:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345650.611456:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae984 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [4096->65535] (req 4096->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833b4b expref: 18 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.611472:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae850 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ae9 expref: 18 pid: 15692 timeout: 1143 lvb_type: 1 00010000:00010000:3.0:1763345650.611473:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545a1cc00, rc 0) 00010000:00010000:1.0:1763345650.611488:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae850 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ae9 expref: 18 pid: 15692 timeout: 1143 lvb_type: 1 00010000:00010000:1.0:1763345650.611510:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae850 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ae9 expref: 18 pid: 15692 timeout: 1143 lvb_type: 1 00010000:00010000:1.0:1763345650.611527:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345650.611535:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345650.611541:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae984 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->65535) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833b4b expref: 17 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.611552:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae984 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->65535) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833b4b expref: 17 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.611592:0:6507:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae984 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833b4b expref: 17 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345650.611605:0:6507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6507:1849000924462848:192.168.203.8@tcp:105: 00000100:00100000:3.0:1763345650.616743:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+17:57861:x1849000910562048:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 10501us (10722us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345650.616784:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8558 00000100:00100000:2.0:1763345650.617084:0:6507:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6467a5f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763345650.626947:0:6507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6507:1849000924462848:192.168.203.8@tcp:105: 00010000:00010000:2.0:1763345650.626973:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345650.627017:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.627038:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910562176:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 15601us (15756us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345650.627050:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3859 00000100:00100000:3.0:1763345650.627685:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910562304 00000100:00100000:3.0:1763345650.627750:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910562304 00000100:00100000:3.0:1763345650.627885:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2196 00000100:00100000:3.0:1763345650.627895:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910562304:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:3.0:1763345650.628343:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 58769 -> 58769 00002000:00010000:3.0:1763345650.628347:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:3.0:1763345650.628350:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345649 -> 1763345649 00002000:00010000:3.0:1763345650.628352:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:3.0:1763345650.628354:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 80 -> 136 00000100:00100000:3.0:1763345650.629362:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910562304:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 1464us (2412us total) trans 21474839781 rc 0/0 00000100:00100000:3.0:1763345650.629373:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2196 00000100:00100000:0.0:1763345650.637993:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.638089:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910562432 00000100:00100000:1.0:1763345650.638100:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910562432 00000100:00100000:1.0:1763345650.638159:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11572 00000100:00100000:1.0:1763345650.638170:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+317:57861:x1849000910562432:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:1.0:1763345650.638194:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345650.638275:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58ae98b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833b52 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.638370:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae992 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.638383:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae992 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.638398:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae992 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:1.0:1763345650.638436:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 62334 00000004:00200000:1.0:1763345650.638441:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345650.638457:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae992 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345650.638482:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58ae98b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b52 expref: 319 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.638500:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae992 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b52 expref: 318 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.638703:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:1.0:1763345650.638707:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345650.638711:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91200, rc 0) 00000100:00100000:1.0:1763345650.639930:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+318:57861:x1849000910562432:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 1755us (1938us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345650.639941:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11572 00000100:00100000:2.0:1763345650.644699:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345650.645101:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910562560 00000100:00100000:3.0:1763345650.645113:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910562560 00000100:00100000:2.0:1763345650.646429:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2197 00000100:00100000:2.0:1763345650.646447:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910562560:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:2.0:1763345650.646894:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 58769 -> 58769 00002000:00010000:2.0:1763345650.646900:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:2.0:1763345650.646902:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345649 -> 1763345649 00002000:00010000:2.0:1763345650.646905:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:2.0:1763345650.646907:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 136 -> 56 00000100:00100000:2.0:1763345650.646980:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910562560:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 539us (2288us total) trans 21474839782 rc 0/0 00000100:00100000:2.0:1763345650.646988:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2197 00000100:00100000:0.0:1763345650.651329:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.655939:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910562816 00000100:00100000:2.0:1763345650.655956:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910562816 00000100:00100000:2.0:1763345650.656031:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3980 00000100:00100000:2.0:1763345650.656041:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+318:57861:x1849000910562816:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:2.0:1763345650.656278:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+319:57861:x1849000910562816:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 237us (4957us total) trans 8589941443 rc 0/0 00000100:00100000:2.0:1763345650.656286:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3980 00000100:00100000:0.0:1763345650.683058:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.683142:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910563072 00000100:00100000:2.0:1763345650.683151:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910563072 00000100:00100000:2.0:1763345650.683206:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11573 00000100:00100000:2.0:1763345650.683223:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+319:57876:x1849000910563072:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345650.683245:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345650.683265:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae999 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833b59 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.683330:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae9a0 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.683343:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae9a0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.683353:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae9a0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.683364:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae9a7 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.683371:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae9a7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.683377:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae9a7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.683485:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae9ae lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.683498:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae9ae lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.683505:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae9ae lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345650.683514:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 62334 00010000:00010000:2.0:1763345650.683580:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae9a0 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.683587:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae9a0 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.683593:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae9a0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.683600:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae9a0 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.683606:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345650.683610:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae9a0 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.683617:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae9a0 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.683627:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b54326b700) 00010000:00010000:2.0:1763345650.683630:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345650.683634:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae9a0 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.683640:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58ae9a0 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.683658:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae9a7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.683664:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae9a7 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.683669:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae9a7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.683674:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345650.683677:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae9a7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.683682:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae9a7 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.683688:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b54326be00) 00010000:00010000:2.0:1763345650.683691:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345650.683693:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae9a7 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.683698:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58ae9a7 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.683730:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae999 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b59 expref: 322 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.683744:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae9ae lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b59 expref: 321 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.683751:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:2.0:1763345650.683753:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345650.683756:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6000, rc 0) 00000100:00100000:2.0:1763345650.683856:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+321:57876:x1849000910563072:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 641us (806us total) trans 8589941444 rc 0/0 00000100:00100000:2.0:1763345650.683864:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11573 00000100:00100000:0.0:1763345650.688637:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.688710:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910563328 00000100:00100000:2.0:1763345650.688720:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910563328 00000100:00100000:2.0:1763345650.688803:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3981 00000100:00100000:2.0:1763345650.688811:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+321:57876:x1849000910563328:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345650.689003:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+322:57876:x1849000910563328:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 192us (374us total) trans 8589941445 rc 0/0 00000100:00100000:2.0:1763345650.689011:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3981 00000100:00100000:1.0:1763345650.689249:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.689353:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910563456 00000100:00100000:2.0:1763345650.689357:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910563456 00000100:00100000:2.0:1763345650.689392:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 463 00000100:00100000:2.0:1763345650.689398:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b645686850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+322:2411:x1849000910563456:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345650.689408:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345650.689429:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae9ae lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b59 expref: 322 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.689446:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:2.0:1763345650.689450:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345650.689480:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b645686850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+321:2411:x1849000910563456:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 82us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345650.689487:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 463 00000100:00100000:1.0:1763345650.692977:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345650.693091:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910563712 00000100:00100000:3.0:1763345650.693101:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910563712 00000100:00100000:3.0:1763345650.693165:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11574 00000100:00100000:3.0:1763345650.693175:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+321:57876:x1849000910563712:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345650.693199:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345650.693219:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae9bc lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833b60 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345650.693329:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318a00/0x52bea07cb58ae9c3 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345650.693343:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318a00/0x52bea07cb58ae9c3 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345650.693354:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318a00/0x52bea07cb58ae9c3 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:3.0:1763345650.693364:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 62334 00010000:00010000:3.0:1763345650.693490:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58ae9bc lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b60 expref: 324 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345650.693508:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318a00/0x52bea07cb58ae9c3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b60 expref: 323 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345650.693516:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:3.0:1763345650.693519:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763345650.693523:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b673318a00, rc 0) 00000100:00100000:3.0:1763345650.693585:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+323:57876:x1849000910563712:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 411us (616us total) trans 8589941446 rc 0/0 00000100:00100000:3.0:1763345650.693592:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11574 00000100:00100000:0.0:1763345650.702906:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.702991:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910563968 00000100:00100000:2.0:1763345650.703000:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910563968 00000100:00100000:2.0:1763345650.703059:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11575 00000100:00100000:2.0:1763345650.703070:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+323:57876:x1849000910563968:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345650.703095:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345650.703116:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae9d1 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833b67 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.703215:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae9d8 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.703231:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae992 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b52 expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.703239:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae9d8 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.703268:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae992 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b52 expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.703280:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae992 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b52 expref: 324 pid: 6522 timeout: 1143 lvb_type: 0 00000100:00100000:2.0:1763345650.703293:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924462976:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345650.703370:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b674947300 going to sleep for 11 seconds 00000100:00100000:1.0:1763345650.708948:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345650.709236:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910564096 00000100:00100000:3.0:1763345650.709245:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910564096 00010000:00010000:3.0:1763345650.709283:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae992 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b52 expref: 325 pid: 6522 timeout: 1143 lvb_type: 0 00000100:00100000:2.0:1763345650.709621:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924462976:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345650.709645:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae9d8 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:3.0:1763345650.710149:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3860 00000100:00100000:3.0:1763345650.710162:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+325:2409:x1849000910564096:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345650.710179:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345650.710186:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae992 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b52 expref: 325 pid: 6522 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763345650.710199:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae992 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b52 expref: 325 pid: 6522 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763345650.710219:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58ae992 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b52 expref: 325 pid: 6522 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763345650.710232:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:3.0:1763345650.710237:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae9d8 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345650.710247:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae9d8 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345650.710254:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae9d8 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345650.710280:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345650.710303:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae9d8 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.710316:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae9d8 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:3.0:1763345650.710325:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+324:2409:x1849000910564096:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 167us (1385us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345650.710337:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3860 00000004:00200000:2.0:1763345650.710340:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 62334 00010000:00010000:2.0:1763345650.710478:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae9d1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b67 expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.710495:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae9d8 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b67 expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.710502:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:2.0:1763345650.710505:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763345650.710507:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7400, rc 0) 00000100:00100000:2.0:1763345650.710540:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57876:x1849000910563968:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 7472us (7645us total) trans 8589941447 rc 0/0 00000100:00100000:2.0:1763345650.710547:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11575 00000100:00100000:1.0:1763345650.714182:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345650.714546:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910564224 00000100:00100000:3.0:1763345650.714882:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910564224 00000100:00100000:3.0:1763345650.714943:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3982 00000100:00100000:3.0:1763345650.714955:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:57876:x1849000910564224:12345-192.168.203.8@tcp:33:lfs.0 00000100:00100000:3.0:1763345650.715454:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:57876:x1849000910564224:12345-192.168.203.8@tcp:33:lfs.0 Request processed in 500us (1278us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345650.715462:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3982 00000100:00100000:1.0:1763345650.720249:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345650.720387:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910564480 00000100:00100000:3.0:1763345650.720397:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910564480 00000100:00100000:3.0:1763345650.720453:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3983 00000100:00100000:3.0:1763345650.720463:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b64a0b7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:57876:x1849000910564480:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345650.720664:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a0b7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+325:57876:x1849000910564480:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 201us (422us total) trans 8589941448 rc 0/0 00000100:00100000:3.0:1763345650.720672:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3983 00000100:00100000:2.0:1763345650.725123:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.725194:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910564736 00000100:00100000:0.0:1763345650.725204:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910564736 00000100:00100000:0.0:1763345650.725261:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11576 00000100:00100000:0.0:1763345650.725269:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+325:57876:x1849000910564736:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345650.725291:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345650.725294:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1763345650.725319:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58ae9d8 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b67 expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.725340:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318a00/0x52bea07cb58ae9c3 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b60 expref: 324 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.725349:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345650.725353:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345650.725363:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae9e6 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833b6e expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.725444:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae9ed lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.725456:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae9ed lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.725464:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae9ed lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345650.725474:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 62334 00010000:00010000:0.0:1763345650.725559:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58ae9e6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b6e expref: 326 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.725570:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae9ed lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b6e expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.725581:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345650.725584:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345650.725586:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4a00, rc 0) 00000100:00100000:0.0:1763345650.725645:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+325:57876:x1849000910564736:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 375us (530us total) trans 8589941449 rc 0/0 00000100:00100000:0.0:1763345650.725652:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11576 00000100:00100000:1.0:1763345650.732155:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.732468:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910564992 00000100:00100000:2.0:1763345650.732478:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910564992 00000100:00100000:2.0:1763345650.732537:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3984 00000100:00100000:2.0:1763345650.732547:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57876:x1849000910564992:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:2.0:1763345650.732618:0:6523:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000405:0x25c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae9ed lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b6e expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.732659:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae9fb lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345650.732671:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae97d lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b44 expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.732680:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae9fb lrc: 4/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345650.732710:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae97d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b44 expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.732723:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae97d lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b44 expref: 325 pid: 6522 timeout: 1143 lvb_type: 0 00000100:00100000:2.0:1763345650.732736:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924463104:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345650.733635:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b674947c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763345650.743365:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.743463:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924463104:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345650.743489:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae9fb lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000100:00100000:3.0:1763345650.743548:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910565120 00000100:00100000:3.0:1763345650.743555:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910565120 00010000:00010000:3.0:1763345650.743588:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae97d lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b44 expref: 326 pid: 6522 timeout: 1143 lvb_type: 0 00000100:00100000:3.0:1763345650.743628:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3861 00000100:00100000:3.0:1763345650.743638:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+326:2408:x1849000910565120:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345650.743652:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345650.743659:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae97d lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b44 expref: 326 pid: 6522 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763345650.743678:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae97d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b44 expref: 326 pid: 6522 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763345650.743698:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58ae97d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b44 expref: 326 pid: 6522 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763345650.743711:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:3.0:1763345650.743716:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae9fb lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345650.743725:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae9fb lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345650.743732:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae9fb lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345650.743783:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345650.743849:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+325:2408:x1849000910565120:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 212us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345650.743857:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3861 00010000:00010000:2.0:1763345650.744069:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae9fb lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345650.744077:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae9fb lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345650.744238:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae9fb lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345650.744247:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae9fb lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345650.744253:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae9fb lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345650.744262:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345650.744267:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae9fb lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345650.744273:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae9fb lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345650.744281:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:2.0:1763345650.744284:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763345650.744287:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae9fb lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345650.744292:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58ae9fb lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345650.744302:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54326b100) 00010000:00010000:2.0:1763345650.744305:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763345650.744309:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58ae9ed lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b6e expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345650.744615:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+324:57876:x1849000910564992:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 12068us (12468us total) trans 8589941450 rc -22/-22 00000100:00100000:2.0:1763345650.744625:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3984 00000100:00100000:0.0:1763345650.746583:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345650.746653:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910565248 00000100:00100000:3.0:1763345650.746662:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910565248 00000100:00100000:3.0:1763345650.746738:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11577 00000100:00100000:3.0:1763345650.746749:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+324:57876:x1849000910565248:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345650.746811:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345650.746832:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318200/0x52bea07cb58aea02 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833b75 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345650.746878:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318200/0x52bea07cb58aea02 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b75 expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345650.746891:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318200/0x52bea07cb58aea02 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b75 expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345650.746905:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54307bd00) 00010000:00010000:3.0:1763345650.746908:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345650.746911:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b673318200, rc 0) 00000100:00100000:3.0:1763345650.746949:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:57876:x1849000910565248:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 204us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345650.746956:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11577 00000100:00100000:0.0:1763345650.755503:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.755624:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910565504 00000100:00100000:2.0:1763345650.755634:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910565504 00000100:00100000:2.0:1763345650.755696:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11578 00000100:00100000:2.0:1763345650.755707:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+325:57876:x1849000910565504:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345650.755726:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345650.755749:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aea09 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833b7c expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.756222:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aea10 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x262:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.756236:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aea10 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345650.756247:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aea10 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345650.756257:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x262:0x0]: returning size 0 00010000:00010000:2.0:1763345650.756301:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aea09 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b7c expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.756325:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aea10 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b7c expref: 327 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.756334:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x262:0x0].0x0 (ffff91b54326b700) 00010000:00010000:2.0:1763345650.756337:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345650.756341:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6a00, rc 0) 00000100:00100000:2.0:1763345650.756394:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57876:x1849000910565504:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 688us (899us total) trans 8589941451 rc 0/0 00000100:00100000:2.0:1763345650.756401:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11578 00000100:00100000:2.0:1763345650.760519:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345650.760602:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910565760 00000100:00100000:3.0:1763345650.760612:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910565760 00000100:00100000:3.0:1763345650.760667:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11579 00000100:00100000:3.0:1763345650.760676:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+327:57876:x1849000910565760:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345650.760698:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345650.760721:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318a00/0x52bea07cb58aea1e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833b83 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345650.760865:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58aea25 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345650.760878:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58aea25 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345650.760889:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58aea25 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:3.0:1763345650.760899:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 62334 00010000:00010000:0.0:1763345650.763959:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318a00/0x52bea07cb58aea1e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b83 expref: 330 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.763989:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58aea25 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b83 expref: 329 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.763999:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54307bd00) 00010000:00010000:0.0:1763345650.764002:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345650.764006:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545a1d400, rc 0) 00000100:00100000:0.0:1763345650.764089:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+329:57876:x1849000910565760:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3412us (3578us total) trans 8589941452 rc 0/0 00000100:00100000:0.0:1763345650.764099:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11579 00000100:00100000:0.0:1763345650.769476:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.769552:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910566016 00000100:00100000:2.0:1763345650.769563:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910566016 00000100:00100000:2.0:1763345650.769624:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3985 00000100:00100000:2.0:1763345650.769634:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+329:57876:x1849000910566016:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:2.0:1763345650.769726:0:6523:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000405:0x25c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58aea25 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b83 expref: 329 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.769826:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aea33 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345650.769840:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318200/0x52bea07cb58aea02 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b75 expref: 329 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.769848:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aea33 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345650.769881:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318200/0x52bea07cb58aea02 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b75 expref: 329 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.769894:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318200/0x52bea07cb58aea02 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b75 expref: 329 pid: 6521 timeout: 1143 lvb_type: 0 00000100:00100000:2.0:1763345650.769910:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924463232:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345650.769979:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b674947f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763345650.775832:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.776016:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924463232:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345650.776041:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aea33 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000100:00100000:1.0:1763345650.776251:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910566144 00000100:00100000:1.0:1763345650.776258:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910566144 00010000:00010000:1.0:1763345650.776292:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318200/0x52bea07cb58aea02 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b75 expref: 330 pid: 6521 timeout: 1143 lvb_type: 0 00000100:00100000:1.0:1763345650.776329:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3862 00000100:00100000:1.0:1763345650.776337:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+330:2408:x1849000910566144:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345650.776351:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345650.776357:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318200/0x52bea07cb58aea02 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b75 expref: 330 pid: 6521 timeout: 1143 lvb_type: 0 00010000:00010000:1.0:1763345650.776368:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318200/0x52bea07cb58aea02 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b75 expref: 330 pid: 6521 timeout: 1143 lvb_type: 0 00010000:00010000:1.0:1763345650.776387:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b673318200/0x52bea07cb58aea02 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b75 expref: 330 pid: 6521 timeout: 1143 lvb_type: 0 00010000:00010000:1.0:1763345650.776400:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54307bd00) 00010000:00010000:1.0:1763345650.776404:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aea33 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345650.776411:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aea33 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345650.776418:0:6507:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aea33 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345650.776448:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345650.776473:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aea33 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345650.776479:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aea33 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345650.776499:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aea3a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x262:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00000100:00100000:1.0:1763345650.776501:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+329:2408:x1849000910566144:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 164us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345650.776509:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3862 00010000:00010000:2.0:1763345650.776514:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aea10 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b7c expref: 329 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.776521:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aea3a lrc: 4/0,1 mode: --/EX res: [0x200000405:0x262:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345650.776547:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aea10 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b7c expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.776559:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aea10 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b7c expref: 328 pid: 6522 timeout: 1143 lvb_type: 0 00000100:00100000:2.0:1763345650.776572:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924463360:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345650.776618:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b674947f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763345650.780812:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345650.781983:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910566272 00000100:00100000:3.0:1763345650.781995:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910566272 00010000:00010000:3.0:1763345650.782042:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aea10 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b7c expref: 329 pid: 6522 timeout: 1143 lvb_type: 0 00000100:00100000:3.0:1763345650.782084:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3863 00000100:00100000:3.0:1763345650.782093:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+329:2408:x1849000910566272:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345650.782110:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345650.782116:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aea10 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b7c expref: 329 pid: 6522 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763345650.782128:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aea10 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b7c expref: 329 pid: 6522 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763345650.782149:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x262:0x0].0x0 (ffff91b54326b700) 00010000:00010000:3.0:1763345650.782154:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aea3a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x262:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345650.782163:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aea3a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x262:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345650.782170:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aea3a lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x262:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345650.782187:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345650.782306:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+329:2408:x1849000910566272:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 213us (1501us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345650.782322:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3863 00010000:00010000:2.0:1763345650.783122:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aea10 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b7c expref: 328 pid: 6522 timeout: 1143 lvb_type: 0 00000100:00100000:2.0:1763345650.783139:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924463360:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345650.783158:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aea3a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x262:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345650.783167:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aea3a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x262:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345650.783173:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aea3a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x262:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000100:00100000:2.0:1763345650.783523:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924463488:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763345650.783576:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345650.783616:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645592180 going to sleep for 11 seconds 00000100:00100000:0.0:1763345650.784118:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924463488 00000100:00100000:0.0:1763345650.784125:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924463488 00000100:00100000:0.0:1763345650.784169:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333 00000100:00100000:0.0:1763345650.784179:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+10:6523:x1849000924463488:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763345650.784269:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+10:6523:x1849000924463488:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 91us (692us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.784276:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333 00000100:00100000:1.0:1763345650.784343:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924463488:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763345650.784389:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec3800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924463616:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763345650.784417:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345650.784442:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6467a5f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763345650.784598:0:7861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924463616 00000100:00100000:3.0:1763345650.784603:0:7861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924463616 00000100:00100000:3.0:1763345650.784641:0:7861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334 00000100:00100000:3.0:1763345650.784649:0:7861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6523:x1849000924463616:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763345650.785997:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec3800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924463616:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763345650.786087:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54545d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924463744:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763345650.786131:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345650.786163:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b544180c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763345650.786343:0:7861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6523:x1849000924463616:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 1105us (1335us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345650.786354:0:7861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334 00000100:00100000:1.0:1763345650.786450:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924463744 00000100:00100000:1.0:1763345650.786456:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924463744 00000100:00100000:1.0:1763345650.786497:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1335 00000100:00100000:1.0:1763345650.786506:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+10:6523:x1849000924463744:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763345650.786567:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+10:6523:x1849000924463744:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 63us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345650.786573:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1335 00000100:00100000:0.0:1763345650.786902:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54545d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924463744:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763345650.786942:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54545d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924463872:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763345650.786968:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345650.787216:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5435ed900 going to sleep for 11 seconds 00000100:00100000:3.0:1763345650.787253:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924463872 00000100:00100000:3.0:1763345650.787258:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924463872 00000100:00100000:3.0:1763345650.787318:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:3.0:1763345650.787325:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6523:x1849000924463872:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763345650.787506:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6523:x1849000924463872:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 181us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345650.787512:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:0.0:1763345650.787558:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54545d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924463872:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:0.0:1763345650.787755:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].15, 280 off45432 00000001:00080000:0.0:1763345650.787855:0:6523:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941453 00000100:00100000:0.0:1763345650.787906:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432dce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924464000:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763345650.787929:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345650.787950:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5435edf00 going to sleep for 11 seconds 00000100:00100000:3.0:1763345650.787994:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924464000 00000100:00100000:3.0:1763345650.787998:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924464000 00000100:00100000:3.0:1763345650.788053:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:3.0:1763345650.788060:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6523:x1849000924464000:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763345650.788172:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:6523:x1849000924464000:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 112us (241us total) trans 17179872467 rc 0/0 00000100:00100000:3.0:1763345650.788178:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00100000:0.0:1763345650.788238:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432dce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924464000:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1763345650.788288:0:6523:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941454 00010000:00010000:0.0:1763345650.788310:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aea3a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x262:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345650.788320:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aea3a lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x262:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345650.788331:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aea3a lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x262:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345650.788337:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345650.788340:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aea3a lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x262:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345650.788346:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aea3a lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x262:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345650.788360:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x262:0x0].0x0 (ffff91b54326b700) 00010000:00010000:0.0:1763345650.788363:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763345650.788366:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aea3a lrc: 2/0,0 mode: --/EX res: [0x200000405:0x262:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345650.788371:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aea3a lrc: 0/0,0 mode: --/EX res: [0x200000405:0x262:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345650.788390:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aea33 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345650.788395:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aea33 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345650.788400:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aea33 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345650.788404:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345650.788406:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aea33 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345650.788411:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aea33 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345650.788420:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54307bd00) 00010000:00010000:0.0:1763345650.788422:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763345650.788425:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aea33 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345650.788430:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aea33 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345650.788438:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b54307bd00) 00010000:00010000:0.0:1763345650.788440:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345650.788445:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545a1d400/0x52bea07cb58aea25 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b83 expref: 330 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345650.788942:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+329:57876:x1849000910566016:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 19309us (19475us total) trans 8589941455 rc 0/0 00000100:00100000:0.0:1763345650.788950:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3985 00000020:00080000:0.0:1763345650.788953:0:6523:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1763345650.795154:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.795254:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910566400 00000100:00100000:0.0:1763345650.795264:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910566400 00000100:00100000:0.0:1763345650.795320:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11580 00000100:00100000:0.0:1763345650.795329:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+329:57876:x1849000910566400:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345650.795353:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345650.795375:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aea41 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833b8a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.795423:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aea41 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b8a expref: 330 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.795437:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aea41 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b8a expref: 330 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.795452:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345650.795456:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345650.795458:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5400, rc 0) 00000100:00100000:0.0:1763345650.795512:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+330:57876:x1849000910566400:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 184us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.795519:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11580 00000100:00100000:2.0:1763345650.798304:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.798381:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910566656 00000100:00100000:0.0:1763345650.798392:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910566656 00000100:00100000:0.0:1763345650.798448:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3986 00000100:00100000:0.0:1763345650.798458:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+330:57876:x1849000910566656:12345-192.168.203.8@tcp:35:lfs.0 00000004:00080000:0.0:1763345650.799118:0:6523:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x262:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763345650.799182:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1987, 64 off164672 00000040:00080000:0.0:1763345650.799203:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2003, 64 off166256 00000001:00080000:0.0:1763345650.799210:0:6523:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941456 00010000:00010000:0.0:1763345650.799250:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aea48 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x262:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345650.799266:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aea48 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x262:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345650.799277:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aea48 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x262:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345650.799285:0:6523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aea48 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x262:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345650.799291:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aea48 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x262:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345650.799301:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aea48 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x262:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345650.799327:0:6523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763345650.799720:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345650.799728:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aea48 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x262:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345650.799735:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345650.799739:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aea48 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x262:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345650.799747:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aea48 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x262:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345650.799779:0:10338:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x262:0x0].0x0 (ffff91b541f06f00) 00010000:00010000:1.0:1763345650.799783:0:10338:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763345650.799798:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aea48 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x262:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345650.799803:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aea48 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x262:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345650.799817:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345650.799819:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345650.799821:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345650.800914:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+332:57876:x1849000910566656:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 2450us (2612us total) trans 8589941457 rc 0/0 00000100:00100000:0.0:1763345650.800926:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3986 00000020:00080000:0.0:1763345650.800933:0:6523:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345650.807955:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.808030:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910566912 00000100:00100000:0.0:1763345650.808039:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910566912 00000100:00100000:0.0:1763345650.808092:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3987 00000100:00100000:0.0:1763345650.808101:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+332:57876:x1849000910566912:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345650.808338:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+333:57876:x1849000910566912:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 237us (392us total) trans 8589941458 rc 0/0 00000100:00100000:0.0:1763345650.808346:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3987 00000100:00100000:2.0:1763345650.812412:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.812448:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.812507:0:32316:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910567040 00000100:00100000:1.0:1763345650.812515:0:32316:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910567040 00000100:00100000:1.0:1763345650.812565:0:32316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 147 00000100:00100000:1.0:1763345650.812574:0:32316:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6446d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:61ae421e-e80a-45e1-9f12-1bee2af91003+9:2408:x1849000910567040:12345-192.168.203.8@tcp:400:kworker.0 00000100:00100000:1.0:1763345650.812633:0:32316:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6446d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:61ae421e-e80a-45e1-9f12-1bee2af91003+9:2408:x1849000910567040:12345-192.168.203.8@tcp:400:kworker.0 Request processed in 60us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345650.812640:0:32316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 147 00000100:00100000:0.0:1763345650.813338:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910567168 00000100:00100000:0.0:1763345650.813343:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910567168 00000100:00100000:0.0:1763345650.813393:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1256 00000100:00100000:0.0:1763345650.813400:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910567168:12345-192.168.203.8@tcp:400:kworker.0 00000100:00100000:0.0:1763345650.813450:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910567168:12345-192.168.203.8@tcp:400:kworker.0 Request processed in 50us (1000us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.813456:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1256 00000100:00080000:3.0:1763345650.813582:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763345650.818267:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.819119:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910567424 00000100:00100000:2.0:1763345650.819129:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910567424 00000100:00100000:0.0:1763345650.819909:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11581 00000100:00100000:0.0:1763345650.819923:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+333:57861:x1849000910567424:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345650.819948:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345650.819972:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aea4f lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833b91 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.820046:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aea56 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.820060:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aea56 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.820072:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aea56 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.820085:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aea5d lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.820091:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aea5d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.820098:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aea5d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.820202:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aea64 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.820211:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aea64 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.820218:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aea64 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345650.820228:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 58769 00010000:00010000:0.0:1763345650.820303:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aea56 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.820310:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aea56 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.820317:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aea56 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.820323:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aea56 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.820329:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345650.820333:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aea56 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.820340:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aea56 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.820351:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b541f06500) 00010000:00010000:0.0:1763345650.820354:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345650.820358:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aea56 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.820364:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aea56 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.820375:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aea5d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.820380:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aea5d lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.820385:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aea5d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.820390:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345650.820393:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aea5d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.820402:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aea5d lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.820409:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b541f06c00) 00010000:00010000:0.0:1763345650.820411:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345650.820413:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aea5d lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.820418:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aea5d lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.820454:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aea4f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b91 expref: 336 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.820470:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aea64 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b91 expref: 335 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.820477:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345650.820480:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345650.820482:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4a00, rc 0) 00000100:00100000:0.0:1763345650.821826:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+335:57861:x1849000910567424:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 1902us (3562us total) trans 8589941459 rc 0/0 00000100:00100000:0.0:1763345650.821836:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11581 00000100:00100000:1.0:1763345650.825455:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345650.825750:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910567552 00000100:00100000:3.0:1763345650.826033:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910567552 00002000:00100000:2.0:1763345650.826163:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (57344->61439) req@ffff91b671c0d500 x1849000910567552/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:126/0 lens 488/0 e 0 to 0 dl 1763345661 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345650.826175:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b671c0d500 with x1849000910567552 ext(57344->61439) 00002000:00010000:2.0:1763345650.826180:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b671c0d500 00000100:00100000:2.0:1763345650.826249:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2198 00000100:00100000:2.0:1763345650.826258:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910567552:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:2.0:1763345650.826696:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910567552:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 436us (1247us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763345650.828545:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2198 00002000:00100000:2.0:1763345650.828562:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (57344->61439) req@ffff91b671c0d500 x1849000910567552/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:126/0 lens 488/4536 e 0 to 0 dl 1763345661 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345650.828572:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b671c0d500 with x1849000910567552 ext(57344->61439) 00002000:00010000:2.0:1763345650.828578:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b671c0d500 00000100:00100000:1.0:1763345650.835564:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.835671:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910567680 00000100:00100000:0.0:1763345650.835681:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910567680 00000100:00100000:0.0:1763345650.835931:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11582 00000100:00100000:0.0:1763345650.835942:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+335:57861:x1849000910567680:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345650.835964:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345650.835984:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aea72 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833b98 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.836014:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aea79 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.836027:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aea79 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.836038:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aea79 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.836144:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aea72 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b98 expref: 337 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.836161:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aea79 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b98 expref: 336 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.836170:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345650.836173:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763345650.836176:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4400, rc 0) 00000100:00100000:0.0:1763345650.839330:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+336:57861:x1849000910567680:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 3380us (3766us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.839344:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11582 00000100:00100000:2.0:1763345650.845531:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.845674:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910567808 00000100:00100000:1.0:1763345650.845684:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910567808 00002000:00100000:1.0:1763345650.845725:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (102400->106495) req@ffff91b672ed3b80 x1849000910567808/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:126/0 lens 488/0 e 0 to 0 dl 1763345661 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345650.845737:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ed3b80 with x1849000910567808 ext(102400->106495) 00002000:00010000:1.0:1763345650.845743:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ed3b80 00000100:00100000:1.0:1763345650.845813:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2199 00000100:00100000:1.0:1763345650.845822:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910567808:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:1.0:1763345650.847285:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910567808:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 1457us (1755us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345650.847295:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2199 00002000:00100000:1.0:1763345650.847306:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (102400->106495) req@ffff91b672ed3b80 x1849000910567808/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:126/0 lens 488/440 e 0 to 0 dl 1763345661 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345650.847316:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ed3b80 with x1849000910567808 ext(102400->106495) 00002000:00010000:1.0:1763345650.847320:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ed3b80 00000100:00100000:1.0:1763345650.851049:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.851157:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910567936 00000100:00100000:2.0:1763345650.851167:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910567936 00002000:00100000:2.0:1763345650.851210:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (106496->110591) req@ffff91b671c0e680 x1849000910567936/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:126/0 lens 488/0 e 0 to 0 dl 1763345661 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345650.851229:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b671c0e680 with x1849000910567936 ext(106496->110591) 00002000:00010000:2.0:1763345650.851235:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b671c0e680 00000100:00100000:2.0:1763345650.851265:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2200 00000100:00100000:2.0:1763345650.851274:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+19:2411:x1849000910567936:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:2.0:1763345650.851461:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+19:2411:x1849000910567936:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 187us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345650.851469:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2200 00002000:00100000:2.0:1763345650.851476:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (106496->110591) req@ffff91b671c0e680 x1849000910567936/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:126/0 lens 488/440 e 0 to 0 dl 1763345661 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345650.851484:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b671c0e680 with x1849000910567936 ext(106496->110591) 00002000:00010000:2.0:1763345650.851488:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b671c0e680 00000100:00100000:2.0:1763345650.854723:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.854938:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910568064 00000100:00100000:1.0:1763345650.854949:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910568064 00002000:00100000:1.0:1763345650.854997:0:16618:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x370:0x0] (81920->147455) req@ffff91b672ed0000 x1849000910568064/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:126/0 lens 504/0 e 0 to 0 dl 1763345661 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345650.855009:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ed0000 with x1849000910568064 ext(81920->147455) 00002000:00010000:1.0:1763345650.855014:0:16618:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ed0000 00000100:00100000:1.0:1763345650.855050:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2201 00000100:00100000:1.0:1763345650.855059:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+19:2410:x1849000910568064:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:1.0:1763345650.857576:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+19:2410:x1849000910568064:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 2507us (2851us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345650.857590:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2201 00002000:00100000:1.0:1763345650.857603:0:16618:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x370:0x0] (81920->147455) req@ffff91b672ed0000 x1849000910568064/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:126/0 lens 504/440 e 0 to 0 dl 1763345661 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345650.857613:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ed0000 with x1849000910568064 ext(81920->147455) 00002000:00010000:1.0:1763345650.857618:0:16618:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ed0000 00000100:00100000:3.0:1763345650.862855:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.863101:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910568192 00000100:00100000:1.0:1763345650.863110:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910568192 00000100:00100000:1.0:1763345650.863177:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2202 00000100:00100000:1.0:1763345650.863187:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+19:2411:x1849000910568192:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:1.0:1763345650.863491:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 58769 -> 159616 00002000:00010000:1.0:1763345650.863495:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345649 -> 1763345649 00002000:00010000:1.0:1763345650.863498:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345649 -> 1763345649 00002000:00010000:1.0:1763345650.863500:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345649 -> 1763345649 00002000:00010000:1.0:1763345650.863503:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 56 -> 144 00000100:00100000:1.0:1763345650.863565:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+20:2411:x1849000910568192:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 379us (716us total) trans 21474839783 rc 0/0 00000100:00100000:1.0:1763345650.863573:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2202 00000100:00100000:2.0:1763345650.866550:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.866633:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910568448 00000100:00100000:0.0:1763345650.866642:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910568448 00000100:00100000:0.0:1763345650.866691:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11583 00000100:00100000:0.0:1763345650.866700:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+336:57861:x1849000910568448:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:0.0:1763345650.866745:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345650.866795:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aea64 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b91 expref: 336 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.866811:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345650.866814:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345650.866952:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aea80 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.866964:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aea80 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.866972:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aea80 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000001:00080000:0.0:1763345650.867003:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941460 00000004:00010000:0.0:1763345650.867021:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e44f69e9 reply state 0000000001eda88e transno 8589941461 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aea80 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.867031:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aea80 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345650.867037:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345650.867040:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345650.867042:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345650.867120:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+338:57861:x1849000910568448:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 421us (577us total) trans 8589941461 rc 0/0 00000100:00100000:0.0:1763345650.867127:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11583 00000020:00080000:0.0:1763345650.867132:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345650.869574:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.872440:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910568576 00000100:00100000:2.0:1763345650.872454:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910568576 00000100:00100000:2.0:1763345650.872521:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8559 00000100:00100000:2.0:1763345650.872531:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+20:57861:x1849000910568576:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345650.872546:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345650.872564:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aea87 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833b9f expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.872590:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae857 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833af0 expref: 21 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345650.872604:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345650.872606:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345650.872610:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aea87 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b9f expref: 21 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.872643:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae857 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833af0 expref: 21 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345650.872655:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae857 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833af0 expref: 21 pid: 15692 timeout: 1143 lvb_type: 1 00000100:00100000:2.0:1763345650.872668:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a82a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924464128:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345650.872800:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5900 going to sleep for 11 seconds 00000100:00100000:2.0:1763345650.875669:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a82a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924464128:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345650.875705:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aea87 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833b9f expref: 21 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.875725:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6600, rc 0) 00000100:00100000:2.0:1763345650.875832:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+21:57861:x1849000910568576:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 3300us (6262us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345650.875842:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8559 00000100:00100000:3.0:1763345650.878215:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.878300:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910568704 00000100:00100000:1.0:1763345650.878311:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910568704 00010000:00010000:1.0:1763345650.878349:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae857 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833af0 expref: 21 pid: 15692 timeout: 1143 lvb_type: 1 00000100:00100000:1.0:1763345650.878392:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3864 00000100:00100000:1.0:1763345650.878401:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+21:2408:x1849000910568704:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345650.878416:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345650.878434:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae857 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833af0 expref: 21 pid: 15692 timeout: 1143 lvb_type: 1 00010000:00010000:1.0:1763345650.878447:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae857 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833af0 expref: 21 pid: 15692 timeout: 1143 lvb_type: 1 00010000:00010000:1.0:1763345650.878470:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58ae857 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833af0 expref: 21 pid: 15692 timeout: 1143 lvb_type: 1 00010000:00010000:1.0:1763345650.878485:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345650.878487:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345650.878494:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aea87 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833b9f expref: 20 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.878504:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aea87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833b9f expref: 20 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345650.878541:0:6507:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aea87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833b9f expref: 20 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345650.878555:0:6507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b671c0d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6507:1849000924464256:192.168.203.8@tcp:105: 00000100:00100000:1.0:1763345650.878638:0:6507:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6467a5f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763345650.880550:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.881905:0:6507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b671c0d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6507:1849000924464256:192.168.203.8@tcp:105: 00010000:00010000:1.0:1763345650.881931:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345650.881992:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910568704:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 3592us (3785us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345650.882003:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3864 00000100:00100000:2.0:1763345650.883883:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910568832 00000100:00100000:2.0:1763345650.883897:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910568832 00000100:00100000:2.0:1763345650.883956:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8560 00000100:00100000:2.0:1763345650.883965:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+16:57861:x1849000910568832:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345650.883984:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345650.884003:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6800/0x52bea07cb58aea8e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833ba6 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.884035:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b545a1c200/0x52bea07cb58ae85e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833af7 expref: 17 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345650.884043:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345650.884046:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345650.884049:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6800/0x52bea07cb58aea8e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ba6 expref: 17 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.884081:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b545a1c200/0x52bea07cb58ae85e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833af7 expref: 17 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345650.884094:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b545a1c200/0x52bea07cb58ae85e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833af7 expref: 17 pid: 27810 timeout: 1143 lvb_type: 1 00000100:00100000:2.0:1763345650.884106:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a82a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8405:1849000924464384:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345650.884170:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5900 going to sleep for 11 seconds 00000100:00100000:3.0:1763345650.886177:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a82a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8405:1849000924464384:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345650.886208:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6800/0x52bea07cb58aea8e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ba6 expref: 17 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345650.886225:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6800, rc 0) 00000100:00100000:3.0:1763345650.886279:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+17:57861:x1849000910568832:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 2314us (5735us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345650.886287:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8560 00000100:00100000:3.0:1763345650.887890:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.887932:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910568960 00000100:00100000:1.0:1763345650.887941:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910568960 00010000:00010000:1.0:1763345650.887976:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b545a1c200/0x52bea07cb58ae85e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833af7 expref: 17 pid: 27810 timeout: 1143 lvb_type: 1 00000100:00100000:3.0:1763345650.888854:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3865 00000100:00100000:3.0:1763345650.888870:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910568960:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345650.888938:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345650.888961:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b545a1c200/0x52bea07cb58ae85e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833af7 expref: 17 pid: 27810 timeout: 1143 lvb_type: 1 00010000:00010000:2.0:1763345650.888975:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b545a1c200/0x52bea07cb58ae85e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833af7 expref: 17 pid: 27810 timeout: 1143 lvb_type: 1 00010000:00010000:2.0:1763345650.889004:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b545a1c200/0x52bea07cb58ae85e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833af7 expref: 17 pid: 27810 timeout: 1143 lvb_type: 1 00010000:00010000:2.0:1763345650.889018:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345650.889020:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345650.889025:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6800/0x52bea07cb58aea8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ba6 expref: 16 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.889034:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6800/0x52bea07cb58aea8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ba6 expref: 16 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.889070:0:35200:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6800/0x52bea07cb58aea8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ba6 expref: 16 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345650.889083:0:35200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54a82b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:35200:1849000924464512:192.168.203.8@tcp:105: 00000100:00100000:2.0:1763345650.889160:0:35200:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5900 going to sleep for 11 seconds 00000100:00100000:2.0:1763345650.893559:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.893577:0:35200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54a82b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:35200:1849000924464512:192.168.203.8@tcp:105: 00000100:00100000:2.0:1763345650.893598:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:0.0:1763345650.893598:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345650.893656:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910568960:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 4793us (5772us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.893667:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3865 00000100:00100000:1.0:1763345650.893673:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910569088 00000100:00100000:1.0:1763345650.893680:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910569088 00002000:00010000:1.0:1763345650.893712:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (83936->18446744073709551615) 00002000:00100000:1.0:1763345650.893717:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54a82a680 with x1849000910569088 ext(83936->18446744073709551615) 00002000:00010000:1.0:1763345650.893732:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54a82a680. 00000100:00100000:2.0:1763345650.894413:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.894652:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910569344 00000100:00100000:0.0:1763345650.894658:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910569344 00002000:00010000:0.0:1763345650.894678:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:0.0:1763345650.894682:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544408e00 with x1849000910569344 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345650.894689:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b544408e00. 00000100:00100000:0.0:1763345650.894714:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910569216 00000100:00100000:0.0:1763345650.894718:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910569216 00002000:00010000:0.0:1763345650.894729:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:0.0:1763345650.894733:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544409880 with x1849000910569216 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345650.894738:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b544409880. 00000100:00100000:0.0:1763345650.894756:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2203 00000100:00100000:0.0:1763345650.894796:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910569088:12345-192.168.203.8@tcp:10:fsx.0 00000100:00100000:2.0:1763345650.894812:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2204 00000100:00100000:2.0:1763345650.894820:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910569344:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:2.0:1763345650.894937:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345650.894941:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345649 -> 1763345650 00002000:00010000:2.0:1763345650.894943:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345649 -> 1763345649 00002000:00010000:2.0:1763345650.894946:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345649 -> 1763345650 00002000:00010000:2.0:1763345650.894949:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345650.894987:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910569344:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 168us (1388us total) trans 17179872468 rc 0/0 00000100:00100000:2.0:1763345650.894994:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2204 00002000:00010000:2.0:1763345650.894997:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:2.0:1763345650.895000:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544408e00 with x1849000910569344 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345650.895004:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b544408e00. 00002000:00010000:0.0:1763345650.895018:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 159616 -> 83936 00000100:00100000:2.0:1763345650.895019:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2205 00002000:00010000:0.0:1763345650.895021:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345649 -> 1763345650 00002000:00010000:0.0:1763345650.895023:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345649 -> 1763345649 00000100:00100000:2.0:1763345650.895025:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910569216:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:0.0:1763345650.895026:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345649 -> 1763345650 00002000:00010000:0.0:1763345650.895028:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 144 -> 48 00000100:00100000:0.0:1763345650.895050:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910569088:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 263us (1500us total) trans 21474839784 rc 0/0 00000100:00100000:0.0:1763345650.895056:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2203 00002000:00010000:2.0:1763345650.895073:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345650.895075:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345649 -> 1763345650 00002000:00010000:2.0:1763345650.895078:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345649 -> 1763345649 00002000:00010000:2.0:1763345650.895080:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345649 -> 1763345650 00002000:00010000:2.0:1763345650.895081:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763345650.895103:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910569216:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 78us (701us total) trans 21474839785 rc 0/0 00000100:00100000:2.0:1763345650.895109:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2205 00002000:00010000:2.0:1763345650.895112:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:2.0:1763345650.895114:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544409880 with x1849000910569216 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345650.895118:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b544409880. 00002000:00010000:0.0:1763345650.896189:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (83936->18446744073709551615) 00002000:00100000:0.0:1763345650.896195:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54a82a680 with x1849000910569088 ext(83936->18446744073709551615) 00002000:00010000:0.0:1763345650.896204:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54a82a680. 00000100:00100000:3.0:1763345650.898534:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763345650.898556:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3656:1849000924464640:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763345650.898678:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345650.898910:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763345650.898922:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b671c0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3659:1849000924464768:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763345650.898951:0:8939:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924464640 00000100:00100000:2.0:1763345650.898952:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345650.898959:0:8939:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924464640 00000100:00100000:0.0:1763345650.899009:0:8939:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924464768 00000100:00100000:0.0:1763345650.899013:0:8939:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924464768 00000100:00100000:2.0:1763345650.899022:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1763345650.899031:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1849000924464640:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763345650.899033:0:8939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1763345650.899038:0:8939:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1849000924464768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1763345650.899051:0:8406:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 53248 granted 484893632 pending 0 free 3917041664 avail 3685228544 00002000:00000024:0.0:1763345650.899057:0:8939:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484892736 pending 0 free 3919175680 avail 3687653376 00000100:00100000:2.0:1763345650.899091:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3656:x1849000924464640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.899094:0:8939:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1849000924464768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345650.899097:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1763345650.899100:0:8939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1763345650.899139:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b671c0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3659:1849000924464768:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1763345650.899710:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763345650.899716:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763345650.899746:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3656:1849000924464640:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763345650.906318:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.906469:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910569472 00000100:00100000:0.0:1763345650.906478:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910569472 00000100:00100000:0.0:1763345650.906913:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11584 00000100:00100000:0.0:1763345650.906925:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+338:57861:x1849000910569472:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345650.906948:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345650.906968:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aea95 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833bad expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.907054:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aea9c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.907078:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aea9c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.907089:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aea9c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763345650.907116:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 83936 00000004:00200000:0.0:1763345650.907125:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345650.907142:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aea9c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.907167:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aea95 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bad expref: 340 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.907184:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aea9c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bad expref: 339 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.907196:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345650.907199:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345650.907203:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5200, rc 0) 00000100:00100000:0.0:1763345650.907266:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+339:57861:x1849000910569472:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 340us (954us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345650.907273:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11584 00000100:00100000:2.0:1763345650.912455:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.912545:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910569600 00000100:00100000:0.0:1763345650.912555:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910569600 00000100:00100000:0.0:1763345650.912624:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2206 00000100:00100000:0.0:1763345650.912634:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910569600:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:0.0:1763345650.912863:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 83936 -> 83936 00002000:00010000:0.0:1763345650.912866:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345650 -> 1763345650 00002000:00010000:0.0:1763345650.912869:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345649 -> 1763345649 00002000:00010000:0.0:1763345650.912870:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345650 -> 1763345650 00002000:00010000:0.0:1763345650.912872:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 48 -> 112 00000100:00100000:0.0:1763345650.912934:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910569600:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 301us (486us total) trans 21474839786 rc 0/0 00000100:00100000:0.0:1763345650.912941:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2206 00000100:00100000:2.0:1763345650.916470:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.917153:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910569728 00000100:00100000:0.0:1763345650.917164:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910569728 00002000:00100000:0.0:1763345650.917211:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (32768->98303) req@ffff91b544409f80 x1849000910569728/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:126/0 lens 520/0 e 0 to 0 dl 1763345661 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345650.917228:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544409f80 with x1849000910569728 ext(32768->98303) 00002000:00010000:0.0:1763345650.917234:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b544409f80 00000100:00100000:1.0:1763345650.917853:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2207 00000100:00100000:1.0:1763345650.917866:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910569728:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:1.0:1763345650.921473:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910569728:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 3601us (5002us total) trans 0 rc 45056/45056 00000100:00100000:1.0:1763345650.921490:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2207 00002000:00100000:1.0:1763345650.921502:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (32768->98303) req@ffff91b544409f80 x1849000910569728/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:126/0 lens 520/440 e 0 to 0 dl 1763345661 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345650.921512:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544409f80 with x1849000910569728 ext(32768->98303) 00002000:00010000:1.0:1763345650.921519:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b544409f80 00000100:00100000:3.0:1763345650.925443:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.925629:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910569856 00000100:00100000:1.0:1763345650.925640:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910569856 00002000:00100000:1.0:1763345650.925694:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (98304->135167) req@ffff91b6749e7100 x1849000910569856/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:126/0 lens 488/0 e 0 to 0 dl 1763345661 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345650.925706:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e7100 with x1849000910569856 ext(98304->135167) 00002000:00010000:1.0:1763345650.925712:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6749e7100 00000100:00100000:1.0:1763345650.925893:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2208 00000100:00100000:1.0:1763345650.925902:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910569856:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:1.0:1763345650.928248:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910569856:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 2337us (2804us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345650.928260:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2208 00002000:00100000:1.0:1763345650.928273:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (98304->135167) req@ffff91b6749e7100 x1849000910569856/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:126/0 lens 488/440 e 0 to 0 dl 1763345661 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345650.928285:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e7100 with x1849000910569856 ext(98304->135167) 00002000:00010000:1.0:1763345650.928296:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6749e7100 00000100:00100000:2.0:1763345650.935401:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345650.935495:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910570112 00000100:00100000:3.0:1763345650.935505:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910570112 00000100:00100000:3.0:1763345650.935612:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3988 00000100:00100000:3.0:1763345650.935623:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b64a0b6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+339:57861:x1849000910570112:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:2.0:1763345650.936243:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a0b6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+340:57861:x1849000910570112:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 620us (849us total) trans 8589941462 rc 0/0 00000100:00100000:2.0:1763345650.936251:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3988 00000100:00100000:3.0:1763345650.950612:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.950696:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910570368 00000100:00100000:0.0:1763345650.950814:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910570368 00000100:00100000:0.0:1763345650.950868:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11585 00000100:00100000:0.0:1763345650.950877:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+340:57877:x1849000910570368:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345650.950897:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345650.950918:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aeaa3 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833bb4 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.951225:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aeaaa lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.951238:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aeaaa lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.951248:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aeaaa lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.951258:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aeab1 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.951264:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aeab1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.951269:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aeab1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.951367:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aeab8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.951379:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aeab8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.951385:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aeab8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763345650.951395:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 223839 00010000:00010000:0.0:1763345650.951463:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aeaaa lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.951471:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aeaaa lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.951476:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aeaaa lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.951482:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aeaaa lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.951487:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345650.951492:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aeaaa lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.951498:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aeaaa lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.951508:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b541f06500) 00010000:00010000:0.0:1763345650.951511:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345650.951515:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aeaaa lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.951521:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aeaaa lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.951536:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aeab1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.951542:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aeab1 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.951546:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aeab1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.951551:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345650.951553:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aeab1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.951559:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aeab1 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.951565:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b541f06c00) 00010000:00010000:0.0:1763345650.951568:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345650.951570:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aeab1 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.951575:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aeab1 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.951610:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aeaa3 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bb4 expref: 343 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.951625:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aeab8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bb4 expref: 342 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.951633:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345650.951636:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345650.951638:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4800, rc 0) 00000100:00100000:0.0:1763345650.952323:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+342:57877:x1849000910570368:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1443us (1715us total) trans 8589941463 rc 0/0 00000100:00100000:0.0:1763345650.952333:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11585 00000100:00100000:3.0:1763345650.958863:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345650.958911:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.958954:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910570496 00000100:00100000:2.0:1763345650.958963:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910570496 00000100:00100000:2.0:1763345650.959026:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 464 00000100:00100000:2.0:1763345650.959037:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b645685c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+342:2410:x1849000910570496:12345-192.168.203.8@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1763345650.959050:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910570752 00010000:00010000:2.0:1763345650.959054:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1763345650.959054:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910570752 00010000:00010000:2.0:1763345650.959088:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aeab8 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bb4 expref: 343 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345650.959091:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11586 00000100:00100000:0.0:1763345650.959098:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+342:57877:x1849000910570752:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345650.959103:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345650.959108:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345650.959115:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345650.959129:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aeac6 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833bbb expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345650.959150:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b645685c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+343:2410:x1849000910570496:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 116us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345650.959156:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 464 00010000:00010000:0.0:1763345650.959517:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aeacd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x263:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.959529:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aeacd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x263:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.959538:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aeacd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x263:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763345650.959546:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x263:0x0]: returning size 0 00010000:00010000:0.0:1763345650.959579:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aeac6 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bbb expref: 344 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.959595:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aeacd lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x263:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bbb expref: 343 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.959602:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x263:0x0].0x0 (ffff91b541f06c00) 00010000:00010000:0.0:1763345650.959605:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345650.959608:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4200, rc 0) 00000100:00100000:0.0:1763345650.959629:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+343:57877:x1849000910570752:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 532us (775us total) trans 8589941464 rc 0/0 00000100:00100000:0.0:1763345650.959636:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11586 00000100:00100000:2.0:1763345650.966921:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345650.967668:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910571008 00000100:00100000:3.0:1763345650.967679:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910571008 00000100:00100000:0.0:1763345650.968528:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11587 00000100:00100000:0.0:1763345650.968542:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+343:57877:x1849000910571008:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345650.968563:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345650.968581:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aeadb lrc: 2/0,0 mode: --/CR res: [0x200000405:0x263:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833bc2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.968674:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeae2 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x263:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.968688:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aeacd lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x263:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bbb expref: 344 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.968707:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeae2 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x263:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.968741:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aeacd lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x263:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833bbb expref: 344 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.968753:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aeacd lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x263:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833bbb expref: 344 pid: 6521 timeout: 1143 lvb_type: 0 00000100:00100000:0.0:1763345650.968798:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432df100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924464896:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345650.968877:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5435edf00 going to sleep for 11 seconds 00000100:00100000:0.0:1763345650.977643:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432df100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924464896:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345650.977674:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeae2 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x263:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:2.0:1763345650.979638:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345650.979734:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910571136 00000100:00100000:1.0:1763345650.979742:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910571136 00010000:00010000:1.0:1763345650.979860:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aeacd lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x263:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833bbb expref: 345 pid: 6521 timeout: 1143 lvb_type: 0 00000100:00100000:2.0:1763345650.980563:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3866 00000100:00100000:2.0:1763345650.980574:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544409c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+345:2409:x1849000910571136:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345650.980588:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345650.980594:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aeacd lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x263:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833bbb expref: 345 pid: 6521 timeout: 1143 lvb_type: 0 00010000:00010000:2.0:1763345650.980607:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aeacd lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x263:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833bbb expref: 345 pid: 6521 timeout: 1143 lvb_type: 0 00010000:00010000:2.0:1763345650.980628:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aeacd lrc: 0/0,0 mode: --/PR res: [0x200000405:0x263:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833bbb expref: 345 pid: 6521 timeout: 1143 lvb_type: 0 00010000:00010000:2.0:1763345650.980642:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x263:0x0].0x0 (ffff91b541f06c00) 00010000:00010000:2.0:1763345650.980648:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeae2 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x263:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345650.980656:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeae2 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x263:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345650.980663:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeae2 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x263:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.983866:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeae2 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x263:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.983883:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeae2 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x263:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763345650.983905:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x263:0x0]: returning size 0 00000004:00080000:0.0:1763345650.984060:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x377:0x0], index 1: 0 00000004:00080000:0.0:1763345650.984068:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x375:0x0], index 0: 0 00010000:00010000:0.0:1763345650.984168:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeae2 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x263:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.984182:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeae2 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x263:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.984189:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeae2 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x263:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.984195:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345650.984199:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeae2 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x263:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.984206:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeae2 lrc: 5/0,0 mode: EX/EX res: [0x200000405:0x263:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.984220:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x263:0x0].0x0 (ffff91b541f06c00) 00010000:00010000:0.0:1763345650.984223:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345650.984227:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeae2 lrc: 3/0,0 mode: --/EX res: [0x200000405:0x263:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345650.984272:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aeadb lrc: 1/0,0 mode: --/CR res: [0x200000405:0x263:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bc2 expref: 345 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.984283:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x263:0x0].0x0 (ffff91b541f06c00) 00010000:00010000:0.0:1763345650.984285:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763345650.984289:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aeadb lrc: 0/0,0 mode: --/CR res: [0x200000405:0x263:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bc2 expref: 345 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345650.984305:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4000, rc 0) 00000100:00100000:0.0:1763345650.984374:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+344:57877:x1849000910571008:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 15834us (17459us total) trans 8589941465 rc 301/301 00000100:00100000:0.0:1763345650.984382:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11587 00010000:00010000:2.0:1763345650.984648:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeae2 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x263:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345650.984666:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345650.985818:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544409c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+343:2409:x1849000910571136:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 4128us (5066us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345650.985831:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3866 00000100:00100000:2.0:1763345650.989319:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345650.989417:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910571392 00000100:00100000:0.0:1763345650.989426:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910571392 00000100:00100000:0.0:1763345650.989545:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3989 00000100:00100000:0.0:1763345650.989555:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+343:57877:x1849000910571392:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345650.989863:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+344:57877:x1849000910571392:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 308us (550us total) trans 8589941466 rc 0/0 00000100:00100000:0.0:1763345650.989871:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3989 00000100:00100000:0.0:1763345650.997563:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345650.998065:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910571520 00000100:00100000:2.0:1763345650.998076:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910571520 00000100:00100000:2.0:1763345650.998139:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11588 00000100:00100000:2.0:1763345650.998149:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+344:57877:x1849000910571520:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345650.998171:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345650.998192:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aeaf0 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x263:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833bc9 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.998261:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aeaf7 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x263:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345650.998275:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aeaf7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x263:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345650.998284:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aeaf7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x263:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:2.0:1763345650.998324:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x263:0x0]: returning size 0 00000004:00200000:2.0:1763345650.998328:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345650.998345:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aeaf7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x263:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345650.998369:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aeaf0 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x263:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bc9 expref: 346 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.998389:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aeaf7 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x263:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bc9 expref: 345 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345650.998399:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x263:0x0].0x0 (ffff91b54326b100) 00010000:00010000:2.0:1763345650.998402:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763345650.998405:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6000, rc 0) 00000100:00100000:2.0:1763345650.998466:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+345:57877:x1849000910571520:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 318us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345650.998473:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11588 00000100:00100000:3.0:1763345651.004943:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345651.004996:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.005126:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910571648 00000100:00100000:2.0:1763345651.005137:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910571648 00000100:00100000:2.0:1763345651.005192:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910571776 00000100:00100000:2.0:1763345651.005196:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910571776 00000100:00100000:2.0:1763345651.005233:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8561 00000100:00100000:2.0:1763345651.005244:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+17:2410:x1849000910571648:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345651.005261:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763345651.005263:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8562 00000100:00100000:0.0:1763345651.005277:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+23:2410:x1849000910571776:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345651.005286:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aeafe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833bd0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.005287:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345651.005302:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aeb05 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833bd7 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345651.005312:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x377:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:0.0:1763345651.005320:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x375:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763345651.005333:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345651.005334:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.005338:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345651.005339:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.005352:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aeafe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bd0 expref: 18 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345651.005352:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aeb05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bd7 expref: 24 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345651.005386:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aeb05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bd7 expref: 24 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345651.005387:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aeafe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bd0 expref: 18 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345651.005412:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6a00, rc 0) 00010000:00010000:0.0:1763345651.005412:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4c00, rc 0) 00000100:00100000:2.0:1763345651.005464:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+18:2410:x1849000910571648:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 221us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345651.005472:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8561 00000100:00100000:0.0:1763345651.005823:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+24:2410:x1849000910571776:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 549us (826us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345651.005830:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8562 00000100:00100000:0.0:1763345651.013100:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345651.013650:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910572032 00000100:00100000:3.0:1763345651.013661:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910572032 00000100:00100000:3.0:1763345651.013725:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11589 00000100:00100000:3.0:1763345651.013736:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+345:57877:x1849000910572032:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345651.013756:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345651.013814:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58aeb0c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833bde expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.013916:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aeb13 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.013932:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aeb13 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.013942:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aeb13 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:3.0:1763345651.013955:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 223839 00010000:00010000:3.0:1763345651.014064:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5d800/0x52bea07cb58aeb0c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bde expref: 348 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.014083:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aeb13 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bde expref: 347 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.014091:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345651.014094:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763345651.014097:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b653d5ca00, rc 0) 00000100:00100000:3.0:1763345651.014166:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+347:57877:x1849000910572032:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 432us (1074us total) trans 8589941467 rc 0/0 00000100:00100000:3.0:1763345651.014175:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11589 00000100:00100000:0.0:1763345651.018624:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.018751:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910572160 00000100:00100000:1.0:1763345651.018801:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910572160 00000100:00100000:1.0:1763345651.018852:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8563 00000100:00100000:1.0:1763345651.018862:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+24:2410:x1849000910572160:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:1.0:1763345651.018906:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58aeb21 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.018926:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae984 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833b4b expref: 24 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.018936:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1763345651.018938:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:1.0:1763345651.018940:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345651.018946:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58aeb21 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.018982:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae984 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->65535) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833b4b expref: 24 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345651.018984:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:1.0:1763345651.019003:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae984 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->65535) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833b4b expref: 24 pid: 8405 timeout: 1143 lvb_type: 0 00000100:00100000:1.0:1763345651.019020:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b671c0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8404:1849000924465024:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345651.019100:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6467a5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763345651.019164:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910572288 00000100:00100000:0.0:1763345651.019170:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910572288 00000100:00100000:0.0:1763345651.019208:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910572416 00000100:00100000:0.0:1763345651.019212:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910572416 00000100:00100000:0.0:1763345651.019243:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8564 00000100:00100000:0.0:1763345651.019251:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+25:2410:x1849000910572288:12345-192.168.203.8@tcp:1:lfs.0 00000100:00100000:2.0:1763345651.019272:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8565 00010000:00010000:0.0:1763345651.019273:0:27810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeb28 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.019288:0:27810:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aea87 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833b9f expref: 25 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345651.019295:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+18:2410:x1849000910572416:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:0.0:1763345651.019299:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345651.019302:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345651.019306:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeb28 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.019327:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58aeb2f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.019337:0:27810:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aea87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833b9f expref: 25 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.019345:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6800/0x52bea07cb58aea8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ba6 expref: 18 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.019352:0:27810:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aea87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833b9f expref: 25 pid: 8405 timeout: 1143 lvb_type: 0 00010000:00010000:2.0:1763345651.019360:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345651.019364:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345651.019369:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58aeb2f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345651.019370:0:27810:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432dd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27810:1849000924465152:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345651.019409:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6800/0x52bea07cb58aea8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833ba6 expref: 18 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345651.019411:0:27810:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5434f1840 going to sleep for 11 seconds 00010000:00010000:2.0:1763345651.019430:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6800/0x52bea07cb58aea8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833ba6 expref: 18 pid: 8405 timeout: 1143 lvb_type: 0 00000100:00100000:2.0:1763345651.019442:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924465280:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345651.019476:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6534eed80 going to sleep for 11 seconds 00000100:00100000:1.0:1763345651.023273:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b671c0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8404:1849000924465024:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345651.023302:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58aeb21 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345651.025189:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.025219:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910572672 00000100:00100000:0.0:1763345651.025227:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910572672 00010000:00010000:0.0:1763345651.025268:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aea87 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833b9f expref: 26 pid: 8405 timeout: 1143 lvb_type: 0 00000100:00100000:3.0:1763345651.025282:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.025307:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3867 00000100:00100000:0.0:1763345651.025318:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+26:2411:x1849000910572672:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345651.025333:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345651.025351:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aea87 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833b9f expref: 26 pid: 8405 timeout: 1143 lvb_type: 0 00010000:00010000:0.0:1763345651.025363:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aea87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833b9f expref: 26 pid: 8405 timeout: 1143 lvb_type: 0 00010000:00010000:0.0:1763345651.025385:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345651.025388:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345651.025393:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeb28 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.025404:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeb28 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345651.025424:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924465280:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345651.025424:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345651.025447:0:15692:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58aeb2f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345651.025472:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+26:2411:x1849000910572672:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 155us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345651.025482:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3867 00010000:00010000:1.0:1763345651.026210:0:27810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aea87 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833b9f expref: 25 pid: 8405 timeout: 1143 lvb_type: 0 00000100:00100000:1.0:1763345651.026229:0:27810:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432dd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27810:1849000924465152:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345651.026243:0:27810:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeb28 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.026252:0:27810:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeb28 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.026258:0:27810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeb28 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.026276:0:27810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeb28 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.026283:0:27810:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeb28 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.026290:0:27810:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeb28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.026296:0:27810:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345651.026301:0:27810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeb28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.026315:0:27810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeb28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.026327:0:27810:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeb28 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.026333:0:27810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeb28 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345651.026383:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+24:2410:x1849000910572288:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 7133us (7448us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.026392:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8564 00000100:00100000:2.0:1763345651.026400:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910572544 00000100:00100000:2.0:1763345651.026408:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910572544 00002000:00100000:2.0:1763345651.026441:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (217088->223838) req@ffff91b6748a7480 x1849000910572544/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:127/0 lens 7240/0 e 0 to 0 dl 1763345662 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345651.026455:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6748a7480 with x1849000910572544 ext(217088->223838) 00010000:00010000:2.0:1763345651.026462:0:28401:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae984 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->65535) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833b4b expref: 24 pid: 8405 timeout: 1143 lvb_type: 0 00010000:00010000:2.0:1763345651.026473:0:28401:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae984 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->65535) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833b4b expref: 24 pid: 8405 timeout: 1143 lvb_type: 0 00002000:00010000:2.0:1763345651.026480:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91b6748a7480 00000100:00100000:2.0:1763345651.028330:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 137 00000100:00100000:2.0:1763345651.028349:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+24:2409:x1849000910572544:12345-192.168.203.8@tcp:4:fsx.0 00000100:00100000:0.0:1763345651.028443:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.028695:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910572800 00000100:00100000:1.0:1763345651.028713:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910572800 00010000:00010000:1.0:1763345651.028740:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6800/0x52bea07cb58aea8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833ba6 expref: 19 pid: 8405 timeout: 1143 lvb_type: 0 00000100:00100000:1.0:1763345651.028831:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3868 00000100:00100000:1.0:1763345651.028840:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910572800:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345651.028852:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345651.028868:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6800/0x52bea07cb58aea8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833ba6 expref: 19 pid: 8405 timeout: 1143 lvb_type: 0 00010000:00010000:1.0:1763345651.028882:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6800/0x52bea07cb58aea8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833ba6 expref: 19 pid: 8405 timeout: 1143 lvb_type: 0 00010000:00010000:1.0:1763345651.028913:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6800/0x52bea07cb58aea8e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833ba6 expref: 19 pid: 8405 timeout: 1143 lvb_type: 0 00010000:00010000:1.0:1763345651.028927:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.028929:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.028933:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58aeb2f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.028943:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58aeb2f lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.028979:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345651.029024:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910572800:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 185us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.029032:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3868 00010000:00010000:3.0:1763345651.029740:0:15692:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58aeb2f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.029753:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58aeb2f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.029803:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58aeb2f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.029811:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58aeb2f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.029819:0:15692:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58aeb2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.029826:0:15692:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345651.029830:0:15692:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58aeb2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.029839:0:15692:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58aeb2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.029852:0:15692:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58aeb2f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.029860:0:15692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7400/0x52bea07cb58aeb2f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345651.029910:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+17:2410:x1849000910572416:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 10621us (10928us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345651.029918:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8565 00000100:00100000:2.0:1763345651.032630:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+26:2409:x1849000910572544:12345-192.168.203.8@tcp:4:fsx.0 Request processed in 4276us (7340us total) trans 21474839787 rc 0/0 00000100:00100000:2.0:1763345651.032644:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 137 00002000:00100000:2.0:1763345651.032655:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (217088->223838) req@ffff91b6748a7480 x1849000910572544/t21474839787(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:127/0 lens 7240/448 e 0 to 0 dl 1763345662 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345651.032665:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6748a7480 with x1849000910572544 ext(217088->223838) 00010000:00010000:2.0:1763345651.032675:0:28401:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae984 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->65535) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833b4b expref: 26 pid: 8405 timeout: 1143 lvb_type: 0 00010000:00010000:2.0:1763345651.032691:0:28401:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae984 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->65535) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833b4b expref: 26 pid: 8405 timeout: 1143 lvb_type: 0 00002000:00010000:2.0:1763345651.032699:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff91b6748a7480 00000100:00100000:0.0:1763345651.038889:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.039432:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910572928 00000100:00100000:2.0:1763345651.039443:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910572928 00010000:00010000:2.0:1763345651.039482:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae984 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->65535) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833b4b expref: 26 pid: 8405 timeout: 1143 lvb_type: 0 00000100:00100000:2.0:1763345651.039531:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3869 00000100:00100000:2.0:1763345651.039540:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+26:2411:x1849000910572928:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345651.039553:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763345651.039568:0:35200:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 83936 -> 223839 00002000:00010000:2.0:1763345651.039571:0:35200:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345649 -> 1763345650 00002000:00010000:2.0:1763345651.039573:0:35200:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 112 -> 136 00010000:00010000:2.0:1763345651.039578:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae984 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->65535) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833b4b expref: 26 pid: 8405 timeout: 1143 lvb_type: 0 00010000:00010000:2.0:1763345651.039591:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae984 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->65535) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833b4b expref: 26 pid: 8405 timeout: 1143 lvb_type: 0 00010000:00010000:2.0:1763345651.039611:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b545a1cc00/0x52bea07cb58ae984 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->65535) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833b4b expref: 26 pid: 8405 timeout: 1143 lvb_type: 0 00010000:00010000:2.0:1763345651.039625:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.039627:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.039631:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58aeb21 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.039640:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58aeb21 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.039673:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345651.039711:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58aeb21 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345651.039723:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+25:2411:x1849000910572928:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 182us (843us total) trans 0 rc 0/0 00010000:00010000:3.0:1763345651.039725:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58aeb21 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345651.039736:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3869 00010000:00010000:3.0:1763345651.039753:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58aeb21 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.039798:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58aeb21 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.039805:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58aeb21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.039812:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345651.039816:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58aeb21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.039825:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58aeb21 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.039838:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58aeb21 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.039845:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91e00/0x52bea07cb58aeb21 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345651.040069:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+24:2410:x1849000910572160:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 21208us (21451us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345651.040077:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8563 00000100:00100000:0.0:1763345651.043011:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.043051:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.043085:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.043145:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910573184 00000100:00100000:1.0:1763345651.043154:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910573184 00000100:00100000:1.0:1763345651.043203:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910573056 00000100:00100000:1.0:1763345651.043205:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910573056 00000100:00100000:1.0:1763345651.043223:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910573312 00000100:00100000:1.0:1763345651.043225:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910573312 00000100:00100000:1.0:1763345651.043243:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8566 00000100:00100000:1.0:1763345651.043251:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+25:2411:x1849000910573184:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345651.043266:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345651.043285:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aeb36 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833bec expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345651.043311:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x372:0x0] initial LVB size: 0, mtime: 0x691a84f2, atime: 0x691a84f1, ctime: 0x691a84f2, blocks: 0x1800 00010000:00010000:1.0:1763345651.043329:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.043331:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.043340:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aeb36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bec expref: 26 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345651.043356:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aeb36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bec expref: 26 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345651.043367:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90e00, rc 0) 00000100:00100000:1.0:1763345651.043420:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+26:2411:x1849000910573184:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 169us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.043426:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8566 00000100:00100000:1.0:1763345651.043441:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8567 00000100:00100000:1.0:1763345651.043447:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+25:2411:x1849000910573056:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345651.043453:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345651.043461:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58aeb3d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833be5 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345651.043471:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x370:0x0] initial LVB size: 223839, mtime: 0x691a84f2, atime: 0x691a84f2, ctime: 0x691a84f2, blocks: 0x88 00010000:00010000:1.0:1763345651.043480:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.043481:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.043486:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58aeb3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833be5 expref: 26 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345651.043501:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58aeb3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833be5 expref: 26 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345651.043515:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91800, rc 0) 00000100:00100000:1.0:1763345651.043534:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+26:2411:x1849000910573056:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 87us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.043540:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8567 00000100:00100000:1.0:1763345651.043550:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8568 00000100:00100000:1.0:1763345651.043557:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910573312:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345651.043564:0:27810:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345651.043574:0:27810:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58aeb44 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833bf3 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345651.043585:0:27810:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x374:0x0] initial LVB size: 0, mtime: 0x691a84f2, atime: 0x691a84f1, ctime: 0x691a84f2, blocks: 0x0 00010000:00010000:1.0:1763345651.043593:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.043594:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.043598:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58aeb44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bf3 expref: 18 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345651.043607:0:27810:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58aeb44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bf3 expref: 18 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345651.043615:0:27810:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90600, rc 0) 00000100:00100000:1.0:1763345651.043631:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+18:2411:x1849000910573312:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 75us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.043639:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8568 00000100:00100000:0.0:1763345651.079507:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345651.079567:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910573440 00000100:00100000:3.0:1763345651.079576:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910573440 00000100:00100000:3.0:1763345651.079635:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8569 00000100:00100000:3.0:1763345651.079645:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+26:2410:x1849000910573440:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:3.0:1763345651.081161:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+26:2410:x1849000910573440:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 1513us (1657us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345651.081172:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8569 00000100:00100000:1.0:1763345651.085420:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345651.085940:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910573568 00000100:00100000:3.0:1763345651.085950:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910573568 00000100:00100000:3.0:1763345651.086905:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11590 00000100:00100000:3.0:1763345651.086919:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+347:57877:x1849000910573568:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345651.086973:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345651.086995:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aeb4b lrc: 2/0,0 mode: --/PR res: [0x200000405:0x263:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833bfa expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.087030:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aeb52 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x263:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.087043:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aeb52 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x263:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.087053:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aeb52 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x263:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.087156:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aeb4b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x263:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bfa expref: 349 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.087176:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aeb52 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x263:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bfa expref: 348 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.087185:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x263:0x0].0x0 (ffff91b54326b100) 00010000:00010000:2.0:1763345651.087188:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763345651.087192:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6800, rc 0) 00000100:00100000:2.0:1763345651.087258:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+348:57877:x1849000910573568:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 344us (1846us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345651.087269:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11590 00000100:00100000:0.0:1763345651.091603:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.091655:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910573824 00000100:00100000:2.0:1763345651.091666:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910573824 00000100:00100000:2.0:1763345651.091730:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11591 00000100:00100000:2.0:1763345651.091740:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+348:57877:x1849000910573824:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345651.091827:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345651.091855:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aeaf7 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x263:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bc9 expref: 348 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.091873:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x263:0x0].0x0 (ffff91b54326b100) 00010000:00010000:2.0:1763345651.091879:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345651.092037:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58aeb59 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x263:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.092050:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58aeb59 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x263:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.092060:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58aeb59 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x263:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000001:00080000:2.0:1763345651.092103:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941468 00000004:00010000:2.0:1763345651.092123:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cabf6c4b reply state 00000000c2ecd05d transno 8589941469 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58aeb59 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x263:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.092135:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58aeb59 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x263:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.092141:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x263:0x0].0x0 (ffff91b54326b100) 00010000:00010000:2.0:1763345651.092144:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345651.092146:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345651.092232:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+350:57877:x1849000910573824:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 492us (635us total) trans 8589941469 rc 0/0 00000100:00100000:2.0:1763345651.092239:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11591 00000020:00080000:2.0:1763345651.092244:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345651.096108:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.097437:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910573952 00000100:00100000:2.0:1763345651.097448:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910573952 00000100:00100000:2.0:1763345651.097514:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11592 00000100:00100000:2.0:1763345651.097525:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+350:57877:x1849000910573952:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345651.097550:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345651.097570:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aeb60 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x263:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833c01 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.097620:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aeb60 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x263:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c01 expref: 351 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.097632:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aeb60 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x263:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c01 expref: 351 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.097647:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x263:0x0].0x0 (ffff91b54326b100) 00010000:00010000:2.0:1763345651.097650:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345651.097653:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6c00, rc 0) 00000100:00100000:2.0:1763345651.097714:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+351:57877:x1849000910573952:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 190us (1614us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345651.097721:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11592 00000100:00100000:0.0:1763345651.102802:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345651.102886:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910574080 00000100:00100000:3.0:1763345651.102896:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910574080 00000100:00100000:3.0:1763345651.102952:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8570 00000100:00100000:3.0:1763345651.102962:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+18:57877:x1849000910574080:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345651.102978:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345651.103278:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58aeb67 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833c08 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.103312:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aeafe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bd0 expref: 19 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345651.103320:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345651.103322:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345651.103327:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58aeb67 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c08 expref: 19 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.103358:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aeafe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980833bd0 expref: 19 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345651.103371:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aeafe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833bd0 expref: 19 pid: 8405 timeout: 1143 lvb_type: 1 00000100:00100000:3.0:1763345651.103384:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924465408:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345651.103673:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541f62b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763345651.109521:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.109621:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910574208 00000100:00100000:1.0:1763345651.109631:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910574208 00010000:00010000:1.0:1763345651.109669:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aeafe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833bd0 expref: 20 pid: 8405 timeout: 1143 lvb_type: 1 00000100:00100000:1.0:1763345651.109713:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3870 00000100:00100000:1.0:1763345651.109723:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910574208:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345651.109738:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345651.109743:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aeafe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833bd0 expref: 20 pid: 8405 timeout: 1143 lvb_type: 1 00010000:00010000:1.0:1763345651.109755:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aeafe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833bd0 expref: 20 pid: 8405 timeout: 1143 lvb_type: 1 00010000:00010000:1.0:1763345651.109818:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.109820:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.109827:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58aeb67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c08 expref: 20 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.109837:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58aeb67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c08 expref: 20 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.109873:0:6507:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58aeb67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c08 expref: 20 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345651.109892:0:6507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b671c0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6507:1849000924465536:192.168.203.8@tcp:105: 00000100:00100000:1.0:1763345651.109958:0:6507:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6467a5f00 going to sleep for 11 seconds 00010000:00010000:3.0:1763345651.110207:0:15692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aeafe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833bd0 expref: 20 pid: 8405 timeout: 1143 lvb_type: 1 00000100:00100000:3.0:1763345651.110222:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924465408:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345651.110270:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58aeb67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833c08 expref: 19 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.110282:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b653d5c400, rc 0) 00000100:00100000:3.0:1763345651.111629:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+19:57877:x1849000910574080:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 8662us (8840us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345651.111644:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8570 00000100:00100000:1.0:1763345651.112885:0:6507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b671c0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6507:1849000924465536:192.168.203.8@tcp:105: 00010000:00010000:1.0:1763345651.112906:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345651.112962:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910574208:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 3239us (3448us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.112971:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3870 00000100:00100000:0.0:1763345651.116328:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345651.116491:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910574336 00000100:00100000:3.0:1763345651.116501:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910574336 00000100:00100000:3.0:1763345651.116562:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8571 00000100:00100000:3.0:1763345651.116572:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+26:57877:x1849000910574336:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345651.116588:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345651.116604:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b653d5d800/0x52bea07cb58aeb6e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833c0f expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.116630:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aeb05 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bd7 expref: 27 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345651.116642:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345651.116644:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345651.116648:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b653d5d800/0x52bea07cb58aeb6e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c0f expref: 27 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.116680:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aeb05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980833bd7 expref: 27 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345651.116692:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aeb05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833bd7 expref: 27 pid: 27810 timeout: 1143 lvb_type: 1 00000100:00100000:3.0:1763345651.116811:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924465664:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345651.117042:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541f62b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763345651.120101:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924465664:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345651.120152:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b653d5d800/0x52bea07cb58aeb6e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833c0f expref: 27 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.120178:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b653d5d800, rc 0) 00000100:00100000:2.0:1763345651.120274:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+27:57877:x1849000910574336:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3671us (3921us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345651.120284:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8571 00000100:00100000:0.0:1763345651.120919:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.121122:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910574464 00000100:00100000:1.0:1763345651.121130:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910574464 00010000:00010000:1.0:1763345651.121164:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aeb05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833bd7 expref: 27 pid: 27810 timeout: 1143 lvb_type: 1 00000100:00100000:1.0:1763345651.121205:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3871 00000100:00100000:1.0:1763345651.121214:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+27:2408:x1849000910574464:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345651.121227:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345651.121232:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aeb05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833bd7 expref: 27 pid: 27810 timeout: 1143 lvb_type: 1 00010000:00010000:1.0:1763345651.121254:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aeb05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833bd7 expref: 27 pid: 27810 timeout: 1143 lvb_type: 1 00010000:00010000:1.0:1763345651.121279:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aeb05 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833bd7 expref: 27 pid: 27810 timeout: 1143 lvb_type: 1 00010000:00010000:1.0:1763345651.121297:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.121298:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.121304:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b653d5d800/0x52bea07cb58aeb6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833c0f expref: 26 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.121313:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b653d5d800/0x52bea07cb58aeb6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833c0f expref: 26 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.121349:0:6507:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b653d5d800/0x52bea07cb58aeb6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833c0f expref: 26 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345651.121363:0:6507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b671c0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6507:1849000924465792:192.168.203.8@tcp:105: 00000100:00100000:1.0:1763345651.121431:0:6507:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6467a5f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763345651.130268:0:6507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b671c0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6507:1849000924465792:192.168.203.8@tcp:105: 00010000:00010000:1.0:1763345651.130297:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345651.130361:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910574464:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 9146us (9443us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.130372:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3871 00000100:00100000:0.0:1763345651.131086:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.131121:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.131144:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910574592 00000100:00100000:2.0:1763345651.131152:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910574592 00002000:00010000:2.0:1763345651.131189:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/887 (0->18446744073709551615) 00002000:00100000:2.0:1763345651.131193:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54545c700 with x1849000910574592 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345651.131202:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54545c700. 00000100:00100000:2.0:1763345651.131534:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910574720 00000100:00100000:2.0:1763345651.131538:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910574720 00002000:00010000:2.0:1763345651.131554:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/885 (0->18446744073709551615) 00002000:00100000:2.0:1763345651.131557:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54545d500 with x1849000910574720 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345651.131564:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54545d500. 00000100:00100000:0.0:1763345651.131595:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2209 00000100:00100000:0.0:1763345651.131606:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910574592:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:0.0:1763345651.131815:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345651.131819:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb mtime from disk: 0 -> 1763345650 00002000:00010000:0.0:1763345651.131822:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345651.131824:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb ctime from disk: 0 -> 1763345650 00002000:00010000:0.0:1763345651.131826:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345651.131863:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910574592:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 260us (779us total) trans 17179872469 rc 0/0 00000100:00100000:0.0:1763345651.131870:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2209 00002000:00010000:0.0:1763345651.131874:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/887 (0->18446744073709551615) 00002000:00100000:0.0:1763345651.131876:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54545c700 with x1849000910574592 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345651.131881:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54545c700. 00000100:00100000:0.0:1763345651.131899:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2210 00000100:00100000:0.0:1763345651.131905:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910574720:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:0.0:1763345651.131983:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345651.131987:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb mtime from disk: 0 -> 1763345650 00002000:00010000:0.0:1763345651.131989:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345651.131991:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb ctime from disk: 0 -> 1763345650 00002000:00010000:0.0:1763345651.131993:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345651.132015:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+27:2408:x1849000910574720:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 110us (893us total) trans 21474839788 rc 0/0 00000100:00100000:0.0:1763345651.132022:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2210 00002000:00010000:0.0:1763345651.132024:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/885 (0->18446744073709551615) 00002000:00100000:0.0:1763345651.132027:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54545d500 with x1849000910574720 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345651.132030:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54545d500. 00000100:00100000:0.0:1763345651.143917:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.146146:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910574848 00000100:00100000:2.0:1763345651.146159:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910574848 00000100:00100000:2.0:1763345651.146598:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8572 00000100:00100000:2.0:1763345651.146609:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+27:2411:x1849000910574848:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:2.0:1763345651.147014:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+27:2411:x1849000910574848:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 404us (3101us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345651.147022:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8572 00000100:00100000:3.0:1763345651.149273:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.149449:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910574976 00000100:00100000:2.0:1763345651.149459:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910574976 00000100:00100000:2.0:1763345651.149518:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8573 00000100:00100000:2.0:1763345651.149528:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+27:2408:x1849000910574976:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:2.0:1763345651.149647:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+27:2408:x1849000910574976:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 119us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345651.149655:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8573 00000100:00100000:1.0:1763345651.152605:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.152695:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910575104 00000100:00100000:0.0:1763345651.152705:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910575104 00000100:00100000:0.0:1763345651.153924:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2211 00000100:00100000:0.0:1763345651.153941:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+27:2409:x1849000910575104:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:0.0:1763345651.154004:0:8409:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb75 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.154021:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345651.154023:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345651.154028:0:8409:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb75 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.154041:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb75 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.154152:0:8409:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb75 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.154160:0:8409:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb75 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.154168:0:8409:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.154552:0:8409:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345651.154558:0:8409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.154569:0:8409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.154586:0:8409:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb75 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.154596:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb75 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345651.154677:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+27:2409:x1849000910575104:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 741us (2080us total) trans 0 rc 16384/16384 00000100:00100000:0.0:1763345651.154685:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2211 00000100:00100000:3.0:1763345651.159367:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.160657:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910575232 00000100:00100000:0.0:1763345651.160669:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910575232 00000100:00100000:0.0:1763345651.161513:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2212 00000100:00100000:0.0:1763345651.161527:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910575232:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:0.0:1763345651.161566:0:8409:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb7c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.161586:0:8409:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58aeb67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833c08 expref: 19 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.161595:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345651.161597:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345651.161600:0:8409:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb7c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.161638:0:8409:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58aeb67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.8@tcp remote: 0x199a96980833c08 expref: 19 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.161652:0:8409:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58aeb67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980833c08 expref: 19 pid: 15692 timeout: 1143 lvb_type: 0 00000100:00100000:0.0:1763345651.161671:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8409:1849000924465920:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345651.161776:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6523bbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1763345651.164193:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8409:1849000924465920:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345651.164219:0:8409:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb7c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345651.165001:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.165078:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910575360 00000100:00100000:1.0:1763345651.165085:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910575360 00010000:00010000:1.0:1763345651.165116:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58aeb67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980833c08 expref: 20 pid: 15692 timeout: 1143 lvb_type: 0 00000100:00100000:1.0:1763345651.165149:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3872 00000100:00100000:1.0:1763345651.165158:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b645687050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910575360:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345651.165172:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345651.165189:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58aeb67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980833c08 expref: 20 pid: 15692 timeout: 1143 lvb_type: 0 00010000:00010000:1.0:1763345651.165199:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58aeb67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980833c08 expref: 20 pid: 15692 timeout: 1143 lvb_type: 0 00010000:00010000:1.0:1763345651.165219:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b653d5c400/0x52bea07cb58aeb67 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.8@tcp remote: 0x199a96980833c08 expref: 20 pid: 15692 timeout: 1143 lvb_type: 0 00010000:00010000:1.0:1763345651.165232:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.165234:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.165238:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.165247:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb7c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.165275:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345651.165331:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b645687050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910575360:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 172us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.165339:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3872 00010000:00010000:0.0:1763345651.165553:0:8409:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.165561:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1763345651.168377:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872470 is committed 00000001:00080000:3.0:1763345651.168400:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872467 is committed 00002000:00010000:0.0:1763345651.168532:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb size from disk: 0 -> 61440 00002000:00010000:0.0:1763345651.168538:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb blocks from disk: 0 -> 32 00010000:00010000:0.0:1763345651.168549:0:8409:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.168584:0:8409:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.168592:0:8409:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.168599:0:8409:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345651.168603:0:8409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.168616:0:8409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.168634:0:8409:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb7c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.168642:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb7c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345651.168733:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910575232:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 7207us (9372us total) trans 17179872470 rc 0/0 00000100:00100000:0.0:1763345651.168742:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2212 00000100:00100000:3.0:1763345651.172471:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.172724:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910575488 00000100:00100000:0.0:1763345651.172735:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910575488 00000100:00100000:0.0:1763345651.173010:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8574 00000100:00100000:0.0:1763345651.173021:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+27:2410:x1849000910575488:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:0.0:1763345651.173137:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+27:2410:x1849000910575488:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 118us (675us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345651.173144:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8574 00000100:00100000:3.0:1763345651.175909:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.176744:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910575616 00000100:00100000:0.0:1763345651.176755:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910575616 00000100:00100000:0.0:1763345651.177385:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8575 00000100:00100000:0.0:1763345651.177397:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+27:2409:x1849000910575616:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:0.0:1763345651.177512:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+27:2409:x1849000910575616:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 117us (1611us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345651.177523:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8575 00000100:00100000:3.0:1763345651.180656:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.180734:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910575744 00000100:00100000:0.0:1763345651.180745:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910575744 00000100:00100000:0.0:1763345651.181478:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2213 00000100:00100000:0.0:1763345651.181491:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+27:2408:x1849000910575744:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:0.0:1763345651.181533:0:8409:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb83 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.181547:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345651.181550:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345651.181555:0:8409:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb83 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.181569:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb83 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.181679:0:8409:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb83 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.181689:0:8409:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb83 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.181698:0:8409:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb83 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.181705:0:8409:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345651.181709:0:8409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb83 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.181722:0:8409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb83 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.181737:0:8409:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb83 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.181744:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb83 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345651.181863:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+27:2408:x1849000910575744:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 375us (1215us total) trans 0 rc 6751/6751 00000100:00100000:0.0:1763345651.181872:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2213 00000100:00100000:3.0:1763345651.184809:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.184952:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910575872 00000100:00100000:2.0:1763345651.184962:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910575872 00000100:00100000:2.0:1763345651.185078:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2214 00000100:00100000:2.0:1763345651.185087:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910575872:12345-192.168.203.8@tcp:4:lfs.0 00002000:00010000:2.0:1763345651.185128:0:28401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x377:0x0] initial LVB size: 61440, mtime: 0x691a84f2, atime: 0x0, ctime: 0x691a84f2, blocks: 0x20 00010000:00010000:2.0:1763345651.185136:0:28401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6000/0x52bea07cb58aeb8a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.185149:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.185151:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.185155:0:28401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6000/0x52bea07cb58aeb8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.185167:0:28401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6000/0x52bea07cb58aeb8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1763345651.193163:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872471 is committed 00002000:00010000:2.0:1763345651.193835:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb size from disk: 61440 -> 223839 00002000:00010000:2.0:1763345651.193840:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb blocks from disk: 32 -> 48 00010000:00010000:2.0:1763345651.193853:0:28401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6000/0x52bea07cb58aeb8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.193865:0:28401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6000/0x52bea07cb58aeb8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.193874:0:28401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6000/0x52bea07cb58aeb8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.193881:0:28401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345651.193886:0:28401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6000/0x52bea07cb58aeb8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.193895:0:28401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6000/0x52bea07cb58aeb8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.193914:0:28401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6000/0x52bea07cb58aeb8a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.193921:0:28401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6000/0x52bea07cb58aeb8a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345651.194022:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910575872:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 8930us (9258us total) trans 17179872471 rc 0/0 00000100:00100000:2.0:1763345651.194032:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2214 00000100:00100000:3.0:1763345651.196835:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.197113:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910576000 00000100:00100000:2.0:1763345651.197123:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910576000 00000100:00100000:2.0:1763345651.197185:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11593 00000100:00100000:2.0:1763345651.197196:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+351:57877:x1849000910576000:12345-192.168.203.8@tcp:44:lfs.0 00000001:00080000:1.0:1763345651.203399:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941469 is committed 00000020:00080000:1.0:1763345651.203451:0:32310:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91b6431fae40 refcount 2 committed 0 result 0 batchid 4294969283 00000020:00080000:1.0:1763345651.203456:0:32310:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91b54354d200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91b65368d540 00000020:00080000:1.0:1763345651.203459:0:32310:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91b54354d300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91b544f2d000 00000020:00080000:1.0:1763345651.203463:0:32310:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].15 00000020:00080000:1.0:1763345651.203491:0:32310:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969282 batchid updated 00010000:00010000:3.0:1763345651.203581:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aea80 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.203592:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aea80 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.203600:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aea80 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.203606:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345651.203610:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aea80 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.203618:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aea80 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.203633:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345651.203636:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345651.203641:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aea80 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.203646:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aea80 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.203669:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58aeb59 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x263:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.203675:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58aeb59 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x263:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.203680:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58aeb59 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x263:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.203685:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345651.203688:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58aeb59 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x263:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.203694:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58aeb59 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x263:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.203702:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x263:0x0].0x0 (ffff91b54326b100) 00010000:00010000:3.0:1763345651.203704:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345651.203707:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58aeb59 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x263:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.203712:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58aeb59 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x263:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000020:00080000:2.0:1763345651.203803:0:32338:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969283 committed batchid 4294969282 00000020:00080000:2.0:1763345651.203913:0:32338:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969282 cancel update log [0x200000bd0:0x2:0x0].14: rc = 0 00000020:00080000:2.0:1763345651.203922:0:32338:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969282 00000100:00100000:0.0:1763345651.204079:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+322:57877:x1849000910576000:12345-192.168.203.8@tcp:44:lfs.0 Request processed in 6881us (7248us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345651.204095:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11593 00000100:00100000:1.0:1763345651.206688:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.206728:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.206833:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910576256 00000100:00100000:2.0:1763345651.206844:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910576256 00000100:00100000:2.0:1763345651.206894:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910576128 00000100:00100000:2.0:1763345651.206898:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910576128 00000100:00100000:2.0:1763345651.206929:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8576 00000100:00100000:2.0:1763345651.206938:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+27:2409:x1849000910576256:12345-192.168.203.8@tcp:16:lfs.0 00000100:00100000:3.0:1763345651.207066:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8577 00000100:00100000:3.0:1763345651.207075:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6744dd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910576128:12345-192.168.203.8@tcp:16:lfs.0 00000100:00100000:3.0:1763345651.207148:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6744dd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910576128:12345-192.168.203.8@tcp:16:lfs.0 Request processed in 74us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345651.207157:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8577 00000001:00080000:2.0:1763345651.209549:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839788 is committed 00000001:00080000:2.0:1763345651.209594:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839780 is committed 00000100:00100000:0.0:1763345651.209755:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910576256:12345-192.168.203.8@tcp:16:lfs.0 Request processed in 2814us (3070us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345651.209779:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8576 00000100:00100000:1.0:1763345651.219376:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.219427:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910576384 00000100:00100000:0.0:1763345651.219437:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910576384 00000100:00100000:0.0:1763345651.219495:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8578 00000100:00100000:0.0:1763345651.219505:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910576384:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:0.0:1763345651.219545:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb91 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.219559:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345651.219563:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345651.219568:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb91 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.219582:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb91 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.219605:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb91 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.219612:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb91 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.219620:0:15692:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.219627:0:15692:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345651.219631:0:15692:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.219638:0:15692:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.219651:0:15692:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb91 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.219658:0:15692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeb91 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345651.219742:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910576384:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 238us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345651.219750:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8578 00000100:00100000:3.0:1763345651.225413:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345651.225450:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.225522:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910576512 00000100:00100000:1.0:1763345651.225532:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910576512 00000100:00100000:1.0:1763345651.225581:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910576640 00000100:00100000:1.0:1763345651.225584:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910576640 00000100:00100000:1.0:1763345651.225610:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8579 00000100:00100000:1.0:1763345651.225619:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910576512:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:1.0:1763345651.225663:0:28868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58aeb98 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.225677:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.225679:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.225683:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58aeb98 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.225696:0:28868:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58aeb98 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.225717:0:28868:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58aeb98 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.225724:0:28868:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58aeb98 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.225731:0:28868:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58aeb98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.225738:0:28868:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345651.225741:0:28868:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58aeb98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.225749:0:28868:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58aeb98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.225806:0:28868:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58aeb98 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.225815:0:28868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58aeb98 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345651.225881:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910576512:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 262us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.225888:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8579 00000100:00100000:1.0:1763345651.225907:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8580 00000100:00100000:1.0:1763345651.225913:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910576640:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:1.0:1763345651.225932:0:28868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58aeb9f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.225940:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.225941:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.225944:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58aeb9f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.225964:0:28868:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58aeb9f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.225979:0:28868:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58aeb9f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.225985:0:28868:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58aeb9f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.225992:0:28868:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58aeb9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.226002:0:28868:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345651.226005:0:28868:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58aeb9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.226012:0:28868:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58aeb9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.226021:0:28868:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58aeb9f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.226028:0:28868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58aeb9f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345651.226058:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910576640:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 146us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.226065:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8580 00000100:00100000:3.0:1763345651.231165:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.231245:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910576896 00000100:00100000:0.0:1763345651.231257:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910576896 00000100:00100000:0.0:1763345651.231320:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11594 00000100:00100000:0.0:1763345651.231331:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+322:57877:x1849000910576896:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345651.231417:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeba6 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x263:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.231433:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeba6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x263:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.231444:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeba6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x263:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00010000:0.0:1763345651.231559:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000050c80d2b reply state 0000000078279414 transno 8589941470 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeba6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x263:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.231571:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeba6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x263:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.231579:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x263:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345651.231582:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345651.231585:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345651.231670:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+324:57877:x1849000910576896:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 341us (513us total) trans 8589941470 rc 0/0 00000100:00100000:0.0:1763345651.231677:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11594 00000100:00100000:1.0:1763345651.235112:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.235152:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.235230:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910577024 00000100:00100000:0.0:1763345651.235239:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910577024 00000100:00100000:0.0:1763345651.235284:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910577152 00000100:00100000:0.0:1763345651.235287:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910577152 00000100:00100000:0.0:1763345651.235923:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8581 00000100:00100000:0.0:1763345651.235935:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:2410:x1849000910577024:12345-192.168.203.8@tcp:2:lfs.0 00000100:00100000:0.0:1763345651.236112:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+15:2410:x1849000910577024:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 180us (1007us total) trans 17179872472 rc 0/0 00000100:00100000:0.0:1763345651.236119:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8581 00000100:00100000:0.0:1763345651.236135:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8582 00000100:00100000:0.0:1763345651.236141:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:2410:x1849000910577152:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:0.0:1763345651.236201:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345651.236204:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb mtime from disk: 1763345650 -> 1763345650 00002000:00010000:0.0:1763345651.236207:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb atime from disk: 0 -> 1763345650 00002000:00010000:0.0:1763345651.236209:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb ctime from disk: 1763345650 -> 1763345650 00002000:00010000:0.0:1763345651.236211:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345651.236230:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+15:2410:x1849000910577152:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 89us (1077us total) trans 21474839789 rc 0/0 00000100:00100000:0.0:1763345651.236235:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8582 00000100:00100000:3.0:1763345651.239224:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.239335:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910577408 00000100:00100000:0.0:1763345651.239344:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910577408 00000100:00100000:0.0:1763345651.239401:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11595 00000100:00100000:0.0:1763345651.239411:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+324:57877:x1849000910577408:12345-192.168.203.8@tcp:55:lfs.0 00010000:00010000:0.0:1763345651.239478:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebad lrc: 3/0,1 mode: --/PW res: [0x200000405:0x263:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.239495:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aeb52 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x263:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bfa expref: 324 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.239509:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebad lrc: 4/0,1 mode: --/PW res: [0x200000405:0x263:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.239556:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aeb52 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x263:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833bfa expref: 324 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.239569:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aeb52 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x263:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833bfa expref: 324 pid: 6521 timeout: 1143 lvb_type: 0 00000100:00100000:0.0:1763345651.239583:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a4380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924466048:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345651.239665:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5435ed900 going to sleep for 11 seconds 00000100:00100000:3.0:1763345651.244345:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.244679:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a4380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924466048:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345651.244704:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebad lrc: 3/0,1 mode: --/PW res: [0x200000405:0x263:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:2.0:1763345651.245022:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910577536 00000100:00100000:2.0:1763345651.245030:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910577536 00010000:00010000:2.0:1763345651.245062:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aeb52 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x263:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833bfa expref: 325 pid: 6521 timeout: 1143 lvb_type: 0 00000100:00100000:2.0:1763345651.245135:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3873 00000100:00100000:2.0:1763345651.245143:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+325:2408:x1849000910577536:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345651.245156:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345651.245162:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aeb52 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x263:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833bfa expref: 325 pid: 6521 timeout: 1143 lvb_type: 0 00010000:00010000:2.0:1763345651.245172:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aeb52 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x263:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833bfa expref: 325 pid: 6521 timeout: 1143 lvb_type: 0 00010000:00010000:2.0:1763345651.245191:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aeb52 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x263:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833bfa expref: 325 pid: 6521 timeout: 1143 lvb_type: 0 00010000:00010000:2.0:1763345651.245206:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x263:0x0].0x0 (ffff91b54326b100) 00010000:00010000:2.0:1763345651.245210:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebad lrc: 3/0,1 mode: --/PW res: [0x200000405:0x263:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.245219:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebad lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x263:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.245229:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebad lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x263:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.245256:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345651.245294:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebad lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x263:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.245304:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebad lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x263:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:2.0:1763345651.245312:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+324:2408:x1849000910577536:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 167us (973us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345651.245320:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3873 00010000:00010000:0.0:1763345651.245341:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebad lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x263:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.245350:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebad lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x263:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.245357:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebad lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x263:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.245367:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345651.245372:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebad lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x263:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.245380:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebad lrc: 4/0,0 mode: PW/PW res: [0x200000405:0x263:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.245390:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x263:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345651.245394:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1763345651.245398:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebad lrc: 2/0,0 mode: --/PW res: [0x200000405:0x263:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.245404:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebad lrc: 0/0,0 mode: --/PW res: [0x200000405:0x263:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000100:00100000:0.0:1763345651.245443:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+323:57877:x1849000910577408:12345-192.168.203.8@tcp:55:lfs.0 Request processed in 6033us (6228us total) trans 0 rc -22/-22 00000100:00100000:0.0:1763345651.245452:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11595 00000100:00100000:1.0:1763345651.247851:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.247899:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910577792 00000100:00100000:0.0:1763345651.247908:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910577792 00000100:00100000:0.0:1763345651.247966:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11596 00000100:00100000:0.0:1763345651.247978:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+323:57877:x1849000910577792:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345651.248028:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345651.248052:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aea9c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bad expref: 323 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.248068:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345651.248072:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345651.248110:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aebb4 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.248122:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aebb4 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.248131:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aebb4 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00010000:0.0:1763345651.248216:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c64e6313 reply state 000000006e16d7eb transno 8589941471 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aebb4 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.248226:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aebb4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.248232:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345651.248234:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345651.248236:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345651.248667:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+324:57877:x1849000910577792:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 691us (822us total) trans 8589941471 rc 0/0 00000100:00100000:0.0:1763345651.248676:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11596 00000100:00100000:3.0:1763345651.254261:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345651.254298:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.254337:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910578048 00000100:00100000:3.0:1763345651.254339:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.254349:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910578048 00000100:00100000:0.0:1763345651.254399:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910577920 00000100:00100000:0.0:1763345651.254402:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910577920 00000100:00100000:0.0:1763345651.254417:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910578176 00000100:00100000:0.0:1763345651.254419:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910578176 00000100:00100000:0.0:1763345651.254436:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8583 00000100:00100000:0.0:1763345651.254443:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910578048:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:0.0:1763345651.254573:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345651.254576:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345650 -> 1763345650 00002000:00010000:0.0:1763345651.254579:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345649 -> 1763345650 00002000:00010000:0.0:1763345651.254581:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345650 -> 1763345650 00002000:00010000:0.0:1763345651.254584:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763345651.254635:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910578048:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 192us (384us total) trans 21474839790 rc 0/0 00000100:00100000:0.0:1763345651.254643:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8583 00000100:00100000:0.0:1763345651.254659:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8584 00000100:00100000:0.0:1763345651.254665:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910577920:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:0.0:1763345651.254716:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 223839 -> 223839 00002000:00010000:0.0:1763345651.254719:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345650 -> 1763345650 00002000:00010000:0.0:1763345651.254721:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:0.0:1763345651.254723:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345650 -> 1763345650 00002000:00010000:0.0:1763345651.254725:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 136 -> 136 00000100:00100000:0.0:1763345651.254748:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910577920:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 82us (448us total) trans 21474839791 rc 0/0 00000100:00100000:0.0:1763345651.254756:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8584 00000100:00100000:0.0:1763345651.254813:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8585 00000100:00100000:0.0:1763345651.254823:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910578176:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:0.0:1763345651.254899:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345651.254902:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345650 -> 1763345650 00002000:00010000:0.0:1763345651.254905:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345649 -> 1763345650 00002000:00010000:0.0:1763345651.254907:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345650 -> 1763345650 00002000:00010000:0.0:1763345651.254910:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345651.254929:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910578176:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 109us (590us total) trans 17179872473 rc 0/0 00000100:00100000:0.0:1763345651.254934:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8585 00000100:00100000:3.0:1763345651.259184:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.259611:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910578432 00000100:00100000:0.0:1763345651.259621:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910578432 00000100:00100000:0.0:1763345651.259682:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3990 00000100:00100000:0.0:1763345651.259692:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:57877:x1849000910578432:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:0.0:1763345651.263659:0:35216:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000405:0x25c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aeb13 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bde expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.263716:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebbb lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345651.263732:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aea41 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b8a expref: 324 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.263741:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aea79 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833b98 expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.263750:0:35216:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebbb lrc: 5/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345651.263884:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aea79 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b98 expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.263900:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aea79 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b98 expref: 324 pid: 6522 timeout: 1143 lvb_type: 0 00000100:00100000:1.0:1763345651.263916:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b671c0d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924466176:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345651.264019:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aea41 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b8a expref: 324 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.264028:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aea41 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b8a expref: 324 pid: 6521 timeout: 1143 lvb_type: 0 00000100:00100000:1.0:1763345651.264037:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544409c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924466304:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345651.264059:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6467a5900 going to sleep for 11 seconds 00000100:00100000:1.0:1763345651.270979:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.271047:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.271161:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b671c0d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924466176:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345651.271172:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544409c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924466304:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345651.271197:0:35216:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebbb lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:3.0:1763345651.271267:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910578560 00000100:00100000:3.0:1763345651.271274:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910578560 00010000:00010000:3.0:1763345651.271310:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aea79 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b98 expref: 325 pid: 6522 timeout: 1143 lvb_type: 0 00000100:00100000:3.0:1763345651.271347:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910578688 00000100:00100000:3.0:1763345651.271351:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910578688 00010000:00010000:3.0:1763345651.271363:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aea41 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b8a expref: 326 pid: 6521 timeout: 1143 lvb_type: 0 00000100:00100000:3.0:1763345651.271393:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3874 00000100:00100000:3.0:1763345651.271403:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+326:2409:x1849000910578560:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345651.271416:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345651.271423:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aea79 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b98 expref: 326 pid: 6522 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763345651.271436:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aea79 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b98 expref: 326 pid: 6522 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763345651.271457:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aea79 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b98 expref: 326 pid: 6522 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763345651.271476:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345651.271480:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebbb lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345651.271488:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebbb lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345651.271493:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345651.271536:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+325:2409:x1849000910578560:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 135us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345651.271542:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3874 00000100:00100000:3.0:1763345651.271571:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3875 00000100:00100000:3.0:1763345651.271577:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:2409:x1849000910578688:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345651.271584:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345651.271588:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aea41 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b8a expref: 324 pid: 6521 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763345651.271597:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aea41 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b8a expref: 324 pid: 6521 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763345651.271607:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aea41 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833b8a expref: 324 pid: 6521 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763345651.271615:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345651.271619:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebbb lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345651.271625:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebbb lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345651.271633:0:6507:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebbb lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345651.271648:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345651.271665:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+323:2409:x1849000910578688:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 88us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345651.271671:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3875 00010000:00010000:2.0:1763345651.271845:0:35216:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebbb lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.271853:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebbb lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.271874:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aebc2 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x263:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.271884:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aeb60 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x263:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c01 expref: 322 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.271892:0:35216:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aebc2 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x263:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.271920:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aeb60 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x263:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c01 expref: 322 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.271937:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aeb60 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x263:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c01 expref: 322 pid: 6521 timeout: 1143 lvb_type: 0 00000100:00100000:2.0:1763345651.271949:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924466432:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345651.272009:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6534eed80 going to sleep for 11 seconds 00000100:00100000:1.0:1763345651.278079:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.278672:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924466432:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345651.278699:0:35216:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aebc2 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x263:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:0.0:1763345651.278958:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910578816 00000100:00100000:0.0:1763345651.278965:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910578816 00010000:00010000:0.0:1763345651.279216:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aeb60 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x263:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c01 expref: 323 pid: 6521 timeout: 1143 lvb_type: 0 00000100:00100000:0.0:1763345651.279292:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3876 00000100:00100000:0.0:1763345651.279303:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+323:2409:x1849000910578816:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345651.279317:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345651.279324:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aeb60 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x263:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c01 expref: 323 pid: 6521 timeout: 1143 lvb_type: 0 00010000:00010000:0.0:1763345651.279335:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aeb60 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x263:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c01 expref: 323 pid: 6521 timeout: 1143 lvb_type: 0 00010000:00010000:0.0:1763345651.279355:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aeb60 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x263:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c01 expref: 323 pid: 6521 timeout: 1143 lvb_type: 0 00010000:00010000:0.0:1763345651.279371:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x263:0x0].0x0 (ffff91b54326b100) 00010000:00010000:0.0:1763345651.279376:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aebc2 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x263:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345651.279386:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aebc2 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x263:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345651.279393:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aebc2 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x263:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.279529:0:35216:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aebc2 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x263:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345651.279530:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345651.279536:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aebc2 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x263:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:0.0:1763345651.279590:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+322:2409:x1849000910578816:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 288us (1519us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345651.279598:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3876 00000100:00100000:2.0:1763345651.279925:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924466560:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345651.280835:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345651.280866:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5900 going to sleep for 11 seconds 00000100:00100000:3.0:1763345651.281040:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924466560 00000100:00100000:3.0:1763345651.281048:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924466560 00000100:00100000:3.0:1763345651.281166:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:3.0:1763345651.281176:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924466560:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763345651.281262:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924466560:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 89us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345651.281270:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00100000:2.0:1763345651.281357:0:35216:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839780 gen 2 00000004:00080000:2.0:1763345651.281362:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54a82b100, transno 21474839773 00000004:00080000:2.0:1763345651.281531:0:35216:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839777 committed transno 21474839780 00000004:00080000:2.0:1763345651.281549:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b674b1d500, transno 21474839778 00000004:00080000:2.0:1763345651.281679:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b674b1f100, transno 21474839779 00000004:00080000:2.0:1763345651.281683:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b674b1f800, transno 21474839780 00000100:00100000:2.0:1763345651.281691:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924466560:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345651.282082:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924466688:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345651.282116:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345651.282144:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64a648c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763345651.282196:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924466688 00000100:00100000:3.0:1763345651.282202:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924466688 00000100:00100000:3.0:1763345651.282236:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339 00000100:00100000:3.0:1763345651.282243:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924466688:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763345651.282315:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924466688:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 72us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345651.282321:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339 00000100:00100000:2.0:1763345651.282381:0:35216:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872467 gen 2 00000004:00080000:2.0:1763345651.282386:0:35216:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872463 committed transno 17179872467 00000004:00080000:2.0:1763345651.282398:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54545dc00, transno 17179872464 00000004:00080000:2.0:1763345651.282416:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54545ea00, transno 17179872465 00000004:00080000:2.0:1763345651.282419:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54545e680, transno 17179872466 00000004:00080000:2.0:1763345651.282421:0:35216:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872467 committed transno 17179872467 00000100:00100000:2.0:1763345651.282432:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924466688:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345651.282475:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924466816:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345651.282499:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345651.282521:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6534eed80 going to sleep for 11 seconds 00000100:00100000:1.0:1763345651.282571:0:7861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924466816 00000100:00100000:1.0:1763345651.282574:0:7861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924466816 00000100:00100000:1.0:1763345651.282609:0:7861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:1.0:1763345651.282616:0:7861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924466816:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345651.282669:0:7861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924466816:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 54us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.282676:0:7861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000004:00080000:0.0:1763345651.282948:0:32328:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 1 changes, 0 in progress, 0 in flight, 3 done 00000004:00080000:0.0:1763345651.282962:0:32328:0:(osp_sync.c:925:osp_sync_new_err_job()) lustre-OST0001-osc-MDT0000 repeating 2 operation object 0x2c0000401:84 00000004:00080000:0.0:1763345651.282989:0:32328:0:(osp_sync.c:925:osp_sync_new_err_job()) lustre-OST0001-osc-MDT0000 repeating 2 operation object 0x2c0000401:84 00000100:00100000:0.0:1763345651.283027:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924466944:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345651.283055:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345651.283093:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924467072:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345651.283116:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345651.283214:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924466944 00000100:00100000:1.0:1763345651.283218:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924466944 00000100:00100000:1.0:1763345651.283249:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924467072 00000100:00100000:1.0:1763345651.283252:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924467072 00000100:00100000:1.0:1763345651.283277:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8586 00000100:00100000:1.0:1763345651.283285:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3659:x1849000924466944:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345651.283290:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8587 00000100:00100000:2.0:1763345651.283297:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3656:x1849000924467072:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345651.283382:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:3656:x1849000924467072:12345-0@lo:2:osp-syn-1-0.0 Request processed in 86us (265us total) trans 0 rc -22/-22 00000100:00100000:2.0:1763345651.283389:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8587 00000004:00080000:2.0:1763345651.283415:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6779a5c00, transno 0 00000004:00080000:2.0:1763345651.283419:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6779a5c00/1, rc -22, transno 0 00000100:00100000:2.0:1763345651.283430:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924467072:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345651.283458:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924466816:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345651.283493:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924467200:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345651.283515:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345651.283540:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b65368d540 going to sleep for 11 seconds 00000100:00100000:1.0:1763345651.283549:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:3659:x1849000924466944:12345-0@lo:2:osp-syn-1-0.0 Request processed in 265us (493us total) trans 0 rc -22/-22 00000100:00100000:1.0:1763345651.283555:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8586 00000004:00080000:1.0:1763345651.283582:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6779a4380, transno 0 00000004:00080000:1.0:1763345651.283586:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6779a4380/1, rc -22, transno 0 00000100:00100000:1.0:1763345651.283606:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924466944:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345651.283642:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924467200 00000100:00100000:3.0:1763345651.283650:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924467200 00000100:00100000:3.0:1763345651.283679:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:3.0:1763345651.283686:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:35216:x1849000924467200:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763345651.283745:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:35216:x1849000924467200:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 59us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345651.283751:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00100000:2.0:1763345651.283781:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924467200:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345651.283826:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924467328:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345651.283849:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345651.283874:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5900 going to sleep for 11 seconds 00000100:00100000:3.0:1763345651.283959:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924467328 00000100:00100000:3.0:1763345651.283963:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924467328 00000100:00100000:3.0:1763345651.283991:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342 00000100:00100000:3.0:1763345651.283997:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:35216:x1849000924467328:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763345651.284052:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:35216:x1849000924467328:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 55us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345651.284058:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342 00000100:00100000:2.0:1763345651.284120:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924467328:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345651.284152:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924467456:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345651.284173:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345651.284196:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6534eed80 going to sleep for 11 seconds 00000100:00100000:1.0:1763345651.284252:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924467456 00000100:00100000:1.0:1763345651.284256:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924467456 00000100:00100000:1.0:1763345651.284286:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343 00000100:00100000:1.0:1763345651.284293:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924467456:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345651.284353:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924467456:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 60us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.284359:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343 00000100:00100000:2.0:1763345651.284417:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924467456:0@lo:1000:mdt_rdpg00_003.0 00000040:00080000:2.0:1763345651.284555:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].16, 456 off45888 00000001:00080000:2.0:1763345651.284566:0:35216:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941472 00000100:00100000:2.0:1763345651.284617:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924467584:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345651.284641:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345651.284665:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5435edf00 going to sleep for 11 seconds 00000100:00100000:3.0:1763345651.284778:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924467584 00000100:00100000:3.0:1763345651.284782:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924467584 00000100:00100000:3.0:1763345651.284828:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:3.0:1763345651.284835:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924467584:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763345651.284930:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:35216:x1849000924467584:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 95us (288us total) trans 21474839792 rc 0/0 00000100:00100000:3.0:1763345651.284937:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000100:00100000:2.0:1763345651.284957:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924467584:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345651.284982:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ed0700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924467712:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345651.285130:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345651.285156:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541c290c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345651.285205:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924467712 00000100:00100000:1.0:1763345651.285209:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924467712 00000100:00100000:1.0:1763345651.285241:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:1.0:1763345651.285247:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:35216:x1849000924467712:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345651.285678:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:35216:x1849000924467712:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 430us (546us total) trans 17179872474 rc 0/0 00000100:00100000:1.0:1763345651.285686:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 00000100:00100000:2.0:1763345651.285750:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ed0700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924467712:0@lo:1000:mdt_rdpg00_003.0 00000001:00080000:2.0:1763345651.285857:0:35216:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941473 00010000:00010000:2.0:1763345651.285890:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aebc2 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x263:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.285901:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aebc2 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x263:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.285909:0:35216:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aebc2 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x263:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.285915:0:35216:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345651.285920:0:35216:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aebc2 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x263:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.285927:0:35216:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aebc2 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x263:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.285942:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x263:0x0].0x0 (ffff91b54326b100) 00010000:00010000:2.0:1763345651.285946:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763345651.285950:0:35216:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aebc2 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x263:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.285957:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aebc2 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x263:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.285971:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebbb lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.285977:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebbb lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.285995:0:35216:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebbb lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.286000:0:35216:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345651.286003:0:35216:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebbb lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.286009:0:35216:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebbb lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.286017:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345651.286019:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763345651.286023:0:35216:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebbb lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.286029:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aebbb lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.286040:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345651.286043:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763345651.286050:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b653d5ca00/0x52bea07cb58aeb13 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bde expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345651.286140:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+323:57877:x1849000910578432:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 26449us (26963us total) trans 8589941474 rc 0/0 00000100:00100000:2.0:1763345651.286148:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3990 00000020:00080000:2.0:1763345651.286152:0:35216:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1763345651.290176:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.290259:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910578944 00000100:00100000:0.0:1763345651.290269:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910578944 00000100:00100000:0.0:1763345651.290368:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11597 00000100:00100000:0.0:1763345651.290379:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+323:57877:x1849000910578944:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345651.290400:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345651.290419:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aebc9 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833c16 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.290473:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aebc9 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c16 expref: 324 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.290488:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aebc9 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c16 expref: 324 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.290506:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345651.290510:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345651.290513:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5200, rc 0) 00000100:00100000:0.0:1763345651.290870:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+324:57877:x1849000910578944:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 492us (702us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345651.290878:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11597 00000100:00100000:3.0:1763345651.295448:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.295589:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910579200 00000100:00100000:2.0:1763345651.295599:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910579200 00000100:00100000:2.0:1763345651.295652:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3991 00000100:00100000:2.0:1763345651.295661:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:57877:x1849000910579200:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345651.295925:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+325:57877:x1849000910579200:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 265us (484us total) trans 8589941475 rc 0/0 00000100:00100000:2.0:1763345651.295934:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3991 00000100:00100000:1.0:1763345651.303251:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.303322:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910579456 00000100:00100000:0.0:1763345651.303333:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910579456 00000100:00100000:0.0:1763345651.303393:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3992 00000100:00100000:0.0:1763345651.303403:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57877:x1849000910579456:12345-192.168.203.8@tcp:35:lfs.0 00000004:00080000:0.0:1763345651.303581:0:6523:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x263:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:0.0:1763345651.303661:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aebd0 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x263:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345651.303676:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aebd0 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x263:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345651.303686:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aebd0 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x263:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345651.303697:0:6523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aebd0 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x263:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345651.303703:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aebd0 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x263:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345651.303709:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aebd0 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x263:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345651.303736:0:6523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763345651.304023:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+326:57877:x1849000910579456:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 620us (779us total) trans 8589941476 rc 0/0 00000100:00100000:0.0:1763345651.304033:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3992 00010000:00010000:1.0:1763345651.304159:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345651.304166:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aebd0 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x263:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345651.304173:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345651.304177:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aebd0 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x263:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345651.304184:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aebd0 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x263:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345651.304196:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x263:0x0].0x0 (ffff91b54326b100) 00010000:00010000:1.0:1763345651.304199:0:6509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763345651.304203:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aebd0 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x263:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345651.304208:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aebd0 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x263:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345651.304218:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345651.304220:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345651.304222:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345651.324821:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.324912:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910579584 00000100:00100000:2.0:1763345651.324923:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910579584 00000100:00100000:2.0:1763345651.324980:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11598 00000100:00100000:2.0:1763345651.324990:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+326:57878:x1849000910579584:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345651.325012:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345651.325031:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aebd7 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833c1d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.325099:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aebde lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.325110:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aebde lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.325121:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aebde lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.325132:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aebe5 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.325138:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aebe5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.325144:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aebe5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.325210:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aebec lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.325218:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aebec lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.325224:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aebec lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:2.0:1763345651.325262:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 223839 00000004:00200000:2.0:1763345651.325267:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345651.325284:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aebec lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.325295:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aebec lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.325305:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aebde lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.325316:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aebde lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.325322:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aebde lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.325328:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aebde lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.325333:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345651.325337:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aebde lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.325343:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aebde lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.325354:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b54326b900) 00010000:00010000:2.0:1763345651.325357:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345651.325362:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aebde lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.325368:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aebde lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.325379:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aebe5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.325385:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aebe5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.325390:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aebe5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.325395:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345651.325397:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aebe5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.325403:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aebe5 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.325410:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b54326b000) 00010000:00010000:2.0:1763345651.325412:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345651.325415:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aebe5 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.325421:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aebe5 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.325453:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aebd7 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c1d expref: 328 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.325469:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aebec lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c1d expref: 327 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.325475:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345651.325478:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345651.325480:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6200, rc 0) 00000100:00100000:2.0:1763345651.326169:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+327:57878:x1849000910579584:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1177us (1353us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345651.326178:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11598 00000100:00100000:1.0:1763345651.333044:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345651.333654:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910579840 00000100:00100000:3.0:1763345651.333664:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910579840 00000100:00100000:3.0:1763345651.333724:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11599 00000100:00100000:3.0:1763345651.333734:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57878:x1849000910579840:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345651.333753:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345651.333809:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aebf3 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833c24 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.333909:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58aebfa lrc: 3/1,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.333924:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58aebfa lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.333935:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58aebfa lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:3.0:1763345651.333945:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 223839 00010000:00010000:3.0:1763345651.334041:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aebf3 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c24 expref: 330 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.334058:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58aebfa lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c24 expref: 329 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.334067:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345651.334070:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763345651.334073:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b65e8ada00, rc 0) 00000100:00100000:3.0:1763345651.334135:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+329:57878:x1849000910579840:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 402us (1099us total) trans 8589941477 rc 0/0 00000100:00100000:3.0:1763345651.334142:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11599 00000100:00100000:1.0:1763345651.338962:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.339070:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910580096 00000100:00100000:0.0:1763345651.339080:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910580096 00000100:00100000:0.0:1763345651.339134:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11600 00000100:00100000:0.0:1763345651.339144:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+329:57878:x1849000910580096:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345651.339167:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345651.339205:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aec08 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833c2b expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.339298:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aec0f lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.339312:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aec0f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.339322:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aec0f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763345651.339333:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 223839 00010000:00010000:0.0:1763345651.339442:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aec08 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c2b expref: 332 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.339457:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aec0f lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c2b expref: 331 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.339466:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345651.339469:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345651.339473:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4800, rc 0) 00000100:00100000:0.0:1763345651.341455:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+331:57878:x1849000910580096:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2304us (2493us total) trans 8589941478 rc 0/0 00000100:00100000:0.0:1763345651.341466:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11600 00010000:00010000:2.0:1763345651.345917:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763345651.372303:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.372598:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910580224 00000100:00100000:2.0:1763345651.372608:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910580224 00000100:00100000:2.0:1763345651.372675:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2215 00000100:00100000:2.0:1763345651.372686:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910580224:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:2.0:1763345651.372721:0:28401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aec1d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.372736:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.372738:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.372744:0:28401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aec1d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.373445:0:28401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aec1d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.380585:0:28401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aec1d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.380605:0:28401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aec1d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.380614:0:28401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aec1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.380620:0:28401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345651.380624:0:28401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aec1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.380632:0:28401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aec1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.380655:0:28401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aec1d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.380662:0:28401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aec1d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345651.380742:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910580224:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 8053us (8443us total) trans 0 rc 223839/223839 00000100:00100000:2.0:1763345651.380752:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2215 00000100:00100000:1.0:1763345651.387032:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.387182:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910580352 00000100:00100000:2.0:1763345651.387191:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910580352 00000100:00100000:2.0:1763345651.387250:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2216 00000100:00100000:2.0:1763345651.387259:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+16:2410:x1849000910580352:12345-192.168.203.8@tcp:3:lfs.0 00002000:00010000:2.0:1763345651.387298:0:28401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x377:0x0] initial LVB size: 223839, mtime: 0x691a84f2, atime: 0x691a84f2, ctime: 0x691a84f2, blocks: 0x30 00010000:00010000:2.0:1763345651.387307:0:28401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58aec24 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.387321:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.387323:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.387328:0:28401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58aec24 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.387340:0:28401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58aec24 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.391425:0:28401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58aec24 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.391540:0:28401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58aec24 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.391549:0:28401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58aec24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.391555:0:28401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345651.391559:0:28401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58aec24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.391567:0:28401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58aec24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.391586:0:28401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58aec24 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.391593:0:28401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58aec24 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345651.391680:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+16:2410:x1849000910580352:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 4417us (4655us total) trans 0 rc 223839/223839 00000100:00100000:2.0:1763345651.391690:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2216 00000100:00100000:1.0:1763345651.402626:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.402857:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910580480 00000100:00100000:0.0:1763345651.402867:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910580480 00000100:00100000:0.0:1763345651.402961:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 465 00000100:00100000:0.0:1763345651.402971:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+331:57878:x1849000910580480:12345-192.168.203.8@tcp:103:lfs.0 00010000:00010000:0.0:1763345651.402987:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345651.403011:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aec0f lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c2b expref: 331 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.403029:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345651.403034:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345651.403092:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+330:57878:x1849000910580480:12345-192.168.203.8@tcp:103:lfs.0 Request processed in 122us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345651.403100:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 465 00000100:00100000:1.0:1763345651.406244:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.407517:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910580736 00000100:00100000:2.0:1763345651.407529:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910580736 00000100:00100000:2.0:1763345651.407677:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3993 00000100:00100000:2.0:1763345651.407688:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b64a0b4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+330:57878:x1849000910580736:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345651.412097:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a0b4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+331:57878:x1849000910580736:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 4401us (5851us total) trans 8589941479 rc 0/0 00000100:00100000:2.0:1763345651.412110:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3993 00000100:00100000:3.0:1763345651.415939:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.416037:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910580992 00000100:00100000:0.0:1763345651.416047:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910580992 00000100:00100000:0.0:1763345651.416104:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11601 00000100:00100000:0.0:1763345651.416115:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+331:57861:x1849000910580992:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345651.416138:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345651.416158:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aec2b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833c32 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.416258:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aec32 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.416272:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aebec lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c1d expref: 332 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.416281:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aec32 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.416310:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aebec lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c1d expref: 332 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.416322:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aebec lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c1d expref: 332 pid: 6521 timeout: 1143 lvb_type: 0 00000100:00100000:0.0:1763345651.416335:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924467840:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345651.416421:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b653fa6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763345651.417943:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924467840:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345651.417967:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aec32 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:3.0:1763345651.420170:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.420841:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910581120 00000100:00100000:0.0:1763345651.420852:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910581120 00010000:00010000:0.0:1763345651.420893:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aebec lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c1d expref: 333 pid: 6521 timeout: 1143 lvb_type: 0 00000100:00100000:2.0:1763345651.421502:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3877 00000100:00100000:2.0:1763345651.421515:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+333:2409:x1849000910581120:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345651.421530:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345651.421537:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aebec lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c1d expref: 333 pid: 6521 timeout: 1143 lvb_type: 0 00010000:00010000:2.0:1763345651.421551:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aebec lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c1d expref: 333 pid: 6521 timeout: 1143 lvb_type: 0 00010000:00010000:2.0:1763345651.421574:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aebec lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c1d expref: 333 pid: 6521 timeout: 1143 lvb_type: 0 00010000:00010000:2.0:1763345651.421589:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345651.421594:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aec32 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.421604:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aec32 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.421611:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aec32 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.421644:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345651.421728:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+332:2409:x1849000910581120:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 216us (1564us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345651.421735:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3877 00010000:00010000:3.0:1763345651.422248:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aec32 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.422259:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aec32 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:3.0:1763345651.422279:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 223839 00010000:00010000:3.0:1763345651.422408:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aec2b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c32 expref: 333 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.422428:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aec32 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c32 expref: 332 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.422436:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345651.422439:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763345651.422441:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4600, rc 0) 00000100:00100000:3.0:1763345651.422483:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+332:57861:x1849000910580992:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 6371us (6554us total) trans 8589941480 rc 0/0 00000100:00100000:3.0:1763345651.422491:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11601 00000100:00100000:3.0:1763345651.425140:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.425230:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910581248 00000100:00100000:0.0:1763345651.425240:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910581248 00000100:00100000:0.0:1763345651.425293:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11602 00000100:00100000:0.0:1763345651.425302:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544867100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+332:57861:x1849000910581248:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345651.425325:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345651.425346:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aec40 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833c39 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.425436:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aec47 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.425451:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aec32 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c32 expref: 333 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.425458:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aec47 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.425489:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aec32 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c32 expref: 333 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.425501:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aec32 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c32 expref: 333 pid: 6521 timeout: 1143 lvb_type: 0 00000100:00100000:0.0:1763345651.425513:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924467968:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345651.426362:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b653fa6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763345651.428693:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924467968:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345651.428732:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aec47 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:3.0:1763345651.429573:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.430020:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910581376 00000100:00100000:0.0:1763345651.430031:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910581376 00010000:00010000:0.0:1763345651.430070:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aec32 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c32 expref: 334 pid: 6521 timeout: 1143 lvb_type: 0 00000100:00100000:0.0:1763345651.430112:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3878 00000100:00100000:0.0:1763345651.430123:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b645684050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+334:2409:x1849000910581376:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345651.430138:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345651.430145:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aec32 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c32 expref: 334 pid: 6521 timeout: 1143 lvb_type: 0 00010000:00010000:0.0:1763345651.430157:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aec32 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c32 expref: 334 pid: 6521 timeout: 1143 lvb_type: 0 00010000:00010000:0.0:1763345651.430178:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aec32 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c32 expref: 334 pid: 6521 timeout: 1143 lvb_type: 0 00010000:00010000:0.0:1763345651.430193:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345651.430198:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aec47 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.430208:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aec47 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.430215:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aec47 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.430247:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345651.430293:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b645684050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+333:2409:x1849000910581376:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 172us (723us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345651.430302:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3878 00010000:00010000:3.0:1763345651.430756:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aec47 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.430794:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aec47 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:3.0:1763345651.430838:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 223839 00000004:00200000:3.0:1763345651.430842:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763345651.430859:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aec47 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.430886:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aec40 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c39 expref: 333 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.430899:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aec47 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c39 expref: 332 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.430906:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345651.430909:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345651.430911:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4200, rc 0) 00000100:00100000:3.0:1763345651.430950:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544867100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+332:57861:x1849000910581248:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 5649us (5821us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345651.430957:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11602 00000100:00100000:3.0:1763345651.437452:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.437542:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910581632 00000100:00100000:2.0:1763345651.437552:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910581632 00000100:00100000:2.0:1763345651.437613:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3994 00000100:00100000:2.0:1763345651.437623:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544865f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+332:57861:x1849000910581632:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:2.0:1763345651.438053:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544865f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+333:57861:x1849000910581632:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 429us (606us total) trans 8589941481 rc 0/0 00000100:00100000:2.0:1763345651.438061:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3994 00000100:00100000:1.0:1763345651.440882:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345651.440969:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910581888 00000100:00100000:3.0:1763345651.440978:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910581888 00000100:00100000:3.0:1763345651.441036:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11603 00000100:00100000:3.0:1763345651.441046:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+333:57861:x1849000910581888:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:3.0:1763345651.441068:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345651.441070:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:3.0:1763345651.441094:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aec47 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c39 expref: 333 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.441111:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58aebfa lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c24 expref: 332 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.441121:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aebc9 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c16 expref: 331 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.441130:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345651.441134:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345651.441144:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aec4e lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833c40 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.441188:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aec55 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.441205:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aec55 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.441213:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aec55 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000040:00080000:3.0:1763345651.441429:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1988, 88 off164760 00000004:00080000:3.0:1763345651.441439:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1043966679581ns, next at 1043420516693ns, rc = 0 00000040:00080000:3.0:1763345651.441478:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2004, 88 off166344 00000004:00080000:3.0:1763345651.441485:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1043966725280ns, next at 1043420493666ns, rc = 0 00000040:00080000:3.0:1763345651.441510:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1989, 88 off164848 00000004:00080000:3.0:1763345651.441515:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1043966755426ns, next at 1043420516693ns, rc = 0 00000040:00080000:3.0:1763345651.441524:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2005, 88 off166432 00000004:00080000:3.0:1763345651.441528:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1043966768420ns, next at 1043420493666ns, rc = 0 00000040:00080000:3.0:1763345651.441535:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2006, 88 off166520 00000004:00080000:3.0:1763345651.441538:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1043966778768ns, next at 1043420493666ns, rc = 0 00000040:00080000:3.0:1763345651.441547:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1990, 88 off164936 00000004:00080000:3.0:1763345651.441550:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1043966790328ns, next at 1043420516693ns, rc = 0 00000001:00080000:0.0:1763345651.443673:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941482 is committed 00000004:00080000:0.0:1763345651.443684:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1289 committed 00010000:00010000:3.0:1763345651.443942:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeba6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x263:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.443953:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeba6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x263:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.443960:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeba6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x263:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.443966:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345651.443970:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeba6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x263:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.443978:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeba6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x263:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.443992:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x263:0x0].0x0 (ffff91b54326b100) 00010000:00010000:3.0:1763345651.443995:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345651.443999:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeba6 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x263:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.444004:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeba6 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x263:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.444028:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aebb4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.444033:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aebb4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.444039:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aebb4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.444043:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345651.444046:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aebb4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.444051:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aebb4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.444057:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345651.444060:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345651.444062:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aebb4 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.444066:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aebb4 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000004:00080000:0.0:1763345651.444126:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1305 committed 00000100:00100000:1.0:1763345651.444383:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924468480:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345651.444446:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345651.444481:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763345651.444487:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924468096:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345651.444509:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345651.444536:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924468224:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345651.444556:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345651.444574:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763345651.444579:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6432de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924468352:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345651.444598:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345651.444630:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924468480 00000100:00100000:1.0:1763345651.444637:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924468480 00000100:00100000:1.0:1763345651.444674:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924468096 00000100:00100000:1.0:1763345651.444678:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924468096 00000100:00100000:1.0:1763345651.444693:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924468224 00000100:00100000:1.0:1763345651.444696:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924468224 00000004:00080000:0.0:1763345651.444909:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1304 committed 00000100:00100000:2.0:1763345651.445037:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ed1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924468864:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345651.445066:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345651.445084:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763345651.445089:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ed3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924468736:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345651.445106:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345651.445172:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ed2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924468608:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763345651.445199:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1763345651.445250:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1288 committed 00000004:00080000:0.0:1763345651.445254:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1303 committed 00000004:00080000:0.0:1763345651.445256:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1287 committed 00000020:00080000:0.0:1763345651.445297:0:32310:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91b64a648c00 refcount 2 committed 0 result 0 batchid 4294969284 00000020:00080000:0.0:1763345651.445302:0:32310:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91b673070f00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91b543bb5900 00000020:00080000:0.0:1763345651.445305:0:32310:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91b673070100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91b64a6480c0 00000020:00080000:0.0:1763345651.445308:0:32310:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91b673070b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91b5470ada00 00000020:00080000:0.0:1763345651.445310:0:32310:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].16 00000020:00080000:0.0:1763345651.445328:0:32310:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969283 batchid updated 00000100:00100000:3.0:1763345651.445374:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763345651.445381:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54440a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924468992:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345651.445400:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763345651.445628:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aec55 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c40 expref: 318 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.445640:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345651.445643:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763345651.445657:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aec4e lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c40 expref: 318 pid: 6521 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763345651.445674:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aec55 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c40 expref: 317 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.445700:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345651.445703:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763345651.445705:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b545094800, rc 0) 00000100:00100000:3.0:1763345651.445748:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+317:57861:x1849000910581888:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 4704us (4874us total) trans 8589941482 rc 0/0 00000100:00100000:3.0:1763345651.445756:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11603 00000100:00100000:2.0:1763345651.445942:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924468352 00000100:00100000:2.0:1763345651.445947:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924468352 00000100:00100000:2.0:1763345651.445970:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924468864 00000100:00100000:2.0:1763345651.445972:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924468864 00000100:00100000:2.0:1763345651.445980:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924468736 00000100:00100000:2.0:1763345651.445982:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924468736 00000100:00100000:2.0:1763345651.445991:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924468608 00000100:00100000:2.0:1763345651.445993:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924468608 00000100:00100000:2.0:1763345651.446000:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924468992 00000100:00100000:2.0:1763345651.446002:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924468992 00000100:00100000:2.0:1763345651.446011:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8588 00000100:00100000:2.0:1763345651.446017:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3656:x1849000924468480:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1763345651.446135:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345651.446139:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb mtime from disk: 1763345650 -> 1763345650 00002000:00010000:2.0:1763345651.446141:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:2.0:1763345651.446143:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb ctime from disk: 1763345650 -> 1763345650 00002000:00010000:2.0:1763345651.446145:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345651.446174:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3656:x1849000924468480:12345-0@lo:2:osp-syn-0-0.0 Request processed in 156us (1727us total) trans 21474839793 rc 0/0 00000100:00100000:2.0:1763345651.446179:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8588 00000100:00100000:2.0:1763345651.446193:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8589 00000100:00100000:2.0:1763345651.446199:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544208000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3656:x1849000924468096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1763345651.446214:0:8560:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:884 count 1 00002000:00010000:2.0:1763345651.446234:0:8560:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x374:0x0] initial LVB size: 58769, mtime: 0x691a84f1, atime: 0x691a84f1, ctime: 0x691a84f1, blocks: 0x48 00010000:00010000:2.0:1763345651.446241:0:8560:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aec5c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.446252:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.446254:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.446260:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aec5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.446271:0:8560:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aec5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.446280:0:8560:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aec5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.446286:0:8560:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aec5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.446305:0:8560:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763345651.446581:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544208000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3656:x1849000924468096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 381us (2069us total) trans 21474839794 rc 0/0 00000100:00100000:2.0:1763345651.446588:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8589 00000100:00100000:2.0:1763345651.446604:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8590 00000100:00100000:2.0:1763345651.446610:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3658:x1849000924468352:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1763345651.446662:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345651.446665:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345650 -> 1763345650 00002000:00010000:2.0:1763345651.446667:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:2.0:1763345651.446669:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345650 -> 1763345650 00002000:00010000:2.0:1763345651.446671:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763345651.446702:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3658:x1849000924468352:12345-0@lo:2:osp-syn-0-0.0 Request processed in 92us (2102us total) trans 21474839795 rc 0/0 00000100:00100000:2.0:1763345651.446708:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8590 00000100:00100000:2.0:1763345651.446722:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8591 00000100:00100000:2.0:1763345651.446729:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3659:x1849000924468864:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1763345651.446829:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345651.446832:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345650 -> 1763345650 00002000:00010000:2.0:1763345651.446834:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:2.0:1763345651.446836:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345650 -> 1763345650 00002000:00010000:2.0:1763345651.446838:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345651.446866:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3659:x1849000924468864:12345-0@lo:2:osp-syn-1-0.0 Request processed in 138us (1798us total) trans 17179872475 rc 0/0 00000100:00100000:2.0:1763345651.446871:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8591 00000100:00100000:2.0:1763345651.446883:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8592 00000100:00100000:2.0:1763345651.446888:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3659:x1849000924468736:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1763345651.446933:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345651.446936:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345651.446938:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345651.446940:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345651.446942:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345651.446962:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3659:x1849000924468736:12345-0@lo:2:osp-syn-1-0.0 Request processed in 74us (1855us total) trans 17179872476 rc 0/0 00000100:00100000:2.0:1763345651.446968:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8592 00000100:00100000:2.0:1763345651.446981:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8593 00000100:00100000:2.0:1763345651.446987:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3657:x1849000924468608:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1763345651.446999:0:8560:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:886 count 1 00010000:00010000:2.0:1763345651.447011:0:8560:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6400/0x52bea07cb58aec63 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.447024:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90200/0x52bea07cb58ae888 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833b13 expref: 15 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.447031:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345651.447032:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345651.447035:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6400/0x52bea07cb58aec63 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.447059:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b548d90200/0x52bea07cb58ae888 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.8@tcp remote: 0x199a96980833b13 expref: 15 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.447071:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90200/0x52bea07cb58ae888 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833b13 expref: 15 pid: 27810 timeout: 1143 lvb_type: 0 00000100:00100000:2.0:1763345651.447082:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8560:1849000924469120:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345651.447133:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5435edf00 going to sleep for 11 seconds 00010000:00010000:2.0:1763345651.447149:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345651.447155:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aec5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.447162:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345651.447166:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aec5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.447173:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aec5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.447189:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aec5c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.447196:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aec5c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.447211:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345651.447212:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345651.447214:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763345651.447247:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6432de680/2, rc 0, transno 21474839795 00000100:00100000:2.0:1763345651.447252:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924468352:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1763345651.447274:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ed3100/2, rc 0, transno 17179872476 00000100:00100000:2.0:1763345651.447278:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ed3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924468736:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1763345651.447285:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ed1500/2, rc 0, transno 17179872475 00000100:00100000:2.0:1763345651.447289:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ed1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924468864:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345651.447548:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8594 00000100:00100000:0.0:1763345651.447556:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8595 00000100:00100000:1.0:1763345651.447558:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3657:x1849000924468992:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345651.447570:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3658:x1849000924468224:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1763345651.447643:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 223839 -> 223839 00002000:00010000:0.0:1763345651.447647:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345650 -> 1763345650 00002000:00010000:0.0:1763345651.447649:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:0.0:1763345651.447651:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345650 -> 1763345650 00002000:00010000:0.0:1763345651.447653:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 136 -> 136 00000100:00100000:1.0:1763345651.447672:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3657:x1849000924468992:12345-0@lo:2:osp-syn-1-0.0 Request processed in 116us (2269us total) trans 17179872477 rc 0/0 00000100:00100000:1.0:1763345651.447679:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8594 00000100:00100000:0.0:1763345651.447699:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3658:x1849000924468224:12345-0@lo:2:osp-syn-0-0.0 Request processed in 133us (3140us total) trans 21474839796 rc 0/0 00000100:00100000:0.0:1763345651.447706:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8595 00000004:00080000:1.0:1763345651.447730:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6432dea00/2, rc 0, transno 21474839794 00000020:00080000:0.0:1763345651.447735:0:32338:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969284 committed batchid 4294969283 00000100:00100000:1.0:1763345651.447736:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924468096:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1763345651.447748:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6432df800/2, rc 0, transno 21474839793 00000100:00100000:1.0:1763345651.447751:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924468480:0@lo:2:osp-syn-0-0.0 00000020:00080000:0.0:1763345651.447849:0:32338:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969283 cancel update log [0x200000bd0:0x2:0x0].15: rc = 0 00000020:00080000:0.0:1763345651.447857:0:32338:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969283 00000004:00080000:1.0:1763345651.448158:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6432de300/2, rc 0, transno 21474839796 00000100:00100000:1.0:1763345651.448165:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6432de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924468224:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1763345651.452021:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54440a680/2, rc 0, transno 17179872477 00000100:00100000:2.0:1763345651.452035:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54440a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924468992:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345651.453390:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.453449:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910582016 00000100:00100000:2.0:1763345651.453457:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910582016 00010000:00010000:2.0:1763345651.453496:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90200/0x52bea07cb58ae888 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833b13 expref: 16 pid: 27810 timeout: 1143 lvb_type: 0 00000100:00100000:2.0:1763345651.453540:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3879 00000100:00100000:2.0:1763345651.453549:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544209500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910582016:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345651.453562:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345651.453568:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b548d90200/0x52bea07cb58ae888 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833b13 expref: 16 pid: 27810 timeout: 1143 lvb_type: 0 00010000:00010000:2.0:1763345651.453580:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b548d90200/0x52bea07cb58ae888 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833b13 expref: 16 pid: 27810 timeout: 1143 lvb_type: 0 00000100:00100000:0.0:1763345651.453588:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8560:1849000924469120:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345651.453600:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90200/0x52bea07cb58ae888 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833b13 expref: 16 pid: 27810 timeout: 1143 lvb_type: 0 00010000:00010000:0.0:1763345651.453609:0:8560:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6400/0x52bea07cb58aec63 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.453613:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.453615:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.453619:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6400/0x52bea07cb58aec63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.453628:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6400/0x52bea07cb58aec63 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.454292:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345651.454298:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.454422:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910582144 00000100:00100000:1.0:1763345651.454427:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910582144 00000100:00100000:1.0:1763345651.454456:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8596 00000100:00100000:1.0:1763345651.454463:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+17:57861:x1849000910582144:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:1.0:1763345651.454476:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345651.454490:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58aec6a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833c47 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.454511:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58aeb3d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833be5 expref: 18 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345651.454512:0:8560:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6400/0x52bea07cb58aec63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.454519:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.454521:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345651.454521:0:8560:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6400/0x52bea07cb58aec63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.454524:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58aec6a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [102400->155647] (req 102400->155647) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c47 expref: 18 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.454532:0:8560:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6400/0x52bea07cb58aec63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.454538:0:8560:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6400/0x52bea07cb58aec63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.454549:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58aeb3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833be5 expref: 18 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345651.454558:0:8560:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763345651.454562:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58aeb3d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833be5 expref: 18 pid: 27810 timeout: 1143 lvb_type: 1 00000100:00100000:1.0:1763345651.454574:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544209c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924469248:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345651.454588:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345651.454594:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6400/0x52bea07cb58aec63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.454600:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345651.454603:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6400/0x52bea07cb58aec63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.454611:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6400/0x52bea07cb58aec63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.454622:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6400/0x52bea07cb58aec63 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.454628:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6400/0x52bea07cb58aec63 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.454644:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345651.454646:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345651.454647:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763345651.454664:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544209500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910582016:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 1115us (1279us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345651.454672:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3879 00000100:00100000:1.0:1763345651.455348:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6467a5cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763345651.455854:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3657:x1849000924468608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8865us (10652us total) trans 17179872478 rc 0/0 00000100:00100000:0.0:1763345651.455862:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8593 00000004:00080000:3.0:1763345651.456201:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ed2d80/2, rc 0, transno 17179872478 00000100:00100000:3.0:1763345651.456210:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ed2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924468608:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763345651.459634:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.459726:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544209c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924469248:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345651.459790:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58aec6a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [102400->155647] (req 102400->155647) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833c47 expref: 18 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.459813:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90000, rc 0) 00000100:00100000:0.0:1763345651.459858:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+18:57861:x1849000910582144:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 5396us (5560us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345651.459866:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8596 00000100:00100000:2.0:1763345651.460355:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910582272 00000100:00100000:2.0:1763345651.460362:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910582272 00010000:00010000:2.0:1763345651.460392:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58aeb3d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833be5 expref: 18 pid: 27810 timeout: 1143 lvb_type: 1 00000100:00100000:2.0:1763345651.460428:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3880 00000100:00100000:2.0:1763345651.460436:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544208380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910582272:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345651.460447:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345651.460464:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58aeb3d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833be5 expref: 18 pid: 27810 timeout: 1143 lvb_type: 1 00010000:00010000:2.0:1763345651.460475:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58aeb3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833be5 expref: 18 pid: 27810 timeout: 1143 lvb_type: 1 00010000:00010000:2.0:1763345651.460495:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58aeb3d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833be5 expref: 18 pid: 27810 timeout: 1143 lvb_type: 1 00010000:00010000:2.0:1763345651.460507:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.460508:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.460515:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58aec6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 102400->155647) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833c47 expref: 17 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.460523:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58aec6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 102400->155647) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833c47 expref: 17 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.460555:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58aec6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 102400->155647) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833c47 expref: 17 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345651.460567:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6506:1849000924469376:192.168.203.8@tcp:105: 00000100:00100000:2.0:1763345651.460628:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5435ed900 going to sleep for 11 seconds 00000100:00100000:3.0:1763345651.463958:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.464073:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6506:1849000924469376:192.168.203.8@tcp:105: 00010000:00010000:2.0:1763345651.464094:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345651.464136:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544208380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910582272:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 3701us (4510us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345651.464146:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3880 00000100:00100000:1.0:1763345651.465089:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910582400 00000100:00100000:1.0:1763345651.465097:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910582400 00000100:00100000:1.0:1763345651.465159:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2217 00000100:00100000:1.0:1763345651.465169:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910582400:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:1.0:1763345651.465366:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 223839 -> 223839 00002000:00010000:1.0:1763345651.465370:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345650 -> 1763345650 00002000:00010000:1.0:1763345651.465373:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:1.0:1763345651.465375:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345650 -> 1763345650 00002000:00010000:1.0:1763345651.465378:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 136 -> 240 00000100:00100000:1.0:1763345651.465424:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910582400:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 256us (1472us total) trans 21474839797 rc 0/0 00000100:00100000:1.0:1763345651.465430:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2217 00000100:00100000:0.0:1763345651.468005:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345651.468077:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910582528 00000100:00100000:3.0:1763345651.468085:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910582528 00000100:00100000:3.0:1763345651.468134:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11604 00000100:00100000:3.0:1763345651.468142:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+317:57861:x1849000910582528:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:3.0:1763345651.468162:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345651.468178:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aec71 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833c4e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.468269:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aec78 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.468282:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aec78 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.468292:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aec78 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:3.0:1763345651.468317:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 223839 00000004:00200000:3.0:1763345651.468320:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763345651.468337:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aec78 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.468360:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aec71 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c4e expref: 319 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.468376:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aec78 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c4e expref: 318 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.468385:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345651.468388:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345651.468391:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261e00, rc 0) 00000100:00100000:3.0:1763345651.468448:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+318:57861:x1849000910582528:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 306us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345651.468455:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11604 00000100:00100000:3.0:1763345651.471881:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.472078:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910582656 00000100:00100000:0.0:1763345651.472088:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910582656 00002000:00100000:0.0:1763345651.472133:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (86016->90111) req@ffff91b544864380 x1849000910582656/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:127/0 lens 488/0 e 0 to 0 dl 1763345662 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345651.472145:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544864380 with x1849000910582656 ext(86016->90111) 00002000:00010000:0.0:1763345651.472151:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b544864380 00000100:00100000:0.0:1763345651.472185:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2218 00000100:00100000:0.0:1763345651.472195:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910582656:12345-192.168.203.8@tcp:3:lfs.0 00000100:00100000:0.0:1763345651.472379:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910582656:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 184us (505us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763345651.472386:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2218 00002000:00100000:0.0:1763345651.472393:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (86016->90111) req@ffff91b544864380 x1849000910582656/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:127/0 lens 488/4536 e 0 to 0 dl 1763345662 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345651.472400:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544864380 with x1849000910582656 ext(86016->90111) 00002000:00010000:0.0:1763345651.472403:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b544864380 00000100:00100000:0.0:1763345651.474856:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.474951:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910582784 00000100:00100000:1.0:1763345651.474960:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910582784 00002000:00100000:1.0:1763345651.475002:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (90112->94207) req@ffff91b6779a6d80 x1849000910582784/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:127/0 lens 488/0 e 0 to 0 dl 1763345662 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345651.475012:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6779a6d80 with x1849000910582784 ext(90112->94207) 00002000:00010000:1.0:1763345651.475016:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6779a6d80 00000100:00100000:1.0:1763345651.475067:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2219 00000100:00100000:1.0:1763345651.475075:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910582784:12345-192.168.203.8@tcp:3:lfs.0 00000100:00100000:1.0:1763345651.475855:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910582784:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 779us (1004us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763345651.475864:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2219 00002000:00100000:1.0:1763345651.475871:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (90112->94207) req@ffff91b6779a6d80 x1849000910582784/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:127/0 lens 488/4536 e 0 to 0 dl 1763345662 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345651.475879:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6779a6d80 with x1849000910582784 ext(90112->94207) 00002000:00010000:1.0:1763345651.475883:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6779a6d80 00000100:00100000:2.0:1763345651.479057:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.479499:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910582912 00000100:00100000:1.0:1763345651.479509:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910582912 00002000:00100000:1.0:1763345651.479553:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (65536->131071) req@ffff91b672dfed80 x1849000910582912/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:127/0 lens 504/0 e 0 to 0 dl 1763345662 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345651.479569:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dfed80 with x1849000910582912 ext(65536->131071) 00002000:00010000:1.0:1763345651.479575:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dfed80 00000100:00100000:1.0:1763345651.479608:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2220 00000100:00100000:1.0:1763345651.479618:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910582912:12345-192.168.203.8@tcp:3:lfs.0 00000100:00100000:1.0:1763345651.483371:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910582912:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 3746us (4312us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1763345651.483384:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2220 00002000:00100000:1.0:1763345651.483396:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (65536->131071) req@ffff91b672dfed80 x1849000910582912/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:127/0 lens 504/440 e 0 to 0 dl 1763345662 ref 1 fl Complete:/600/0 rc 57344/57344 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345651.483406:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dfed80 with x1849000910582912 ext(65536->131071) 00002000:00010000:1.0:1763345651.483413:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dfed80 00000100:00100000:3.0:1763345651.486536:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.486615:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910583040 00000100:00100000:1.0:1763345651.486624:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910583040 00000100:00100000:1.0:1763345651.486684:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2221 00000100:00100000:1.0:1763345651.486693:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910583040:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:1.0:1763345651.486955:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 223839 -> 223839 00002000:00010000:1.0:1763345651.486958:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345650 -> 1763345650 00002000:00010000:1.0:1763345651.486960:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:1.0:1763345651.486962:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345650 -> 1763345650 00002000:00010000:1.0:1763345651.486964:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 240 -> 232 00000100:00100000:1.0:1763345651.487004:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910583040:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 312us (475us total) trans 21474839798 rc 0/0 00000100:00100000:1.0:1763345651.487010:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2221 00000100:00100000:2.0:1763345651.492189:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.492614:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910583168 00000100:00100000:0.0:1763345651.492624:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910583168 00002000:00100000:0.0:1763345651.492665:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (90112->110591) req@ffff91b672dfdf80 x1849000910583168/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:127/0 lens 488/0 e 0 to 0 dl 1763345662 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345651.492676:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dfdf80 with x1849000910583168 ext(90112->110591) 00002000:00010000:0.0:1763345651.492681:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dfdf80 00000100:00100000:0.0:1763345651.492904:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2222 00000100:00100000:0.0:1763345651.492913:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2410:x1849000910583168:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:1.0:1763345651.499961:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2410:x1849000910583168:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 7040us (7771us total) trans 0 rc 20480/20480 00000100:00100000:1.0:1763345651.499973:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2222 00002000:00100000:1.0:1763345651.499984:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (90112->110591) req@ffff91b672dfdf80 x1849000910583168/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:127/0 lens 488/440 e 0 to 0 dl 1763345662 ref 1 fl Complete:/600/0 rc 20480/20480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345651.499996:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dfdf80 with x1849000910583168 ext(90112->110591) 00002000:00010000:1.0:1763345651.500002:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dfdf80 00000100:00100000:2.0:1763345651.503702:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.503799:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910583424 00000100:00100000:0.0:1763345651.503808:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910583424 00000100:00100000:1.0:1763345651.504395:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3995 00000100:00100000:1.0:1763345651.504407:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+318:57861:x1849000910583424:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:1.0:1763345651.504630:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+319:57861:x1849000910583424:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 225us (935us total) trans 8589941483 rc 0/0 00000100:00100000:1.0:1763345651.504638:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3995 00000100:00100000:2.0:1763345651.520940:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345651.521028:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910583552 00000100:00100000:3.0:1763345651.521037:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910583552 00000100:00100000:3.0:1763345651.521098:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11605 00000100:00100000:3.0:1763345651.521108:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+319:57879:x1849000910583552:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345651.521129:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345651.521153:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aec7f lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833c55 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.521217:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58aec86 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.521230:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58aec86 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.521243:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58aec86 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.521256:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58aec8d lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.521263:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58aec8d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.521269:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58aec8d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.521340:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aec94 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.521350:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aec94 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.521357:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aec94 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:3.0:1763345651.521394:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 223839 00000004:00200000:3.0:1763345651.521398:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763345651.521415:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aec94 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.521427:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aec94 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.521436:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58aec86 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.521441:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58aec86 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.521447:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58aec86 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.521453:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58aec86 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.521459:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345651.521463:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58aec86 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.521470:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58aec86 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.521480:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b54307bf00) 00010000:00010000:3.0:1763345651.521483:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345651.521486:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58aec86 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.521492:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58aec86 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.521503:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58aec8d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.521509:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58aec8d lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.521515:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58aec8d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.521520:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345651.521522:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58aec8d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.521528:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58aec8d lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.521534:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b54307b200) 00010000:00010000:3.0:1763345651.521537:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345651.521539:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58aec8d lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.521544:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58aec8d lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.521569:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aec7f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c55 expref: 321 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.521586:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aec94 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c55 expref: 320 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.521592:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345651.521594:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345651.521596:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261200, rc 0) 00000100:00100000:3.0:1763345651.522563:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+320:57879:x1849000910583552:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1451us (1627us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345651.522573:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11605 00000100:00100000:2.0:1763345651.526388:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.526433:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.526501:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910583936 00000100:00100000:1.0:1763345651.526512:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910583936 00000100:00100000:1.0:1763345651.526577:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 466 00000100:00100000:1.0:1763345651.526588:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+320:2410:x1849000910583936:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345651.526604:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345651.526626:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aec94 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c55 expref: 320 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.526643:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345651.526647:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345651.526689:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+319:2410:x1849000910583936:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 104us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.526696:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 466 00000100:00100000:3.0:1763345651.526971:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910583808 00000100:00100000:3.0:1763345651.526976:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910583808 00000100:00100000:3.0:1763345651.527011:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11606 00000100:00100000:3.0:1763345651.527019:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+319:57879:x1849000910583808:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345651.527036:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345651.527051:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aec9b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833c5c expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.527151:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aeca2 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.527164:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aec78 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c4e expref: 320 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.527173:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aeca2 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.527202:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aec78 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c4e expref: 320 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.527220:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aec78 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c4e expref: 320 pid: 6521 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763345651.527233:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544866300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924469504:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345651.527298:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541f62600 going to sleep for 11 seconds 00000100:00100000:2.0:1763345651.531334:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345651.531662:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544866300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924469504:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345651.532588:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aeca2 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:1.0:1763345651.532935:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910584064 00000100:00100000:1.0:1763345651.532944:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910584064 00010000:00010000:1.0:1763345651.532982:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aec78 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c4e expref: 321 pid: 6521 timeout: 1144 lvb_type: 0 00000100:00100000:1.0:1763345651.533023:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3881 00000100:00100000:1.0:1763345651.533033:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+321:2409:x1849000910584064:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345651.533050:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345651.533057:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aec78 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c4e expref: 321 pid: 6521 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763345651.533070:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aec78 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c4e expref: 321 pid: 6521 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763345651.533092:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aec78 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c4e expref: 321 pid: 6521 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763345651.533108:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345651.533113:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aeca2 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345651.533123:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aeca2 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345651.533131:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aeca2 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345651.533162:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345651.533212:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+320:2409:x1849000910584064:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 180us (1886us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.533224:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3881 00010000:00010000:3.0:1763345651.533460:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aeca2 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.533468:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aeca2 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:3.0:1763345651.533491:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 223839 00010000:00010000:3.0:1763345651.533614:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aec9b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c5c expref: 321 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.533629:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aeca2 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c5c expref: 320 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.533637:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345651.533639:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763345651.533642:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b65e8ade00, rc 0) 00000100:00100000:3.0:1763345651.533687:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+320:57879:x1849000910583808:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 6668us (7306us total) trans 8589941484 rc 0/0 00000100:00100000:3.0:1763345651.533694:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11606 00000100:00100000:2.0:1763345651.537847:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.538063:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910584192 00000100:00100000:0.0:1763345651.538072:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910584192 00000100:00100000:0.0:1763345651.538130:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11607 00000100:00100000:0.0:1763345651.538140:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+320:57879:x1849000910584192:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345651.538163:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345651.538184:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aecb0 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833c63 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.538273:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aecb7 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.538287:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aeca2 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c5c expref: 321 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.538296:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aecb7 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.538328:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aeca2 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c5c expref: 321 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.538341:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aeca2 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c5c expref: 321 pid: 6522 timeout: 1144 lvb_type: 0 00000100:00100000:0.0:1763345651.538354:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924469632:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345651.538431:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b653fa6300 going to sleep for 11 seconds 00000100:00100000:0.0:1763345651.542309:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.542485:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910584320 00000100:00100000:1.0:1763345651.542495:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910584320 00010000:00010000:1.0:1763345651.542532:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aeca2 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c5c expref: 322 pid: 6522 timeout: 1144 lvb_type: 0 00000100:00100000:1.0:1763345651.542572:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3882 00000100:00100000:1.0:1763345651.542580:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+322:2409:x1849000910584320:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345651.542595:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345651.542601:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aeca2 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c5c expref: 322 pid: 6522 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763345651.542613:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aeca2 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c5c expref: 322 pid: 6522 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763345651.542633:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345651.542638:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aecb7 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345651.542647:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aecb7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345651.542654:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aecb7 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345651.542670:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345651.542728:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+322:2409:x1849000910584320:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 149us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.542735:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3882 00010000:00010000:2.0:1763345651.542882:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aeca2 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c5c expref: 321 pid: 6522 timeout: 1144 lvb_type: 0 00000100:00100000:2.0:1763345651.542897:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924469632:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345651.542917:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aecb7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345651.542930:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aecb7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345651.542935:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aecb7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345651.542984:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 223839 00000004:00200000:2.0:1763345651.542989:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345651.543009:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aecb7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345651.543037:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aecb0 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c63 expref: 321 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.543051:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aecb7 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c63 expref: 320 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.543057:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345651.543060:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345651.543062:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4c00, rc 0) 00000100:00100000:2.0:1763345651.543100:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+320:57879:x1849000910584192:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4961us (5263us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345651.543107:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11607 00000100:00100000:0.0:1763345651.546257:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.546694:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910584576 00000100:00100000:2.0:1763345651.546931:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910584576 00000100:00100000:2.0:1763345651.546981:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11608 00000100:00100000:2.0:1763345651.546989:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+320:57879:x1849000910584576:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345651.547007:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345651.547025:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58aecbe lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833c6a expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.547112:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58aecc5 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345651.547126:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58aecc5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345651.547135:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58aecc5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345651.547145:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 223839 00010000:00010000:2.0:1763345651.547232:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58aecbe lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c6a expref: 323 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.547247:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58aecc5 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c6a expref: 322 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.547255:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345651.547258:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763345651.547261:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7600, rc 0) 00000100:00100000:2.0:1763345651.547313:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+322:57879:x1849000910584576:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 324us (1064us total) trans 8589941485 rc 0/0 00000100:00100000:2.0:1763345651.547320:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11608 00000100:00100000:0.0:1763345651.551497:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.551909:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910584704 00000100:00100000:1.0:1763345651.551919:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910584704 00000100:00100000:1.0:1763345651.551971:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8597 00000100:00100000:1.0:1763345651.551979:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+19:2411:x1849000910584704:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:1.0:1763345651.552017:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58aecd3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.552033:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58aec6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 102400->155647) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833c47 expref: 19 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.552041:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345651.552043:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345651.552048:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58aecd3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.552076:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58aec6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 102400->155647) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833c47 expref: 19 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.552088:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58aec6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 102400->155647) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833c47 expref: 19 pid: 15692 timeout: 1144 lvb_type: 0 00000100:00100000:1.0:1763345651.552101:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54420a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924469760:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345651.552175:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6467a5900 going to sleep for 11 seconds 00000100:00100000:0.0:1763345651.552452:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.553288:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910584832 00000100:00100000:2.0:1763345651.553294:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910584832 00000100:00100000:2.0:1763345651.553327:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8598 00000100:00100000:2.0:1763345651.553334:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+20:2410:x1849000910584832:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:2.0:1763345651.553364:0:8560:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aecda lrc: 3/0,1 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.553379:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aeb36 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bec expref: 20 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345651.553385:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.553387:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.553390:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aecda lrc: 4/0,1 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.553413:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aeb36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833bec expref: 20 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345651.553422:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aeb36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833bec expref: 20 pid: 27810 timeout: 1144 lvb_type: 1 00000100:00100000:2.0:1763345651.553432:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924469888:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345651.553484:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5435edf00 going to sleep for 11 seconds 00000100:00100000:3.0:1763345651.553618:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.553788:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910584960 00000100:00100000:1.0:1763345651.553793:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910584960 00000100:00100000:1.0:1763345651.553825:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8599 00000100:00100000:1.0:1763345651.553831:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+15:2411:x1849000910584960:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:1.0:1763345651.553849:0:28867:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58aece1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.553860:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58aeb44 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833bf3 expref: 15 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345651.553866:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.553867:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.553870:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58aece1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.553885:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58aeb44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833bf3 expref: 15 pid: 27810 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345651.553892:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58aeb44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833bf3 expref: 15 pid: 27810 timeout: 1144 lvb_type: 1 00000100:00100000:1.0:1763345651.553901:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54420bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924470016:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345651.553930:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6467a5d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763345651.556559:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924469888:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345651.556583:0:8560:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aecda lrc: 3/0,1 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345651.556645:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54420a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924469760:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345651.556657:0:15692:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58aecd3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345651.558430:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.558463:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.558874:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910585216 00000100:00100000:1.0:1763345651.558882:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910585216 00010000:00010000:1.0:1763345651.558916:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aeb36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833bec expref: 21 pid: 27810 timeout: 1144 lvb_type: 1 00000100:00100000:1.0:1763345651.558939:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910585088 00000100:00100000:1.0:1763345651.558941:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910585088 00010000:00010000:1.0:1763345651.558949:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58aec6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 102400->155647) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833c47 expref: 22 pid: 15692 timeout: 1144 lvb_type: 0 00000100:00100000:1.0:1763345651.558968:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3883 00000100:00100000:1.0:1763345651.558975:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910585216:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345651.558987:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345651.559004:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aeb36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833bec expref: 22 pid: 27810 timeout: 1144 lvb_type: 1 00010000:00010000:1.0:1763345651.559014:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aeb36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833bec expref: 22 pid: 27810 timeout: 1144 lvb_type: 1 00010000:00010000:1.0:1763345651.559036:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aeb36 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833bec expref: 22 pid: 27810 timeout: 1144 lvb_type: 1 00010000:00010000:1.0:1763345651.559050:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.559051:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.559056:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aecda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.559064:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aecda lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.559083:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345651.559150:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3884 00000100:00100000:2.0:1763345651.559158:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6431fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910585088:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345651.559165:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345651.559175:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58aec6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 102400->155647) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833c47 expref: 21 pid: 15692 timeout: 1144 lvb_type: 0 00010000:00010000:2.0:1763345651.559184:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58aec6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 102400->155647) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833c47 expref: 21 pid: 15692 timeout: 1144 lvb_type: 0 00010000:00010000:2.0:1763345651.559195:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58aec6a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 102400->155647) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833c47 expref: 21 pid: 15692 timeout: 1144 lvb_type: 0 00010000:00010000:2.0:1763345651.559203:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.559205:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.559208:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58aecd3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.559216:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58aecd3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.559231:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345651.560312:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910585216:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 1333us (1883us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.560321:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3883 00010000:00010000:1.0:1763345651.560380:0:8560:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aecda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.560390:0:8560:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aecda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.560409:0:8560:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aecda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.560417:0:8560:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aecda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.560424:0:8560:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aecda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.560429:0:8560:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345651.560433:0:8560:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aecda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.560440:0:8560:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aecda lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.560450:0:8560:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aecda lrc: 2/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.560456:0:8560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58aecda lrc: 0/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345651.560506:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+19:2410:x1849000910584832:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 7172us (8054us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.560512:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8598 00010000:00010000:1.0:1763345651.560535:0:15692:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58aecd3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.560543:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58aecd3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.560554:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58aecd3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.560560:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58aecd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.560566:0:15692:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58aecd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.560572:0:15692:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91c00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345651.560575:0:15692:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58aecd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.560581:0:15692:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58aecd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.560589:0:15692:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58aecd3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.560595:0:15692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91c00/0x52bea07cb58aecd3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345651.560619:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+18:2411:x1849000910584704:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 8641us (9132us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.560624:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8597 00000100:00100000:2.0:1763345651.560676:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6431fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910585088:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 1518us (2211us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345651.560682:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3884 00000100:00100000:3.0:1763345651.560916:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.561271:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910585344 00000100:00100000:2.0:1763345651.561278:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910585344 00010000:00010000:2.0:1763345651.561302:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58aeb44 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833bf3 expref: 16 pid: 27810 timeout: 1144 lvb_type: 1 00000100:00100000:2.0:1763345651.561322:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3885 00000100:00100000:2.0:1763345651.561328:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544865880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910585344:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345651.561341:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345651.561357:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58aeb44 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833bf3 expref: 16 pid: 27810 timeout: 1144 lvb_type: 1 00010000:00010000:2.0:1763345651.561367:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58aeb44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833bf3 expref: 16 pid: 27810 timeout: 1144 lvb_type: 1 00010000:00010000:2.0:1763345651.561383:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.561385:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.561389:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58aece1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.561397:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58aece1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.561411:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345651.561437:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544865880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910585344:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 109us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345651.561443:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3885 00010000:00010000:1.0:1763345651.562259:0:28867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90600/0x52bea07cb58aeb44 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833bf3 expref: 15 pid: 27810 timeout: 1144 lvb_type: 1 00000100:00100000:1.0:1763345651.562275:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54420bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924470016:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345651.562293:0:28867:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58aece1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.562301:0:28867:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58aece1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.562307:0:28867:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58aece1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.562322:0:28867:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58aece1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.562329:0:28867:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58aece1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.562340:0:28867:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58aece1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.562346:0:28867:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345651.562350:0:28867:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58aece1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.562357:0:28867:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58aece1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.562370:0:28867:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58aece1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.562377:0:28867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91800/0x52bea07cb58aece1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345651.562418:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+14:2411:x1849000910584960:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 8588us (8800us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.562424:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8599 00000100:00100000:3.0:1763345651.564718:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.565036:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910585600 00000100:00100000:0.0:1763345651.565044:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910585600 00000100:00100000:0.0:1763345651.565333:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11609 00000100:00100000:0.0:1763345651.565343:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544865500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+322:57879:x1849000910585600:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345651.565394:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763345651.565416:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aecb7 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c63 expref: 322 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.565434:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b545094800/0x52bea07cb58aec55 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c40 expref: 321 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.565443:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345651.565447:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345651.565471:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aece8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.565482:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aece8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.565490:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aece8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000040:00080000:0.0:1763345651.565691:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1991, 88 off165024 00000004:00080000:0.0:1763345651.565712:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1044090951634ns, next at 1043420516693ns, rc = 0 00000040:00080000:0.0:1763345651.565742:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2007, 88 off166608 00000004:00080000:0.0:1763345651.565746:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1044090986994ns, next at 1043420493666ns, rc = 0 00000040:00080000:0.0:1763345651.565798:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1992, 88 off165112 00000004:00080000:0.0:1763345651.565803:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1044091043919ns, next at 1043420516693ns, rc = 0 00000040:00080000:0.0:1763345651.565812:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2008, 88 off166696 00000004:00080000:0.0:1763345651.565815:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1044091055294ns, next at 1043420493666ns, rc = 0 00000040:00080000:0.0:1763345651.565822:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2009, 88 off166784 00000004:00080000:0.0:1763345651.565825:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1044091065262ns, next at 1043420493666ns, rc = 0 00000040:00080000:0.0:1763345651.565831:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1993, 88 off165200 00000004:00080000:0.0:1763345651.565834:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1044091074479ns, next at 1043420516693ns, rc = 0 00000001:00080000:0.0:1763345651.567327:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941486 is committed 00000004:00080000:0.0:1763345651.567335:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1292 committed 00000004:00080000:0.0:1763345651.567989:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1308 committed 00000004:00080000:0.0:1763345651.568002:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1307 committed 00000004:00080000:0.0:1763345651.568004:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1291 committed 00000004:00080000:0.0:1763345651.568007:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1306 committed 00000004:00080000:0.0:1763345651.568009:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1290 committed 00000020:00080000:0.0:1763345651.568032:0:32310:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969284 batchid updated 00000020:00080000:2.0:1763345651.568074:0:32338:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969284 00000020:00080000:2.0:1763345651.568160:0:32338:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969284 cancel update log [0x200000bd0:0x2:0x0].16: rc = 0 00000020:00080000:2.0:1763345651.568169:0:32338:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969284 00000100:00100000:2.0:1763345651.568296:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54420bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924470144:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345651.568353:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:0.0:1763345651.568552:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dce7d75d reply state 00000000ebcf0803 transno 8589941486 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aece8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.568572:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aece8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.568580:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345651.568583:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763345651.568587:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1763345651.568661:0:6521:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763345651.568673:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544865500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+318:57879:x1849000910585600:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 3331us (3971us total) trans 8589941486 rc 0/0 00000100:00100000:0.0:1763345651.568682:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11609 00000100:00100000:2.0:1763345651.568800:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54420a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924470656:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345651.568821:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345651.568838:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763345651.568842:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544867800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924470528:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345651.568858:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345651.568882:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924470144 00000100:00100000:2.0:1763345651.568887:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924470144 00000100:00100000:2.0:1763345651.568915:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924470656 00000100:00100000:2.0:1763345651.568917:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924470656 00000100:00100000:2.0:1763345651.568928:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924470528 00000100:00100000:2.0:1763345651.568930:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924470528 00000100:00100000:2.0:1763345651.568947:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8600 00000100:00100000:2.0:1763345651.568953:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3657:x1849000924470144:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345651.569069:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3657:x1849000924470144:12345-0@lo:2:osp-syn-0-0.0 Request processed in 115us (715us total) trans 21474839799 rc 0/0 00000100:00100000:2.0:1763345651.569074:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8600 00000100:00100000:2.0:1763345651.569086:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8601 00000100:00100000:2.0:1763345651.569091:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3657:x1849000924470656:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345651.569144:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3657:x1849000924470656:12345-0@lo:2:osp-syn-0-0.0 Request processed in 52us (321us total) trans 21474839800 rc 0/0 00000100:00100000:2.0:1763345651.569149:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8601 00000100:00100000:2.0:1763345651.569158:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8602 00000100:00100000:2.0:1763345651.569163:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3657:x1849000924470528:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345651.569224:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3657:x1849000924470528:12345-0@lo:2:osp-syn-1-0.0 Request processed in 60us (364us total) trans 17179872479 rc 0/0 00000100:00100000:2.0:1763345651.569229:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8602 00000004:00080000:2.0:1763345651.569263:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544867800/2, rc 0, transno 17179872479 00000100:00100000:2.0:1763345651.569268:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544867800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924470528:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1763345651.569276:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54420a680/2, rc 0, transno 21474839800 00000100:00100000:2.0:1763345651.569280:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54420a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924470656:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1763345651.569286:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54420bb80/2, rc 0, transno 21474839799 00000100:00100000:2.0:1763345651.569289:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54420bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924470144:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345651.571187:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544864e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924470400:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345651.571234:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763345651.571542:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aece8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.571553:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aece8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.571559:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aece8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.571565:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345651.571568:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aece8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.571574:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aece8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.571588:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345651.571590:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345651.571594:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aece8 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.571600:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aece8 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000100:00100000:2.0:1763345651.571883:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1763345651.571890:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544867b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924470272:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345651.571912:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345651.572257:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544208e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924470784:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345651.572276:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345651.572481:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924470400 00000100:00100000:1.0:1763345651.572488:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924470400 00000100:00100000:1.0:1763345651.572531:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924470272 00000100:00100000:1.0:1763345651.572534:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924470272 00000100:00100000:1.0:1763345651.572550:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8603 00000100:00100000:1.0:1763345651.572557:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3659:x1849000924470400:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345651.572691:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3659:x1849000924470400:12345-0@lo:2:osp-syn-1-0.0 Request processed in 134us (1456us total) trans 17179872480 rc 0/0 00000100:00100000:1.0:1763345651.572698:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8603 00000100:00100000:1.0:1763345651.572711:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8604 00000100:00100000:1.0:1763345651.572715:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3659:x1849000924470272:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763345651.572756:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345651.572780:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345651.572791:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345651.572793:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345651.572795:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345651.572817:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3659:x1849000924470272:12345-0@lo:2:osp-syn-1-0.0 Request processed in 101us (903us total) trans 17179872481 rc 0/0 00000100:00100000:1.0:1763345651.572822:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8604 00000100:00100000:3.0:1763345651.573288:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.573341:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910585728 00000100:00100000:0.0:1763345651.573346:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910585728 00000100:00100000:0.0:1763345651.573387:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11610 00000100:00100000:0.0:1763345651.573395:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544864700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+317:57879:x1849000910585728:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345651.573410:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345651.573426:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aecef lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833c71 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.573470:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aecef lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c71 expref: 318 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.573483:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aecef lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c71 expref: 318 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.573496:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345651.573500:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345651.573502:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4c00, rc 0) 00000100:00100000:0.0:1763345651.573534:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544864700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+318:57879:x1849000910585728:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 141us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345651.573540:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11610 00000004:00080000:2.0:1763345651.573637:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544864e00/2, rc 0, transno 17179872480 00000100:00100000:2.0:1763345651.573643:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544864e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924470400:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1763345651.573652:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544867b80/2, rc 0, transno 17179872481 00000100:00100000:2.0:1763345651.573655:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544867b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924470272:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345651.573671:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924470784 00000100:00100000:2.0:1763345651.573674:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924470784 00000100:00100000:2.0:1763345651.573701:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8605 00000100:00100000:2.0:1763345651.573707:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3659:x1849000924470784:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1763345651.573813:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345651.573816:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb mtime from disk: 1763345650 -> 1763345650 00002000:00010000:2.0:1763345651.573819:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:2.0:1763345651.573821:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb ctime from disk: 1763345650 -> 1763345650 00002000:00010000:2.0:1763345651.573823:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345651.573850:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3659:x1849000924470784:12345-0@lo:2:osp-syn-0-0.0 Request processed in 143us (1573us total) trans 21474839801 rc 0/0 00000100:00100000:2.0:1763345651.573856:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8605 00000004:00080000:2.0:1763345651.573884:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544208e00/2, rc 0, transno 21474839801 00000100:00100000:2.0:1763345651.573889:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544208e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924470784:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345651.577637:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345651.577685:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910585856 00000100:00100000:3.0:1763345651.577695:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910585856 00000100:00100000:3.0:1763345651.577750:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11611 00000100:00100000:3.0:1763345651.577794:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+318:57879:x1849000910585856:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345651.577814:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345651.577836:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58aecf6 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833c78 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.577933:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aecfd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.577946:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aecfd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.577958:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aecfd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:3.0:1763345651.577986:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 223839 00000004:00200000:3.0:1763345651.577991:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763345651.578008:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aecfd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.578034:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58aecf6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c78 expref: 320 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.578050:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aecfd lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c78 expref: 319 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.578059:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345651.578062:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345651.578065:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b65e8ade00, rc 0) 00000100:00100000:3.0:1763345651.578128:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+319:57879:x1849000910585856:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 368us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345651.578135:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11611 00000100:00100000:0.0:1763345651.582559:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.582604:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.582825:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345651.582971:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910585984 00000100:00100000:3.0:1763345651.582982:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910585984 00000100:00100000:3.0:1763345651.583035:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910586240 00000100:00100000:3.0:1763345651.583039:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910586240 00000100:00100000:3.0:1763345651.583054:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910586112 00000100:00100000:3.0:1763345651.583057:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910586112 00000100:00100000:3.0:1763345651.583075:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8606 00000100:00100000:3.0:1763345651.583084:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910585984:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345651.583100:0:8404:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345651.583121:0:8404:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58aed04 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833c7f expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345651.583145:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x370:0x0] initial LVB size: 223839, mtime: 0x691a84f2, atime: 0x691a84f2, ctime: 0x691a84f2, blocks: 0xe8 00010000:00010000:3.0:1763345651.583161:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345651.583162:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345651.583172:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58aed04 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c7f expref: 19 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345651.583186:0:8404:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58aed04 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c7f expref: 19 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345651.583197:0:8404:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260e00, rc 0) 00000100:00100000:3.0:1763345651.583241:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910585984:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 158us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345651.583247:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8606 00000100:00100000:3.0:1763345651.583271:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8607 00000100:00100000:3.0:1763345651.583277:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910586240:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345651.583283:0:8404:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345651.583293:0:8404:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58aed0b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833c8d expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345651.583311:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x374:0x0] initial LVB size: 0, mtime: 0x691a84f2, atime: 0x691a84f2, ctime: 0x691a84f2, blocks: 0x0 00010000:00010000:3.0:1763345651.583318:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345651.583319:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345651.583323:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58aed0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c8d expref: 15 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345651.583332:0:8404:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58aed0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c8d expref: 15 pid: 8404 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1763345651.583420:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8608 00000100:00100000:1.0:1763345651.583429:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910586112:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345651.583436:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345651.583446:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58aed12 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833c86 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345651.583459:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x372:0x0] initial LVB size: 0, mtime: 0x691a84f2, atime: 0x691a84f2, ctime: 0x691a84f2, blocks: 0x1800 00010000:00010000:1.0:1763345651.583468:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.583470:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.583475:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58aed12 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c86 expref: 19 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345651.583486:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58aed12 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c86 expref: 19 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345651.583500:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90600, rc 0) 00000100:00100000:1.0:1763345651.583522:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910586112:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 96us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.583528:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8608 00010000:00010000:3.0:1763345651.587191:0:8404:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261e00, rc 0) 00000100:00100000:1.0:1763345651.587372:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910586240:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4089us (4761us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.587383:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8607 00000100:00100000:0.0:1763345651.621554:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.622419:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910586368 00000100:00100000:1.0:1763345651.622431:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910586368 00000100:00100000:1.0:1763345651.622942:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8609 00000100:00100000:1.0:1763345651.622954:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910586368:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345651.623870:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910586368:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 915us (2322us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.623880:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8609 00000100:00100000:3.0:1763345651.626597:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.626687:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910586496 00000100:00100000:1.0:1763345651.626696:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910586496 00000100:00100000:1.0:1763345651.626754:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8610 00000100:00100000:1.0:1763345651.626801:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910586496:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345651.626913:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910586496:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 114us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.626921:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8610 00000100:00100000:2.0:1763345651.631398:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345651.631475:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910586624 00000100:00100000:3.0:1763345651.631485:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910586624 00000100:00100000:2.0:1763345651.632213:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11612 00000100:00100000:2.0:1763345651.632225:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+319:57879:x1849000910586624:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345651.632244:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345651.632263:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58aed19 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833c94 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.632294:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aed20 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345651.632307:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aed20 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345651.632319:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aed20 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345651.632435:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58aed19 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c94 expref: 321 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.632455:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aed20 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c94 expref: 320 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.632462:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345651.632465:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763345651.632470:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6000, rc 0) 00000100:00100000:2.0:1763345651.632926:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+320:57879:x1849000910586624:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 703us (1536us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345651.632934:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11612 00000100:00100000:0.0:1763345651.636497:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.636581:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910586880 00000100:00100000:2.0:1763345651.636591:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910586880 00000100:00100000:2.0:1763345651.636652:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11613 00000100:00100000:2.0:1763345651.636662:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+320:57879:x1849000910586880:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345651.636715:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345651.636741:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58aecfd lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c78 expref: 320 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.637138:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345651.637145:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345651.637321:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aed27 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345651.637337:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aed27 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345651.637347:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aed27 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000001:00080000:2.0:1763345651.637393:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941487 00000004:00010000:2.0:1763345651.637419:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000010bbdd84 reply state 00000000003d1dd4 transno 8589941488 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aed27 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345651.637431:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aed27 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345651.637437:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345651.637441:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345651.637444:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345651.637594:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+322:57879:x1849000910586880:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 932us (1105us total) trans 8589941488 rc 0/0 00000100:00100000:2.0:1763345651.637602:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11613 00000020:00080000:2.0:1763345651.637607:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345651.639656:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.639936:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910587008 00000100:00100000:2.0:1763345651.639945:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910587008 00000100:00100000:1.0:1763345651.640563:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8611 00000100:00100000:1.0:1763345651.640577:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:57879:x1849000910587008:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345651.640596:0:8404:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345651.640618:0:8404:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58aed2e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833c9b expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345651.640641:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x377:0x0] initial LVB size: 223839, mtime: 0x691a84f2, atime: 0x691a84f2, ctime: 0x691a84f2, blocks: 0x30 00010000:00010000:1.0:1763345651.640662:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.640664:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.640671:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58aed2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c9b expref: 16 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.640685:0:8404:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58aed2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c9b expref: 16 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.640696:0:8404:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91c00, rc 0) 00000100:00100000:1.0:1763345651.640789:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:57879:x1849000910587008:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 186us (1109us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.640796:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8611 00000100:00100000:3.0:1763345651.642654:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.642962:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910587136 00000100:00100000:2.0:1763345651.642970:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910587136 00000100:00100000:2.0:1763345651.643491:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8612 00000100:00100000:2.0:1763345651.643501:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+19:57879:x1849000910587136:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345651.643516:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345651.643532:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58aed35 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833ca2 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.643557:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b653d5d800/0x52bea07cb58aeb6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833c0f expref: 20 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.643564:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345651.643566:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345651.643570:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58aed35 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ca2 expref: 20 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.643599:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b653d5d800/0x52bea07cb58aeb6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.8@tcp remote: 0x199a96980833c0f expref: 20 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.643610:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b653d5d800/0x52bea07cb58aeb6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833c0f expref: 20 pid: 15692 timeout: 1144 lvb_type: 0 00000100:00100000:2.0:1763345651.643627:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924470912:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345651.643699:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66d342b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763345651.645995:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924470912:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345651.646024:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58aed35 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ca2 expref: 20 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.646040:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7200, rc 0) 00000100:00100000:2.0:1763345651.646089:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+20:57879:x1849000910587136:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2589us (3442us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345651.646097:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8612 00000100:00100000:0.0:1763345651.646685:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.647174:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910587264 00000100:00100000:2.0:1763345651.647181:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910587264 00010000:00010000:2.0:1763345651.647211:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b653d5d800/0x52bea07cb58aeb6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833c0f expref: 20 pid: 15692 timeout: 1144 lvb_type: 0 00000100:00100000:2.0:1763345651.647245:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3886 00000100:00100000:2.0:1763345651.647253:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910587264:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345651.647264:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345651.647268:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b653d5d800/0x52bea07cb58aeb6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833c0f expref: 20 pid: 15692 timeout: 1144 lvb_type: 0 00010000:00010000:2.0:1763345651.647281:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b653d5d800/0x52bea07cb58aeb6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833c0f expref: 20 pid: 15692 timeout: 1144 lvb_type: 0 00010000:00010000:2.0:1763345651.647306:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b653d5d800/0x52bea07cb58aeb6e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833c0f expref: 20 pid: 15692 timeout: 1144 lvb_type: 0 00010000:00010000:2.0:1763345651.647319:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.647321:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.647326:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58aed35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ca2 expref: 19 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.647336:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58aed35 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ca2 expref: 19 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.647367:0:35200:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58aed35 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ca2 expref: 19 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345651.647380:0:35200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35200:1849000924471040:192.168.203.8@tcp:105: 00000100:00100000:2.0:1763345651.647443:0:35200:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66d342b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763345651.650827:0:35200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35200:1849000924471040:192.168.203.8@tcp:105: 00010000:00010000:2.0:1763345651.650850:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345651.650892:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910587264:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 3639us (4209us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345651.650901:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3886 00000100:00100000:1.0:1763345651.651176:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.651252:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345651.651528:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910587520 00000100:00100000:3.0:1763345651.651536:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910587520 00002000:00010000:3.0:1763345651.651568:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/885 (0->18446744073709551615) 00002000:00100000:3.0:1763345651.651572:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544209500 with x1849000910587520 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345651.651582:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b544209500. 00000100:00100000:3.0:1763345651.651603:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910587392 00000100:00100000:3.0:1763345651.651606:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910587392 00002000:00010000:3.0:1763345651.651615:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/887 (0->18446744073709551615) 00002000:00100000:3.0:1763345651.651618:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544208380 with x1849000910587392 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345651.651623:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b544208380. 00000100:00100000:3.0:1763345651.651641:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2223 00000100:00100000:3.0:1763345651.651648:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544209500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910587520:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:3.0:1763345651.651804:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345651.651807:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb mtime from disk: 1763345650 -> 1763345651 00002000:00010000:3.0:1763345651.651810:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:3.0:1763345651.651812:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb ctime from disk: 1763345650 -> 1763345651 00002000:00010000:3.0:1763345651.651814:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345651.651847:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544209500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910587520:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 198us (671us total) trans 21474839802 rc 0/0 00000100:00100000:3.0:1763345651.651853:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2223 00002000:00010000:3.0:1763345651.651855:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/885 (0->18446744073709551615) 00002000:00100000:3.0:1763345651.651857:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544209500 with x1849000910587520 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345651.651861:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b544209500. 00000100:00100000:3.0:1763345651.651882:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2224 00000100:00100000:3.0:1763345651.651888:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910587392:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:3.0:1763345651.652174:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb size from disk: 223839 -> 0 00002000:00010000:3.0:1763345651.652177:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb mtime from disk: 1763345650 -> 1763345651 00002000:00010000:3.0:1763345651.652179:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:3.0:1763345651.652181:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb ctime from disk: 1763345650 -> 1763345651 00002000:00010000:3.0:1763345651.652183:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb blocks from disk: 48 -> 0 00000100:00100000:3.0:1763345651.652202:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910587392:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 314us (949us total) trans 17179872482 rc 0/0 00000100:00100000:3.0:1763345651.652208:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2224 00002000:00010000:3.0:1763345651.652210:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/887 (0->18446744073709551615) 00002000:00100000:3.0:1763345651.652212:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544208380 with x1849000910587392 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345651.652216:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b544208380. 00000100:00100000:1.0:1763345651.655565:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.656151:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910587648 00000100:00100000:2.0:1763345651.656161:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910587648 00000100:00100000:2.0:1763345651.656682:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11614 00000100:00100000:2.0:1763345651.656691:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544209c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+322:57879:x1849000910587648:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345651.656711:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345651.656729:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed3c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833ca9 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.656845:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aed43 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345651.656858:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aed43 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345651.656867:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aed43 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345651.656889:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 0 00000004:00200000:2.0:1763345651.656893:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345651.656908:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aed43 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345651.656928:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed3c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ca9 expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.656943:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aed43 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ca9 expref: 323 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.656952:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345651.656954:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345651.656957:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6c00, rc 0) 00000100:00100000:2.0:1763345651.657009:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544209c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+323:57879:x1849000910587648:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 320us (1453us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345651.657015:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11614 00000100:00100000:3.0:1763345651.660366:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.660452:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910587776 00000100:00100000:1.0:1763345651.660462:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910587776 00000100:00100000:1.0:1763345651.660527:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2225 00000100:00100000:1.0:1763345651.660535:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910587776:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:1.0:1763345651.660588:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58aed4a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.660607:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.660609:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.660613:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58aed4a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.660625:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58aed4a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.660722:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58aed4a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.660731:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58aed4a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.660738:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58aed4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.660744:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345651.660748:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58aed4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.660755:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58aed4a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.660957:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58aed4a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.660965:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58aed4a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345651.661125:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910587776:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 590us (770us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1763345651.661132:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2225 00000100:00100000:3.0:1763345651.664520:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.664700:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910587904 00000100:00100000:1.0:1763345651.664711:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910587904 00000100:00100000:2.0:1763345651.664970:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2226 00000100:00100000:2.0:1763345651.664982:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910587904:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:2.0:1763345651.665018:0:8409:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed51 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.665036:0:8409:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58aed2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c9b expref: 17 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.665044:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345651.665046:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345651.665050:0:8409:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed51 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.665084:0:8409:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58aed2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c9b expref: 17 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.665099:0:8409:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58aed2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c9b expref: 17 pid: 8404 timeout: 1144 lvb_type: 0 00000100:00100000:2.0:1763345651.665114:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8409:1849000924471168:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345651.665195:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b66d342b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763345651.667930:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.668157:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8409:1849000924471168:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345651.668181:0:8409:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed51 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345651.668240:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910588032 00000100:00100000:0.0:1763345651.668247:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910588032 00010000:00010000:0.0:1763345651.668278:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58aed2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c9b expref: 18 pid: 8404 timeout: 1144 lvb_type: 0 00000100:00100000:0.0:1763345651.668307:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3887 00000100:00100000:0.0:1763345651.668314:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910588032:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345651.668325:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345651.668344:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58aed2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c9b expref: 18 pid: 8404 timeout: 1144 lvb_type: 0 00010000:00010000:0.0:1763345651.668356:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58aed2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c9b expref: 18 pid: 8404 timeout: 1144 lvb_type: 0 00010000:00010000:0.0:1763345651.668378:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91c00/0x52bea07cb58aed2e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c9b expref: 18 pid: 8404 timeout: 1144 lvb_type: 0 00010000:00010000:0.0:1763345651.668394:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345651.668396:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345651.668400:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.668410:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed51 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.668436:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345651.668487:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910588032:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 173us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345651.668495:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3887 00010000:00010000:2.0:1763345651.669037:0:8409:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.669053:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1763345651.671479:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872483 is committed 00000001:00080000:3.0:1763345651.671506:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872481 is committed 00002000:00010000:2.0:1763345651.671629:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb size from disk: 0 -> 61440 00002000:00010000:2.0:1763345651.671633:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb blocks from disk: 0 -> 32 00010000:00010000:2.0:1763345651.671646:0:8409:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.671657:0:8409:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.671666:0:8409:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.671673:0:8409:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345651.671677:0:8409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.671685:0:8409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.671922:0:8409:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed51 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.671930:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed51 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [45056->61439] (req 45056->61439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345651.672013:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+13:2408:x1849000910587904:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 7031us (7500us total) trans 17179872483 rc 0/0 00000100:00100000:2.0:1763345651.672023:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2226 00000100:00100000:3.0:1763345651.675305:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.675629:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910588160 00000100:00100000:2.0:1763345651.675640:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910588160 00000100:00100000:2.0:1763345651.675693:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8613 00000100:00100000:2.0:1763345651.675701:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910588160:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:2.0:1763345651.675994:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910588160:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 292us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345651.676001:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8613 00000100:00100000:0.0:1763345651.678318:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.678500:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910588288 00000100:00100000:2.0:1763345651.678508:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910588288 00000100:00100000:2.0:1763345651.678555:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8614 00000100:00100000:2.0:1763345651.678563:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6744de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+20:2410:x1849000910588288:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:2.0:1763345651.678657:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6744de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+20:2410:x1849000910588288:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 94us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345651.678663:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8614 00000100:00100000:1.0:1763345651.681175:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.681570:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910588544 00000100:00100000:2.0:1763345651.681580:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910588544 00000100:00100000:2.0:1763345651.681684:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11615 00000100:00100000:2.0:1763345651.681696:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544208000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+323:57879:x1849000910588544:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345651.681801:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345651.681828:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aed43 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ca9 expref: 323 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.681847:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345651.681852:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345651.682018:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed58 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345651.682032:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed58 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345651.682041:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed58 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000001:00080000:2.0:1763345651.682085:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941489 00000004:00010000:2.0:1763345651.682108:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000079cd24f reply state 000000001d01d305 transno 8589941490 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed58 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345651.682119:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed58 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345651.682126:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345651.682129:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345651.682131:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345651.682209:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544208000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+325:57879:x1849000910588544:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 515us (1040us total) trans 8589941490 rc 0/0 00000100:00100000:2.0:1763345651.682218:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11615 00000020:00080000:2.0:1763345651.682223:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345651.684527:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.684680:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910588672 00000100:00100000:1.0:1763345651.684688:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910588672 00000100:00100000:1.0:1763345651.685137:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8615 00000100:00100000:1.0:1763345651.685147:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+13:57879:x1849000910588672:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345651.685165:0:8404:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345651.685185:0:8404:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58aed5f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833cb0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345651.685208:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x377:0x0] initial LVB size: 61440, mtime: 0x691a84f3, atime: 0x691a84f2, ctime: 0x691a84f3, blocks: 0x20 00010000:00010000:1.0:1763345651.685229:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.685231:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.685238:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58aed5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cb0 expref: 14 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.685253:0:8404:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58aed5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cb0 expref: 14 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.685265:0:8404:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91400, rc 0) 00000100:00100000:1.0:1763345651.685329:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:57879:x1849000910588672:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 183us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.685339:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8615 00000100:00100000:1.0:1763345651.688169:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.688454:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910588800 00000100:00100000:2.0:1763345651.688464:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910588800 00002000:00010000:2.0:1763345651.688502:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/887 (61440->18446744073709551615) 00002000:00100000:2.0:1763345651.688507:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544208a80 with x1849000910588800 ext(61440->18446744073709551615) 00002000:00010000:2.0:1763345651.688520:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b544208a80. 00000100:00100000:2.0:1763345651.688554:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2227 00000100:00100000:2.0:1763345651.688563:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910588800:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345651.688720:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb size from disk: 61440 -> 61440 00002000:00010000:2.0:1763345651.688725:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:2.0:1763345651.688727:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:2.0:1763345651.688729:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:2.0:1763345651.688732:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:2.0:1763345651.689668:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910588800:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 1100us (1501us total) trans 17179872484 rc 0/0 00000100:00100000:2.0:1763345651.689680:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2227 00002000:00010000:2.0:1763345651.689685:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/887 (61440->18446744073709551615) 00002000:00100000:2.0:1763345651.689689:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544208a80 with x1849000910588800 ext(61440->18446744073709551615) 00002000:00010000:2.0:1763345651.689696:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b544208a80. 00000100:00100000:3.0:1763345651.690516:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.690665:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910588928 00000100:00100000:2.0:1763345651.690674:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910588928 00002000:00010000:2.0:1763345651.690709:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/885 (0->18446744073709551615) 00002000:00100000:2.0:1763345651.690713:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6449d1c00 with x1849000910588928 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345651.690721:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6449d1c00. 00000100:00100000:2.0:1763345651.690749:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2228 00000100:00100000:2.0:1763345651.691135:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910588928:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345651.691273:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345651.691276:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:2.0:1763345651.691279:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:2.0:1763345651.691281:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:2.0:1763345651.691283:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345651.691343:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910588928:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 585us (829us total) trans 21474839803 rc 0/0 00000100:00100000:2.0:1763345651.691352:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2228 00002000:00010000:2.0:1763345651.691356:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/885 (0->18446744073709551615) 00002000:00100000:2.0:1763345651.691359:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6449d1c00 with x1849000910588928 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345651.691363:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6449d1c00. 00000100:00100000:1.0:1763345651.694418:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.694503:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910589056 00000100:00100000:2.0:1763345651.694513:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910589056 00000100:00100000:0.0:1763345651.695339:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11616 00000100:00100000:0.0:1763345651.695354:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:57879:x1849000910589056:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345651.695377:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345651.695396:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aed66 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833cb7 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.695483:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aed6d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.695498:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aed6d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.695508:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aed6d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763345651.695535:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 61440 00000004:00200000:0.0:1763345651.695539:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345651.695556:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aed6d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.695580:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aed66 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cb7 expref: 327 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.695596:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aed6d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cb7 expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.695604:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345651.695609:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345651.695612:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5200, rc 0) 00000100:00100000:0.0:1763345651.695679:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+326:57879:x1849000910589056:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 328us (1269us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345651.695687:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11616 00000100:00100000:1.0:1763345651.701246:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345651.701639:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910589184 00000100:00100000:3.0:1763345651.701661:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910589184 00000100:00100000:3.0:1763345651.702569:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2229 00000100:00100000:3.0:1763345651.702583:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910589184:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:3.0:1763345651.702635:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58aed74 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.702649:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345651.702650:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345651.702656:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58aed74 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.702678:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58aed74 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.702892:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58aed74 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.702902:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58aed74 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.702915:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58aed74 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.702921:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345651.702925:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58aed74 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.702933:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58aed74 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.702950:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58aed74 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.702956:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58aed74 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345651.703031:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910589184:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 452us (1794us total) trans 0 rc 6751/6751 00000100:00100000:3.0:1763345651.703039:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2229 00000100:00100000:3.0:1763345651.708709:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.708900:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910589312 00000100:00100000:1.0:1763345651.708909:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910589312 00000100:00100000:1.0:1763345651.708975:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2230 00000100:00100000:1.0:1763345651.708984:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910589312:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:1.0:1763345651.709052:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90400/0x52bea07cb58aed7b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.709069:0:24005:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58aed5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cb0 expref: 15 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.709077:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345651.709079:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345651.709082:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90400/0x52bea07cb58aed7b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.709111:0:24005:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58aed5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833cb0 expref: 15 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.709123:0:24005:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58aed5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833cb0 expref: 15 pid: 8404 timeout: 1144 lvb_type: 0 00000100:00100000:1.0:1763345651.709145:0:24005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24005:1849000924471296:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345651.709959:0:24005:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6467a5d80 going to sleep for 11 seconds 00000100:00100000:3.0:1763345651.722321:0:24005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24005:1849000924471296:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345651.722353:0:24005:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b548d90400/0x52bea07cb58aed7b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345651.723474:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.723664:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910589440 00000100:00100000:2.0:1763345651.723672:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910589440 00010000:00010000:2.0:1763345651.723719:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58aed5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833cb0 expref: 16 pid: 8404 timeout: 1144 lvb_type: 0 00000100:00100000:2.0:1763345651.723802:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3888 00000100:00100000:2.0:1763345651.723813:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910589440:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345651.723827:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345651.723895:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58aed5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833cb0 expref: 16 pid: 8404 timeout: 1144 lvb_type: 0 00010000:00010000:2.0:1763345651.723910:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58aed5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833cb0 expref: 16 pid: 8404 timeout: 1144 lvb_type: 0 00010000:00010000:2.0:1763345651.723934:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58aed5f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833cb0 expref: 16 pid: 8404 timeout: 1144 lvb_type: 0 00010000:00010000:2.0:1763345651.723950:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.723953:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.723958:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90400/0x52bea07cb58aed7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.723968:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90400/0x52bea07cb58aed7b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.724000:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345651.724046:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910589440:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 235us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345651.724053:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3888 00010000:00010000:3.0:1763345651.724487:0:24005:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b548d90400/0x52bea07cb58aed7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.724499:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d90400/0x52bea07cb58aed7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1763345651.729911:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872485 is committed 00002000:00010000:1.0:1763345651.730050:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb size from disk: 61440 -> 225280 00002000:00010000:1.0:1763345651.730056:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb blocks from disk: 32 -> 48 00010000:00010000:1.0:1763345651.730070:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90400/0x52bea07cb58aed7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.730081:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90400/0x52bea07cb58aed7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.730089:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b548d90400/0x52bea07cb58aed7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.730096:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345651.730100:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d90400/0x52bea07cb58aed7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.730109:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d90400/0x52bea07cb58aed7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.730128:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b548d90400/0x52bea07cb58aed7b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.730134:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90400/0x52bea07cb58aed7b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345651.731428:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+13:2408:x1849000910589312:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 22436us (22719us total) trans 17179872485 rc 0/0 00000100:00100000:1.0:1763345651.731439:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2230 00000100:00100000:3.0:1763345651.744095:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.744178:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910589696 00000100:00100000:2.0:1763345651.744191:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910589696 00000100:00100000:2.0:1763345651.744248:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11617 00000100:00100000:2.0:1763345651.744258:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+326:57879:x1849000910589696:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345651.744324:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345651.744362:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aed6d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cb7 expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.744380:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345651.744385:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345651.744572:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aed82 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345651.744587:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aed82 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345651.744597:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aed82 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000001:00080000:2.0:1763345651.744639:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941491 00000004:00010000:2.0:1763345651.744663:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007d1d1f6a reply state 000000006a7b5dc6 transno 8589941492 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aed82 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345651.744675:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aed82 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345651.744685:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345651.744688:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345651.744690:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345651.744828:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+328:57879:x1849000910589696:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 571us (741us total) trans 8589941492 rc 0/0 00000100:00100000:2.0:1763345651.744836:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11617 00000020:00080000:2.0:1763345651.744841:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345651.748482:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.748576:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910589824 00000100:00100000:1.0:1763345651.748586:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910589824 00000100:00100000:1.0:1763345651.748636:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8616 00000100:00100000:1.0:1763345651.748644:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+13:57879:x1849000910589824:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345651.748661:0:8404:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345651.748679:0:8404:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d90400/0x52bea07cb58aed89 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833cbe expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345651.748698:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x377:0x0] initial LVB size: 225280, mtime: 0x691a84f3, atime: 0x691a84f2, ctime: 0x691a84f3, blocks: 0x30 00010000:00010000:1.0:1763345651.748716:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.748719:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.748726:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90400/0x52bea07cb58aed89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cbe expref: 14 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.748739:0:8404:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90400/0x52bea07cb58aed89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cbe expref: 14 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.748751:0:8404:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90400, rc 0) 00000100:00100000:1.0:1763345651.748845:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:57879:x1849000910589824:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 201us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.748853:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8616 00000100:00100000:1.0:1763345651.750820:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.750980:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910589952 00000100:00100000:2.0:1763345651.750988:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910589952 00002000:00010000:2.0:1763345651.751023:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/887 (223839->18446744073709551615) 00002000:00100000:2.0:1763345651.751028:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ab5500 with x1849000910589952 ext(223839->18446744073709551615) 00002000:00010000:2.0:1763345651.751039:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b672ab5500. 00000100:00100000:2.0:1763345651.751071:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2231 00000100:00100000:2.0:1763345651.751080:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910589952:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345651.751332:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb size from disk: 225280 -> 223839 00002000:00010000:2.0:1763345651.751337:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:2.0:1763345651.751339:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:2.0:1763345651.751342:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:2.0:1763345651.751344:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:2.0:1763345651.751392:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910589952:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 312us (579us total) trans 17179872486 rc 0/0 00000100:00100000:2.0:1763345651.751400:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2231 00002000:00010000:2.0:1763345651.751405:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/887 (223839->18446744073709551615) 00002000:00100000:2.0:1763345651.751407:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ab5500 with x1849000910589952 ext(223839->18446744073709551615) 00002000:00010000:2.0:1763345651.751412:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b672ab5500. 00000100:00100000:3.0:1763345651.757749:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.757928:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910590080 00000100:00100000:1.0:1763345651.757937:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910590080 00002000:00010000:1.0:1763345651.757976:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/885 (0->18446744073709551615) 00002000:00100000:1.0:1763345651.757980:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6449d3b80 with x1849000910590080 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345651.757991:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6449d3b80. 00000100:00100000:1.0:1763345651.758026:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2232 00000100:00100000:1.0:1763345651.758035:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910590080:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:1.0:1763345651.758172:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345651.758175:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345651.758178:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:1.0:1763345651.758181:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345651.758183:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345651.758260:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910590080:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 225us (518us total) trans 21474839804 rc 0/0 00000100:00100000:1.0:1763345651.758269:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2232 00002000:00010000:1.0:1763345651.758272:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/885 (0->18446744073709551615) 00002000:00100000:1.0:1763345651.758275:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6449d3b80 with x1849000910590080 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345651.758279:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6449d3b80. 00000100:00100000:0.0:1763345651.764988:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.765108:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910590336 00000100:00100000:2.0:1763345651.765118:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910590336 00000100:00100000:2.0:1763345651.765381:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11618 00000100:00100000:2.0:1763345651.765393:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+328:57879:x1849000910590336:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345651.765500:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58aed90 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.765518:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58aed90 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.765530:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58aed90 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00010000:2.0:1763345651.765631:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000016f25f18 reply state 000000005df0af06 transno 8589941493 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58aed90 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.765644:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58aed90 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.765652:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345651.765655:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345651.765658:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345651.765738:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+330:57879:x1849000910590336:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 347us (759us total) trans 8589941493 rc 0/0 00000100:00100000:2.0:1763345651.765746:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11618 00000100:00100000:1.0:1763345651.770057:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.770545:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910590464 00000100:00100000:2.0:1763345651.770555:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910590464 00000100:00100000:2.0:1763345651.770614:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8617 00000100:00100000:2.0:1763345651.770624:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+22:57879:x1849000910590464:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345651.770643:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345651.770661:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aed97 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833cc5 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.770691:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58aed04 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c7f expref: 23 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345651.770700:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.770702:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.770707:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aed97 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cc5 expref: 23 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.770739:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58aed04 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c7f expref: 23 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345651.770750:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58aed04 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c7f expref: 23 pid: 8404 timeout: 1144 lvb_type: 1 00000100:00100000:2.0:1763345651.770799:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924471424:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345651.770915:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b652207480 going to sleep for 11 seconds 00000100:00100000:0.0:1763345651.773358:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.773444:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910590592 00000100:00100000:1.0:1763345651.773454:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910590592 00010000:00010000:1.0:1763345651.773494:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58aed04 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c7f expref: 24 pid: 8404 timeout: 1144 lvb_type: 1 00000100:00100000:1.0:1763345651.773537:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3889 00000100:00100000:1.0:1763345651.773546:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910590592:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345651.773560:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345651.773576:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58aed04 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c7f expref: 24 pid: 8404 timeout: 1144 lvb_type: 1 00010000:00010000:1.0:1763345651.773589:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58aed04 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c7f expref: 24 pid: 8404 timeout: 1144 lvb_type: 1 00010000:00010000:1.0:1763345651.773617:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.773618:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.773625:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aed97 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cc5 expref: 24 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.773634:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aed97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cc5 expref: 24 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.773665:0:35200:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aed97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cc5 expref: 24 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345651.773676:0:35200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35200:1849000924471552:192.168.203.8@tcp:105: 00010000:00010000:2.0:1763345651.773844:0:8560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58aed04 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c7f expref: 24 pid: 8404 timeout: 1144 lvb_type: 1 00000100:00100000:2.0:1763345651.773860:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924471424:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345651.773883:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aed97 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833cc5 expref: 23 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.773892:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6a00, rc 0) 00000100:00100000:1.0:1763345651.774321:0:35200:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6467a5900 going to sleep for 11 seconds 00000100:00100000:2.0:1763345651.774361:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+23:57879:x1849000910590464:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3737us (4312us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345651.774370:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8617 00000100:00100000:0.0:1763345651.776905:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.777024:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910590720 00000100:00100000:2.0:1763345651.777032:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910590720 00000100:00100000:2.0:1763345651.777087:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8618 00000100:00100000:2.0:1763345651.777096:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+23:57879:x1849000910590720:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345651.777114:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345651.777133:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58aed9e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833ccc expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.777158:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58aed12 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c86 expref: 24 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345651.777166:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.777168:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.777172:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58aed9e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ccc expref: 24 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.777202:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58aed12 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c86 expref: 24 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345651.777215:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58aed12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c86 expref: 24 pid: 28867 timeout: 1144 lvb_type: 1 00000100:00100000:2.0:1763345651.777229:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924471680:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345651.777289:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b652207480 going to sleep for 11 seconds 00000100:00100000:1.0:1763345651.777365:0:35200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35200:1849000924471552:192.168.203.8@tcp:105: 00010000:00010000:1.0:1763345651.777381:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345651.777404:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910590592:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 3859us (4056us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.777412:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3889 00000100:00100000:2.0:1763345651.780197:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924471680:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345651.780230:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58aed9e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ccc expref: 23 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.780249:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6e00, rc 0) 00000100:00100000:2.0:1763345651.780304:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+23:57879:x1849000910590720:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3208us (3406us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345651.780312:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8618 00000100:00100000:0.0:1763345651.780461:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.780893:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910590848 00000100:00100000:1.0:1763345651.780901:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910590848 00010000:00010000:1.0:1763345651.780934:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58aed12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c86 expref: 23 pid: 28867 timeout: 1144 lvb_type: 1 00000100:00100000:1.0:1763345651.780972:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3890 00000100:00100000:1.0:1763345651.780981:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910590848:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345651.780996:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345651.781016:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58aed12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c86 expref: 23 pid: 28867 timeout: 1144 lvb_type: 1 00010000:00010000:1.0:1763345651.781028:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58aed12 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c86 expref: 23 pid: 28867 timeout: 1144 lvb_type: 1 00010000:00010000:1.0:1763345651.781050:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58aed12 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c86 expref: 23 pid: 28867 timeout: 1144 lvb_type: 1 00010000:00010000:1.0:1763345651.781062:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.781064:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.781070:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58aed9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ccc expref: 22 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.781079:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58aed9e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ccc expref: 22 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.781110:0:35200:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58aed9e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ccc expref: 22 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345651.781122:0:35200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35200:1849000924471808:192.168.203.8@tcp:105: 00000100:00100000:1.0:1763345651.781191:0:35200:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6467a5900 going to sleep for 11 seconds 00000100:00100000:0.0:1763345651.784888:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.785009:0:35200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35200:1849000924471808:192.168.203.8@tcp:105: 00010000:00010000:1.0:1763345651.785029:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345651.785068:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910590848:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 4089us (4608us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.785079:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3890 00000100:00100000:2.0:1763345651.785713:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910590976 00000100:00100000:2.0:1763345651.785721:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910590976 00000100:00100000:2.0:1763345651.785805:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8619 00000100:00100000:2.0:1763345651.785815:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:57879:x1849000910590976:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345651.785831:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345651.785849:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6200/0x52bea07cb58aeda5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833cd3 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.785878:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58aed0b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c8d expref: 16 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345651.785887:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.785889:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345651.785893:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6200/0x52bea07cb58aeda5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cd3 expref: 16 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.785925:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58aed0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c8d expref: 16 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345651.785938:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58aed0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c8d expref: 16 pid: 8404 timeout: 1144 lvb_type: 1 00000100:00100000:2.0:1763345651.785951:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8560:1849000924471936:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345651.786021:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b652207480 going to sleep for 11 seconds 00000100:00100000:3.0:1763345651.789166:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.789361:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910591104 00000100:00100000:1.0:1763345651.789370:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910591104 00010000:00010000:1.0:1763345651.789404:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58aed0b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c8d expref: 17 pid: 8404 timeout: 1144 lvb_type: 1 00000100:00100000:1.0:1763345651.789437:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3891 00000100:00100000:1.0:1763345651.789444:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6431ff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910591104:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345651.789461:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345651.789478:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58aed0b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c8d expref: 17 pid: 8404 timeout: 1144 lvb_type: 1 00010000:00010000:1.0:1763345651.789490:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58aed0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c8d expref: 17 pid: 8404 timeout: 1144 lvb_type: 1 00010000:00010000:1.0:1763345651.789513:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.789515:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.789521:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6200/0x52bea07cb58aeda5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cd3 expref: 17 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.789530:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6200/0x52bea07cb58aeda5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cd3 expref: 17 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.789562:0:35200:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6200/0x52bea07cb58aeda5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cd3 expref: 17 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345651.789579:0:35200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:35200:1849000924472064:192.168.203.8@tcp:105: 00000100:00100000:1.0:1763345651.789650:0:35200:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6467a5900 going to sleep for 11 seconds 00010000:00010000:2.0:1763345651.789945:0:8560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58aed0b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c8d expref: 17 pid: 8404 timeout: 1144 lvb_type: 1 00000100:00100000:2.0:1763345651.789959:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8560:1849000924471936:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345651.789979:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6200/0x52bea07cb58aeda5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833cd3 expref: 16 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.789989:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6200, rc 0) 00000100:00100000:2.0:1763345651.790013:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:57879:x1849000910590976:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4201us (5134us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345651.790020:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8619 00000100:00100000:0.0:1763345651.797674:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.798572:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.798591:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910591232 00000100:00100000:2.0:1763345651.798601:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910591232 00000100:00100000:2.0:1763345651.798656:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8620 00000100:00100000:2.0:1763345651.798666:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910591232:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:2.0:1763345651.798830:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 223839 -> 223839 00002000:00010000:2.0:1763345651.798834:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345650 -> 1763345650 00002000:00010000:2.0:1763345651.798837:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345650 -> 1763345651 00002000:00010000:2.0:1763345651.798839:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345650 -> 1763345651 00002000:00010000:2.0:1763345651.798842:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 232 -> 232 00000100:00100000:2.0:1763345651.798894:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910591232:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 230us (1229us total) trans 21474839805 rc 0/0 00000100:00100000:2.0:1763345651.798904:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8620 00000100:00100000:0.0:1763345651.800098:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.800949:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910591360 00000100:00100000:2.0:1763345651.800959:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910591360 00000100:00100000:2.0:1763345651.801013:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910591488 00000100:00100000:2.0:1763345651.801017:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910591488 00000100:00100000:2.0:1763345651.801040:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8621 00000100:00100000:2.0:1763345651.801049:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910591360:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:2.0:1763345651.801175:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345651.801179:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345650 -> 1763345650 00002000:00010000:2.0:1763345651.801182:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345650 -> 1763345651 00002000:00010000:2.0:1763345651.801184:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345650 -> 1763345651 00002000:00010000:2.0:1763345651.801186:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763345651.801235:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910591360:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 187us (2665us total) trans 21474839806 rc 0/0 00000100:00100000:2.0:1763345651.801242:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8621 00000100:00100000:2.0:1763345651.801259:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8622 00000100:00100000:2.0:1763345651.801265:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910591488:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:2.0:1763345651.801332:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345651.801335:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345650 -> 1763345650 00002000:00010000:2.0:1763345651.801337:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345650 -> 1763345651 00002000:00010000:2.0:1763345651.801339:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345650 -> 1763345651 00002000:00010000:2.0:1763345651.801341:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345651.801361:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910591488:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 96us (1269us total) trans 17179872487 rc 0/0 00000100:00100000:2.0:1763345651.801368:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8622 00000100:00100000:1.0:1763345651.801464:0:35200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:35200:1849000924472064:192.168.203.8@tcp:105: 00010000:00010000:1.0:1763345651.801483:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345651.801505:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6431ff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910591104:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 12061us (12347us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.801514:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3891 00000100:00100000:3.0:1763345651.804177:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.804265:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910591744 00000100:00100000:0.0:1763345651.804273:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910591744 00000100:00100000:0.0:1763345651.804324:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3996 00000100:00100000:0.0:1763345651.804332:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+330:57879:x1849000910591744:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:0.0:1763345651.804391:0:35216:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000405:0x25c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58aecc5 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c6a expref: 330 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.804435:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aedac lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345651.804447:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aecef lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c71 expref: 330 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.804456:0:35216:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aedac lrc: 4/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345651.804489:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aecef lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c71 expref: 330 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.804501:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aecef lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c71 expref: 330 pid: 6521 timeout: 1144 lvb_type: 0 00000100:00100000:0.0:1763345651.804513:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a6300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924472192:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345651.804576:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b653fa6300 going to sleep for 11 seconds 00000100:00100000:0.0:1763345651.807852:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.808010:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910591872 00000100:00100000:1.0:1763345651.808019:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910591872 00010000:00010000:1.0:1763345651.808057:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aecef lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c71 expref: 331 pid: 6521 timeout: 1144 lvb_type: 0 00000100:00100000:2.0:1763345651.808249:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a6300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924472192:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345651.808272:0:35216:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aedac lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:1.0:1763345651.808654:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3892 00000100:00100000:1.0:1763345651.808666:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+331:2408:x1849000910591872:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345651.808680:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345651.808687:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aecef lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c71 expref: 331 pid: 6521 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763345651.808713:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aecef lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c71 expref: 331 pid: 6521 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763345651.808735:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aecef lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c71 expref: 331 pid: 6521 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763345651.808750:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345651.808755:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aedac lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345651.808812:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aedac lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345651.808820:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aedac lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345651.808849:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345651.808899:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+330:2408:x1849000910591872:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 236us (1054us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.808906:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3892 00010000:00010000:2.0:1763345651.809185:0:35216:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aedac lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.809192:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aedac lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000040:00080000:2.0:1763345651.809438:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1994, 88 off165288 00000004:00080000:2.0:1763345651.809447:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1044334686873ns, next at 1043420516693ns, rc = 0 00000040:00080000:2.0:1763345651.809491:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2010, 88 off166872 00000004:00080000:2.0:1763345651.809496:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1044334736796ns, next at 1043420493666ns, rc = 0 00000040:00080000:2.0:1763345651.809517:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1995, 88 off165376 00000004:00080000:2.0:1763345651.809522:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1044334762173ns, next at 1043420516693ns, rc = 0 00000040:00080000:2.0:1763345651.809532:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2011, 88 off166960 00000004:00080000:2.0:1763345651.809536:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1044334776298ns, next at 1043420493666ns, rc = 0 00000040:00080000:2.0:1763345651.809545:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2012, 88 off167048 00000004:00080000:2.0:1763345651.809548:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1044334788791ns, next at 1043420493666ns, rc = 0 00000040:00080000:2.0:1763345651.809557:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1996, 88 off165464 00000004:00080000:2.0:1763345651.809560:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1044334800786ns, next at 1043420516693ns, rc = 0 00000001:00080000:2.0:1763345651.813499:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941494 is committed 00000004:00080000:2.0:1763345651.813513:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1295 committed 00000004:00080000:2.0:1763345651.813527:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1311 committed 00000004:00080000:2.0:1763345651.813540:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1310 committed 00000004:00080000:2.0:1763345651.813542:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1294 committed 00000004:00080000:2.0:1763345651.813544:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1309 committed 00000004:00080000:2.0:1763345651.813546:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1293 committed 00000004:00010000:2.0:1763345651.813604:0:35216:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000341c0813 reply state 0000000091f275b0 transno 8589941494 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aedac lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.813625:0:35216:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aedac lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.813634:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345651.813638:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763345651.813641:0:35216:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763345651.813649:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345651.813652:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763345651.813659:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58aecc5 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c6a expref: 322 pid: 6522 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1763345651.813800:0:35216:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763345651.813813:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+322:57879:x1849000910591744:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 9481us (9644us total) trans 8589941494 rc 0/0 00000100:00100000:2.0:1763345651.813822:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3996 00010000:00010000:2.0:1763345651.813950:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aedac lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.813958:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aedac lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.813965:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aedac lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.813970:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345651.813974:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aedac lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.813980:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aedac lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.813993:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345651.813996:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345651.813999:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aedac lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345651.814004:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aedac lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00000100:00100000:0.0:1763345651.814134:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763345651.814148:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924472320:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345651.814219:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345651.814250:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924472448:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345651.814266:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345651.814278:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763345651.814282:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6748a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924472576:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345651.814295:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345651.814319:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924472320 00000100:00100000:0.0:1763345651.814325:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924472320 00000100:00100000:0.0:1763345651.814352:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924472448 00000100:00100000:0.0:1763345651.814354:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924472448 00000100:00100000:0.0:1763345651.814368:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924472576 00000100:00100000:0.0:1763345651.814371:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924472576 00000100:00100000:0.0:1763345651.814387:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8623 00000100:00100000:0.0:1763345651.814395:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3658:x1849000924472320:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1763345651.814519:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 223839 -> 223839 00002000:00010000:0.0:1763345651.814522:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345650 -> 1763345650 00002000:00010000:0.0:1763345651.814525:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:0.0:1763345651.814527:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:0.0:1763345651.814529:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 232 -> 232 00000100:00100000:0.0:1763345651.814562:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3658:x1849000924472320:12345-0@lo:2:osp-syn-0-0.0 Request processed in 168us (342us total) trans 21474839807 rc 0/0 00000100:00100000:0.0:1763345651.814569:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8623 00000100:00100000:0.0:1763345651.814583:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8624 00000100:00100000:0.0:1763345651.814589:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3656:x1849000924472448:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1763345651.814635:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345651.814638:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345650 -> 1763345650 00002000:00010000:0.0:1763345651.814640:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:0.0:1763345651.814642:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:0.0:1763345651.814644:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763345651.814672:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3656:x1849000924472448:12345-0@lo:2:osp-syn-0-0.0 Request processed in 83us (404us total) trans 21474839808 rc 0/0 00000100:00100000:0.0:1763345651.814678:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8624 00000100:00100000:0.0:1763345651.814690:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8625 00000100:00100000:0.0:1763345651.814696:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3656:x1849000924472576:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1763345651.814741:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345651.814744:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:0.0:1763345651.814747:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:0.0:1763345651.814749:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:0.0:1763345651.814751:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345651.814809:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3656:x1849000924472576:12345-0@lo:2:osp-syn-0-0.0 Request processed in 113us (512us total) trans 21474839809 rc 0/0 00000100:00100000:0.0:1763345651.814815:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8625 00000004:00080000:0.0:1763345651.814854:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6748a4e00/2, rc 0, transno 21474839809 00000100:00100000:0.0:1763345651.814861:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924472576:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345651.814870:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6748a5180/2, rc 0, transno 21474839808 00000100:00100000:0.0:1763345651.814873:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924472448:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345651.814888:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6748a7b80/2, rc 0, transno 21474839807 00000100:00100000:0.0:1763345651.814892:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6748a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924472320:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345651.815035:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763345651.815045:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924472960:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345651.815073:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345651.815098:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924472960 00000100:00100000:1.0:1763345651.815101:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924472960 00000100:00100000:1.0:1763345651.815127:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8626 00000100:00100000:1.0:1763345651.815133:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3657:x1849000924472960:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763345651.815199:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb size from disk: 223839 -> 223839 00002000:00010000:1.0:1763345651.815203:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345651.815205:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:1.0:1763345651.815207:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345651.815209:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:1.0:1763345651.815235:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3657:x1849000924472960:12345-0@lo:2:osp-syn-1-0.0 Request processed in 102us (162us total) trans 17179872488 rc 0/0 00000100:00100000:1.0:1763345651.815241:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8626 00000100:00100000:1.0:1763345651.815265:0:3657:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872481 gen 2 00000004:00080000:1.0:1763345651.815270:0:3657:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872474 committed transno 17179872481 00000004:00080000:1.0:1763345651.815284:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ed1500, transno 17179872475 00000004:00080000:1.0:1763345651.815290:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ed3100, transno 17179872476 00000004:00080000:1.0:1763345651.815293:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54440a680, transno 17179872477 00000004:00080000:1.0:1763345651.815295:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ed2d80, transno 17179872478 00000004:00080000:1.0:1763345651.815297:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544867800, transno 17179872479 00000004:00080000:1.0:1763345651.815300:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544864e00, transno 17179872480 00000004:00080000:1.0:1763345651.815302:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544867b80, transno 17179872481 00000100:00100000:1.0:1763345651.815308:0:3657:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff91b672ab5f80 x1849000924472960/t17179872488(17179872488) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763345667 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763345651.815317:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ab5f80/2, rc 0, transno 17179872488 00000100:00100000:1.0:1763345651.815321:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924472960:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345651.815426:0:32328:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 3 in progress, 2 in flight, 7 done 00010000:00010000:3.0:1763345651.815824:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aed27 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.815834:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aed27 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.815841:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aed27 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.815846:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345651.815849:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aed27 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.815856:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aed27 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.815867:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345651.815870:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345651.815873:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aed27 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.815878:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58aed27 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.815892:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed58 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.815897:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed58 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.815902:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed58 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.815906:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345651.815908:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed58 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.815913:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed58 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.815918:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345651.815920:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345651.815922:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed58 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.815927:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58aed58 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.815933:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aed82 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.815938:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aed82 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.815942:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aed82 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.815946:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345651.815949:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aed82 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.815954:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aed82 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.815959:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345651.815961:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345651.815963:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aed82 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.815968:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aed82 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345651.815974:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58aed90 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.815979:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58aed90 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.815984:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58aed90 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.815988:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345651.815990:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58aed90 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.815994:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58aed90 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.815999:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345651.816001:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345651.816004:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58aed90 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.816012:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58aed90 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000100:00100000:2.0:1763345651.816323:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924472832:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345651.816363:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345651.816386:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763345651.816392:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924472704:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345651.816411:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345651.816453:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924472832 00000100:00100000:2.0:1763345651.816459:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924472832 00000100:00100000:2.0:1763345651.816487:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924472704 00000100:00100000:2.0:1763345651.816489:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924472704 00000100:00100000:2.0:1763345651.816506:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8627 00000100:00100000:2.0:1763345651.816513:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3659:x1849000924472832:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1763345651.816598:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345651.816601:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345650 -> 1763345650 00002000:00010000:2.0:1763345651.816604:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:2.0:1763345651.816606:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:2.0:1763345651.816609:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345651.816637:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3659:x1849000924472832:12345-0@lo:2:osp-syn-1-0.0 Request processed in 124us (273us total) trans 17179872489 rc 0/0 00000100:00100000:2.0:1763345651.816643:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8627 00000004:00080000:2.0:1763345651.816672:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ab6a00/2, rc 0, transno 17179872489 00000100:00100000:2.0:1763345651.816676:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924472832:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345651.816687:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8628 00000100:00100000:2.0:1763345651.816693:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3659:x1849000924472704:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1763345651.817915:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345651.817922:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345651.817925:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345651.817927:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345651.817930:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345651.817989:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3659:x1849000924472704:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1295us (1576us total) trans 17179872490 rc 0/0 00000100:00100000:2.0:1763345651.817998:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8628 00000004:00080000:3.0:1763345651.818290:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ab6300/2, rc 0, transno 17179872490 00000100:00100000:3.0:1763345651.818296:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924472704:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345651.819018:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.819274:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910592000 00000100:00100000:2.0:1763345651.819281:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910592000 00000100:00100000:2.0:1763345651.819322:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11619 00000100:00100000:2.0:1763345651.819330:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+317:57879:x1849000910592000:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345651.819350:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345651.819370:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58aedb3 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833cda expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.819421:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58aedb3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cda expref: 318 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.819434:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58aedb3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cda expref: 318 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.819452:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345651.819456:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345651.819460:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7c00, rc 0) 00000100:00100000:2.0:1763345651.819514:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+318:57879:x1849000910592000:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 185us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345651.819522:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11619 00000100:00100000:2.0:1763345651.822146:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.822238:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910592256 00000100:00100000:0.0:1763345651.822248:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910592256 00000100:00100000:0.0:1763345651.822307:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3997 00000100:00100000:0.0:1763345651.822318:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+318:57879:x1849000910592256:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345651.822557:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+319:57879:x1849000910592256:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 240us (417us total) trans 8589941495 rc 0/0 00000100:00100000:0.0:1763345651.822565:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3997 00000100:00100000:1.0:1763345651.840116:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.840938:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910592384 00000100:00100000:0.0:1763345651.840947:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910592384 00000100:00100000:0.0:1763345651.842010:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11620 00000100:00100000:0.0:1763345651.842026:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+319:57880:x1849000910592384:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345651.842048:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345651.842071:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aedba lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833ce1 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.842140:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aedc1 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.842153:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aedc1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.842165:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aedc1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.842177:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aedc8 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.842183:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aedc8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.842189:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aedc8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.842301:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aedcf lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.842311:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aedcf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.842318:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aedcf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345651.842353:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 223839 00000004:00200000:0.0:1763345651.842357:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345651.842375:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aedcf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.842385:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aedcf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.842394:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aedc1 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.842400:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aedc1 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.842409:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aedc1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.842415:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aedc1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.842421:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345651.842425:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aedc1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.842432:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aedc1 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.842443:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b644c51f00) 00010000:00010000:0.0:1763345651.842446:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345651.842450:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aedc1 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.842456:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aedc1 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.842469:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aedc8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.842475:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aedc8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.842480:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aedc8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.842484:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345651.842487:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aedc8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.842496:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aedc8 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.842503:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b644c51400) 00010000:00010000:0.0:1763345651.842505:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345651.842508:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aedc8 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.842513:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aedc8 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345651.842538:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aedba lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ce1 expref: 321 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.842552:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aedcf lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ce1 expref: 320 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.842559:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345651.842561:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345651.842563:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4600, rc 0) 00000100:00100000:0.0:1763345651.842638:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+320:57880:x1849000910592384:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 617us (2528us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345651.842646:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11620 00000100:00100000:2.0:1763345651.847638:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.847901:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910592640 00000100:00100000:0.0:1763345651.847911:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910592640 00000100:00100000:0.0:1763345651.847963:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11621 00000100:00100000:0.0:1763345651.847974:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+320:57880:x1849000910592640:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345651.847991:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345651.848013:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aedd6 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833ce8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.848106:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeddd lrc: 3/1,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.848121:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeddd lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.848132:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeddd lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763345651.848143:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 223839 00010000:00010000:0.0:1763345651.848245:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aedd6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ce8 expref: 323 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.848263:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeddd lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ce8 expref: 322 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.848272:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345651.848275:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763345651.848279:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5e00, rc 0) 00000100:00100000:0.0:1763345651.848335:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+322:57880:x1849000910592640:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 363us (706us total) trans 8589941496 rc 0/0 00000100:00100000:0.0:1763345651.848343:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11621 00000100:00100000:3.0:1763345651.851518:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.851946:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910592896 00000100:00100000:1.0:1763345651.851955:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910592896 00000100:00100000:1.0:1763345651.851998:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11622 00000100:00100000:1.0:1763345651.852005:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+322:57880:x1849000910592896:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345651.852027:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345651.852067:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aedeb lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833cef expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.852147:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58aedf2 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345651.852160:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58aedf2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345651.852170:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58aedf2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:1.0:1763345651.852180:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 223839 00010000:00010000:1.0:1763345651.852263:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aedeb lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cef expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.852277:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58aedf2 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cef expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.852285:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345651.852288:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763345651.852291:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90600, rc 0) 00000100:00100000:1.0:1763345651.852346:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57880:x1849000910592896:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 341us (836us total) trans 8589941497 rc 0/0 00000100:00100000:1.0:1763345651.852353:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11622 00000100:00100000:3.0:1763345651.884159:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.884539:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910593024 00000100:00100000:2.0:1763345651.884549:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910593024 00000100:00100000:2.0:1763345651.884615:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2233 00000100:00100000:2.0:1763345651.884623:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+24:2409:x1849000910593024:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:2.0:1763345651.884655:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58aee00 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.884672:0:24005:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aed97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833cc5 expref: 24 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.884679:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345651.884681:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345651.884685:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58aee00 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.884714:0:24005:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aed97 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833cc5 expref: 24 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.884725:0:24005:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aed97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833cc5 expref: 24 pid: 8560 timeout: 1144 lvb_type: 0 00000100:00100000:2.0:1763345651.884737:0:24005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfc700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24005:1849000924473088:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345651.885335:0:24005:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b652207480 going to sleep for 11 seconds 00000100:00100000:3.0:1763345651.889330:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.889504:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910593152 00000100:00100000:1.0:1763345651.889512:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910593152 00010000:00010000:1.0:1763345651.889546:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aed97 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833cc5 expref: 25 pid: 8560 timeout: 1144 lvb_type: 0 00000100:00100000:1.0:1763345651.889586:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3893 00000100:00100000:1.0:1763345651.889596:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+25:2408:x1849000910593152:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345651.889610:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345651.889629:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aed97 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833cc5 expref: 25 pid: 8560 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763345651.889643:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aed97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833cc5 expref: 25 pid: 8560 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763345651.889671:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.889673:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345651.889677:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58aee00 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.889686:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58aee00 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.889719:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345651.889804:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+25:2408:x1849000910593152:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 210us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.889811:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3893 00010000:00010000:0.0:1763345651.889896:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aed97 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833cc5 expref: 24 pid: 8560 timeout: 1144 lvb_type: 0 00000100:00100000:0.0:1763345651.889910:0:24005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfc700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24005:1849000924473088:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345651.889929:0:24005:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58aee00 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.889938:0:24005:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58aee00 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.889944:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58aee00 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.893888:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58aee00 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.893906:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58aee00 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.893914:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58aee00 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.893921:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345651.893925:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58aee00 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.893933:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58aee00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.893950:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58aee00 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.893957:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58aee00 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345651.894037:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910593024:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 9411us (9882us total) trans 0 rc 223839/223839 00000100:00100000:0.0:1763345651.894046:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2233 00000100:00100000:1.0:1763345651.897316:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.897627:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910593280 00000100:00100000:0.0:1763345651.897636:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910593280 00000100:00100000:0.0:1763345651.897697:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2234 00000100:00100000:0.0:1763345651.897705:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+16:2411:x1849000910593280:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:0.0:1763345651.897737:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58aee07 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.897753:0:24005:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90400/0x52bea07cb58aed89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cbe expref: 16 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.897796:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345651.897798:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345651.897802:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58aee07 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.897833:0:24005:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b548d90400/0x52bea07cb58aed89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833cbe expref: 16 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.897846:0:24005:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90400/0x52bea07cb58aed89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833cbe expref: 16 pid: 8404 timeout: 1144 lvb_type: 0 00000100:00100000:0.0:1763345651.897860:0:24005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24005:1849000924473216:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345651.897928:0:24005:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642f6fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1763345651.900452:0:24005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24005:1849000924473216:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345651.900479:0:24005:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58aee07 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345651.900923:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345651.901016:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910593408 00000100:00100000:3.0:1763345651.901023:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910593408 00010000:00010000:3.0:1763345651.901058:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90400/0x52bea07cb58aed89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833cbe expref: 17 pid: 8404 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763345651.901098:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3894 00000100:00100000:3.0:1763345651.901109:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910593408:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345651.901123:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345651.901143:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b548d90400/0x52bea07cb58aed89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833cbe expref: 17 pid: 8404 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763345651.901155:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b548d90400/0x52bea07cb58aed89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833cbe expref: 17 pid: 8404 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763345651.901179:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90400/0x52bea07cb58aed89 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833cbe expref: 17 pid: 8404 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763345651.901194:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345651.901197:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345651.901202:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58aee07 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.901212:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58aee07 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.901245:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345651.901301:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910593408:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 194us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345651.901308:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3894 00010000:00010000:0.0:1763345651.901557:0:24005:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58aee07 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.901567:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58aee07 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.906280:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58aee07 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.906298:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58aee07 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.906306:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58aee07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.906313:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345651.906318:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58aee07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.906327:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58aee07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.906346:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58aee07 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.906358:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58aee07 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->225279] (req 0->225279) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345651.906447:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+15:2411:x1849000910593280:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 8738us (9136us total) trans 0 rc 223839/223839 00000100:00100000:0.0:1763345651.906458:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2234 00000100:00100000:3.0:1763345651.918252:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.918348:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910593536 00000100:00100000:1.0:1763345651.918359:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910593536 00000100:00100000:1.0:1763345651.918468:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 467 00000100:00100000:1.0:1763345651.918477:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+324:57880:x1849000910593536:12345-192.168.203.8@tcp:103:lfs.0 00010000:00010000:1.0:1763345651.918491:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345651.918513:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58aedf2 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cef expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345651.918529:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345651.918533:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345651.918587:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+323:57880:x1849000910593536:12345-192.168.203.8@tcp:103:lfs.0 Request processed in 111us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.918594:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 467 00000100:00100000:2.0:1763345651.920903:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.920998:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910593792 00000100:00100000:1.0:1763345651.921009:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910593792 00000100:00100000:1.0:1763345651.921051:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3998 00000100:00100000:1.0:1763345651.921061:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b64a0b6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+323:57880:x1849000910593792:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345651.921261:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a0b6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+324:57880:x1849000910593792:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 201us (364us total) trans 8589941498 rc 0/0 00000100:00100000:1.0:1763345651.921268:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3998 00000100:00100000:2.0:1763345651.925716:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.926010:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910594048 00000100:00100000:0.0:1763345651.926228:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910594048 00000100:00100000:0.0:1763345651.926622:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11623 00000100:00100000:0.0:1763345651.926631:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+324:57861:x1849000910594048:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345651.926652:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345651.926669:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aee0e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833cf6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.926857:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aee15 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.926870:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aedcf lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ce1 expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.926879:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aee15 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345651.926908:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aedcf lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ce1 expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.926919:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aedcf lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ce1 expref: 325 pid: 6522 timeout: 1144 lvb_type: 0 00000100:00100000:0.0:1763345651.926937:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1f800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924473344:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345651.927009:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642f6f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763345651.930505:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345651.930648:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910594176 00000100:00100000:1.0:1763345651.930658:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910594176 00010000:00010000:1.0:1763345651.930713:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aedcf lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ce1 expref: 326 pid: 6522 timeout: 1144 lvb_type: 0 00000100:00100000:1.0:1763345651.930754:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3895 00000100:00100000:1.0:1763345651.930801:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+326:2408:x1849000910594176:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345651.930818:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345651.930824:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aedcf lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ce1 expref: 326 pid: 6522 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763345651.930837:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aedcf lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ce1 expref: 326 pid: 6522 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763345651.930860:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345651.930865:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aee15 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345651.930875:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aee15 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345651.930882:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aee15 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345651.930903:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345651.930955:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+326:2408:x1849000910594176:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 157us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.930962:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3895 00010000:00010000:3.0:1763345651.931390:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58aedcf lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ce1 expref: 325 pid: 6522 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763345651.931403:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1f800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924473344:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345651.931421:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aee15 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.931429:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aee15 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.931436:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aee15 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:3.0:1763345651.931455:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 223839 00010000:00010000:3.0:1763345651.931576:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aee0e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cf6 expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.931590:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aee15 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cf6 expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.931603:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345651.931606:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763345651.931609:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4e00, rc 0) 00000100:00100000:3.0:1763345651.931656:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910594048:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 5026us (5955us total) trans 8589941499 rc 0/0 00000100:00100000:3.0:1763345651.931664:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11623 00000100:00100000:2.0:1763345651.935937:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345651.936329:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910594304 00000100:00100000:3.0:1763345651.936338:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910594304 00000100:00100000:3.0:1763345651.936402:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11624 00000100:00100000:3.0:1763345651.936412:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910594304:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:3.0:1763345651.936435:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345651.936455:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aee23 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833cfd expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.936539:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aee2a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.936552:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aee15 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cf6 expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.936559:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aee2a lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.936588:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aee15 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833cf6 expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.936600:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aee15 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833cf6 expref: 326 pid: 6521 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763345651.936619:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924473472:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345651.936708:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541f62600 going to sleep for 11 seconds 00000100:00100000:3.0:1763345651.940580:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924473472:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345651.940617:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aee2a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:2.0:1763345651.941363:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345651.941540:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910594432 00000100:00100000:3.0:1763345651.941548:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910594432 00010000:00010000:3.0:1763345651.941581:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aee15 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833cf6 expref: 327 pid: 6521 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763345651.941656:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3896 00000100:00100000:3.0:1763345651.941665:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:2408:x1849000910594432:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345651.941679:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345651.941685:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aee15 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833cf6 expref: 327 pid: 6521 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763345651.941928:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aee15 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833cf6 expref: 327 pid: 6521 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763345651.941955:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aee15 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833cf6 expref: 327 pid: 6521 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763345651.941969:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345651.941973:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aee2a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.941988:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aee2a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.941995:0:6507:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aee2a lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345651.942107:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345651.942159:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+326:2408:x1849000910594432:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 494us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345651.942166:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3896 00010000:00010000:3.0:1763345651.942314:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aee2a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.942321:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aee2a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:3.0:1763345651.942365:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 223839 00000004:00200000:3.0:1763345651.942370:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763345651.942388:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aee2a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345651.942416:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aee23 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cfd expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.942430:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aee2a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cfd expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.942437:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345651.942440:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345651.942442:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260600, rc 0) 00000100:00100000:3.0:1763345651.942477:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910594304:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 6067us (6550us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345651.942484:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11624 00000100:00100000:2.0:1763345651.945554:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.945692:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910594560 00000100:00100000:0.0:1763345651.945959:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910594560 00000100:00100000:0.0:1763345651.946051:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8629 00000100:00100000:0.0:1763345651.946061:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910594560:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345651.946077:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345651.946095:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aee31 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833d04 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345651.946114:0:8560:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x370:0x0] initial LVB size: 223839, mtime: 0x691a84f2, atime: 0x691a84f3, ctime: 0x691a84f3, blocks: 0xe8 00010000:00010000:0.0:1763345651.946130:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345651.946131:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345651.946141:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aee31 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d04 expref: 24 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345651.946154:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aee31 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d04 expref: 24 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345651.946166:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5000, rc 0) 00000100:00100000:0.0:1763345651.946212:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+24:2409:x1849000910594560:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 153us (668us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345651.946219:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8629 00000100:00100000:1.0:1763345651.949560:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.949817:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910594688 00000100:00100000:0.0:1763345651.949826:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910594688 00000100:00100000:0.0:1763345651.949877:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8630 00000100:00100000:0.0:1763345651.949886:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+24:57861:x1849000910594688:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345651.949902:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345651.949917:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aee38 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833d0b expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.949943:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aee31 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d04 expref: 25 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345651.949951:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345651.949953:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345651.949957:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aee38 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d0b expref: 25 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.949984:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aee31 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d04 expref: 25 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345651.949996:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aee31 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d04 expref: 25 pid: 8560 timeout: 1144 lvb_type: 1 00000100:00100000:0.0:1763345651.950008:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924473600:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345651.950082:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642f6fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1763345651.957116:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924473600:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345651.957152:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aee38 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833d0b expref: 25 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345651.957170:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4400, rc 0) 00000100:00100000:0.0:1763345651.957232:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+25:57861:x1849000910594688:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 7345us (7678us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345651.957242:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8630 00000100:00100000:2.0:1763345651.957361:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345651.957458:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910594816 00000100:00100000:3.0:1763345651.957466:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910594816 00010000:00010000:3.0:1763345651.957494:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aee31 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d04 expref: 25 pid: 8560 timeout: 1144 lvb_type: 1 00000100:00100000:3.0:1763345651.957520:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3897 00000100:00100000:3.0:1763345651.957529:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6431fc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+25:2409:x1849000910594816:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345651.957541:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345651.957559:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aee31 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d04 expref: 25 pid: 8560 timeout: 1144 lvb_type: 1 00010000:00010000:3.0:1763345651.957571:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aee31 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d04 expref: 25 pid: 8560 timeout: 1144 lvb_type: 1 00010000:00010000:3.0:1763345651.957593:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aee31 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d04 expref: 25 pid: 8560 timeout: 1144 lvb_type: 1 00010000:00010000:3.0:1763345651.957604:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345651.957606:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345651.957612:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aee38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833d0b expref: 24 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.957621:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aee38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833d0b expref: 24 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345651.957653:0:6507:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aee38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833d0b expref: 24 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345651.957665:0:6507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6507:1849000924473728:192.168.203.8@tcp:105: 00000100:00100000:3.0:1763345651.958397:0:6507:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541f62600 going to sleep for 11 seconds 00000100:00100000:2.0:1763345651.962217:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345651.962798:0:6507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6507:1849000924473728:192.168.203.8@tcp:105: 00010000:00010000:3.0:1763345651.962825:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345651.962876:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6431fc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+24:2409:x1849000910594816:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 5348us (5515us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345651.962887:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3897 00000100:00100000:1.0:1763345651.963339:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910594944 00000100:00100000:1.0:1763345651.963347:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910594944 00002000:00100000:1.0:1763345651.963390:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (45056->49151) req@ffff91b672dfc000 x1849000910594944/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:127/0 lens 488/0 e 0 to 0 dl 1763345662 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345651.963402:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dfc000 with x1849000910594944 ext(45056->49151) 00002000:00010000:1.0:1763345651.963407:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dfc000 00000100:00100000:1.0:1763345651.963440:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2235 00000100:00100000:1.0:1763345651.963449:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910594944:12345-192.168.203.8@tcp:3:lfs.0 00000100:00100000:1.0:1763345651.963598:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910594944:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 150us (1389us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763345651.963605:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2235 00002000:00100000:1.0:1763345651.963610:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (45056->49151) req@ffff91b672dfc000 x1849000910594944/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:127/0 lens 488/4536 e 0 to 0 dl 1763345662 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345651.963618:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dfc000 with x1849000910594944 ext(45056->49151) 00002000:00010000:1.0:1763345651.963621:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dfc000 00000100:00100000:2.0:1763345651.968210:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345651.969806:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910595200 00000100:00100000:0.0:1763345651.969820:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910595200 00000100:00100000:0.0:1763345651.969876:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3999 00000100:00100000:0.0:1763345651.969886:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910595200:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:0.0:1763345651.970118:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+326:57861:x1849000910595200:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 233us (1916us total) trans 8589941500 rc 0/0 00000100:00100000:0.0:1763345651.970126:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3999 00000100:00100000:3.0:1763345651.975390:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345651.976450:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910595456 00000100:00100000:2.0:1763345651.976462:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910595456 00000100:00100000:2.0:1763345651.976529:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11625 00000100:00100000:2.0:1763345651.976540:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+326:57861:x1849000910595456:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345651.976563:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345651.976566:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:2.0:1763345651.976590:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeddd lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ce8 expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.976609:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58aedb3 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cda expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.976621:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aee2a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833cfd expref: 324 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.976644:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345651.976648:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345651.976661:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58aee3f lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833d12 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.976707:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58aee46 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.976719:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58aee46 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345651.976727:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58aee46 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000040:00080000:2.0:1763345651.978309:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1997, 88 off165552 00000004:00080000:2.0:1763345651.978319:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1044503559148ns, next at 1043420516693ns, rc = 0 00000040:00080000:2.0:1763345651.978492:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2013, 88 off167136 00000004:00080000:2.0:1763345651.978498:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1044503738529ns, next at 1043420493666ns, rc = 0 00000040:00080000:2.0:1763345651.978691:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1998, 88 off165640 00000004:00080000:2.0:1763345651.978696:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1044503936201ns, next at 1043420516693ns, rc = 0 00000040:00080000:2.0:1763345651.978919:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2014, 88 off167224 00000004:00080000:2.0:1763345651.978924:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1044504164609ns, next at 1043420493666ns, rc = 0 00000040:00080000:2.0:1763345651.978945:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2015, 88 off167312 00000004:00080000:2.0:1763345651.978950:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1044504190171ns, next at 1043420493666ns, rc = 0 00000040:00080000:2.0:1763345651.978959:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1999, 88 off165728 00000004:00080000:2.0:1763345651.978962:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1044504202492ns, next at 1043420516693ns, rc = 0 00000001:00080000:0.0:1763345651.982745:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941501 is committed 00000004:00080000:0.0:1763345651.982862:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1298 committed 00000004:00080000:0.0:1763345651.983121:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1314 committed 00000100:00100000:1.0:1763345651.983416:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763345651.983433:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ed1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924473856:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345651.983487:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345651.983523:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ed3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924473984:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345651.983542:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345651.983557:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763345651.983562:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ed2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924474112:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345651.983577:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345651.983602:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924473856 00000100:00100000:1.0:1763345651.983608:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924473856 00000100:00100000:1.0:1763345651.983643:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924473984 00000100:00100000:1.0:1763345651.983645:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924473984 00000100:00100000:1.0:1763345651.983657:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924474112 00000100:00100000:1.0:1763345651.983659:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924474112 00000100:00100000:1.0:1763345651.983677:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8631 00000100:00100000:1.0:1763345651.983684:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3656:x1849000924473856:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763345651.983850:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 223839 -> 223839 00002000:00010000:1.0:1763345651.983853:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345650 -> 1763345650 00002000:00010000:1.0:1763345651.983856:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345651.983858:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345651.983860:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 232 -> 232 00000100:00100000:1.0:1763345651.983895:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+19:3656:x1849000924473856:12345-0@lo:2:osp-syn-0-0.0 Request processed in 211us (407us total) trans 21474839810 rc 0/0 00000100:00100000:1.0:1763345651.983903:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8631 00000100:00100000:1.0:1763345651.983920:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8632 00000100:00100000:1.0:1763345651.983926:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3658:x1849000924473984:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763345651.983971:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345651.983975:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345650 -> 1763345650 00002000:00010000:1.0:1763345651.983977:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345651.983979:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345651.983981:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763345651.984008:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+19:3658:x1849000924473984:12345-0@lo:2:osp-syn-0-0.0 Request processed in 81us (464us total) trans 21474839811 rc 0/0 00000100:00100000:1.0:1763345651.984013:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8632 00000100:00100000:1.0:1763345651.984026:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8633 00000100:00100000:1.0:1763345651.984031:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3658:x1849000924474112:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763345651.984076:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345651.984078:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345651.984080:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:1.0:1763345651.984082:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345651.984084:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345651.984107:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+19:3658:x1849000924474112:12345-0@lo:2:osp-syn-0-0.0 Request processed in 76us (528us total) trans 21474839812 rc 0/0 00000100:00100000:1.0:1763345651.984113:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8633 00000004:00080000:1.0:1763345651.984167:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ed2d80/2, rc 0, transno 21474839812 00000100:00100000:1.0:1763345651.984173:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ed2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924474112:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345651.984182:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ed3100/2, rc 0, transno 21474839811 00000100:00100000:1.0:1763345651.984185:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ed3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924473984:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345651.984215:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ed1500/2, rc 0, transno 21474839810 00000100:00100000:1.0:1763345651.984219:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ed1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924473856:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345651.984581:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1313 committed 00000004:00080000:0.0:1763345651.985197:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1297 committed 00000004:00080000:0.0:1763345651.985201:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1312 committed 00000004:00080000:0.0:1763345651.985204:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1296 committed 00000100:00100000:3.0:1763345651.985309:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924474368:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345651.985358:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345651.985363:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763345651.985377:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924474496:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345651.985386:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763345651.985395:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924474240:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345651.985411:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345651.985442:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345651.986296:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924474368 00000100:00100000:1.0:1763345651.986304:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924474368 00000100:00100000:1.0:1763345651.986355:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924474496 00000100:00100000:1.0:1763345651.986359:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924474496 00000100:00100000:0.0:1763345651.986367:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924474240 00000100:00100000:0.0:1763345651.986371:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924474240 00000100:00100000:1.0:1763345651.986388:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8634 00000100:00100000:1.0:1763345651.986396:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3657:x1849000924474368:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345651.986513:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8635 00000100:00100000:0.0:1763345651.986522:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3659:x1849000924474496:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345651.986626:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8636 00000100:00100000:2.0:1763345651.986638:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3657:x1849000924474240:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1763345651.986694:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58aee46 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d12 expref: 319 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345651.986707:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345651.986711:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00002000:00010000:1.0:1763345651.986888:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345651.986892:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345650 -> 1763345650 00002000:00010000:1.0:1763345651.986894:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345651.986897:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345651.986899:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345651.986903:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3659:x1849000924474496:12345-0@lo:2:osp-syn-1-0.0 Request processed in 383us (1492us total) trans 17179872492 rc 0/0 00000100:00100000:0.0:1763345651.986910:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8635 00000100:00100000:1.0:1763345651.986927:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3657:x1849000924474368:12345-0@lo:2:osp-syn-1-0.0 Request processed in 532us (1569us total) trans 17179872491 rc 0/0 00000100:00100000:1.0:1763345651.986933:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8634 00000004:00080000:1.0:1763345651.986972:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6449d2a00/2, rc 0, transno 17179872491 00000100:00100000:1.0:1763345651.986979:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924474368:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345651.986997:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6449d2d80/2, rc 0, transno 17179872492 00000100:00100000:1.0:1763345651.986999:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924474496:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1763345651.987915:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58aee3f lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d12 expref: 319 pid: 6521 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763345651.987939:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58aee46 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d12 expref: 318 pid: 6521 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345651.988035:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345651.988039:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345651.988041:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345651.988043:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345651.988045:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345651.988098:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3657:x1849000924474240:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1463us (2656us total) trans 17179872493 rc 0/0 00000100:00100000:2.0:1763345651.988105:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8636 00010000:00010000:2.0:1763345651.988137:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345651.988140:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763345651.988143:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7e00, rc 0) 00000100:00100000:2.0:1763345651.988191:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+318:57861:x1849000910595456:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 11653us (12808us total) trans 8589941501 rc 0/0 00000100:00100000:2.0:1763345651.988198:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11625 00000004:00080000:1.0:1763345651.988966:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6449d0380/2, rc 0, transno 17179872493 00000100:00100000:1.0:1763345651.988974:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924474240:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345652.007902:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.007998:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910595584 00000100:00100000:1.0:1763345652.008009:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910595584 00002000:00100000:1.0:1763345652.008607:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (45056->49151) req@ffff91b672dff100 x1849000910595584/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:128/0 lens 488/0 e 0 to 0 dl 1763345663 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345652.008619:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dff100 with x1849000910595584 ext(45056->49151) 00002000:00010000:1.0:1763345652.008626:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dff100 00000100:00100000:1.0:1763345652.008662:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2236 00000100:00100000:1.0:1763345652.008673:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+24:2409:x1849000910595584:12345-192.168.203.8@tcp:3:lfs.0 00000100:00100000:1.0:1763345652.008884:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+24:2409:x1849000910595584:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 213us (990us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763345652.008892:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2236 00002000:00100000:1.0:1763345652.008899:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (45056->49151) req@ffff91b672dff100 x1849000910595584/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:128/0 lens 488/4536 e 0 to 0 dl 1763345663 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345652.008907:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dff100 with x1849000910595584 ext(45056->49151) 00002000:00010000:1.0:1763345652.008910:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dff100 00000100:00080000:3.0:1763345652.009014:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763345652.012551:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.012635:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910595712 00000100:00100000:0.0:1763345652.012644:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910595712 00002000:00100000:0.0:1763345652.012684:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (20480->86015) req@ffff91b6748a5500 x1849000910595712/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:128/0 lens 504/0 e 0 to 0 dl 1763345663 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345652.012700:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6748a5500 with x1849000910595712 ext(20480->86015) 00002000:00010000:0.0:1763345652.012704:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6748a5500 00000100:00100000:0.0:1763345652.012733:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2237 00000100:00100000:0.0:1763345652.012740:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+24:2409:x1849000910595712:12345-192.168.203.8@tcp:3:lfs.0 00000100:00100000:0.0:1763345652.015274:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+24:2409:x1849000910595712:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 2524us (2721us total) trans 0 rc 61440/61440 00000100:00100000:0.0:1763345652.015287:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2237 00002000:00100000:0.0:1763345652.015298:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (20480->86015) req@ffff91b6748a5500 x1849000910595712/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:128/0 lens 504/440 e 0 to 0 dl 1763345663 ref 1 fl Complete:/600/0 rc 61440/61440 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345652.015308:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6748a5500 with x1849000910595712 ext(20480->86015) 00002000:00010000:0.0:1763345652.015314:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6748a5500 00000100:00100000:2.0:1763345652.019683:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.019807:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910595840 00000100:00100000:0.0:1763345652.019815:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910595840 00002000:00100000:0.0:1763345652.019859:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (45056->73727) req@ffff91b672dfce00 x1849000910595840/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:128/0 lens 488/0 e 0 to 0 dl 1763345663 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345652.019870:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dfce00 with x1849000910595840 ext(45056->73727) 00002000:00010000:0.0:1763345652.019875:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dfce00 00000100:00100000:0.0:1763345652.019897:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2238 00000100:00100000:0.0:1763345652.019906:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+24:2409:x1849000910595840:12345-192.168.203.8@tcp:4:lfs.0 00000100:00100000:0.0:1763345652.024002:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+26:2409:x1849000910595840:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 4088us (4318us total) trans 21474839813 rc 0/0 00000100:00100000:0.0:1763345652.024015:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2238 00002000:00100000:0.0:1763345652.024027:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (45056->73727) req@ffff91b672dfce00 x1849000910595840/t21474839813(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:128/0 lens 488/448 e 0 to 0 dl 1763345663 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345652.024037:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dfce00 with x1849000910595840 ext(45056->73727) 00002000:00010000:0.0:1763345652.024043:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dfce00 00000100:00100000:2.0:1763345652.026157:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.026331:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910595968 00000100:00100000:0.0:1763345652.026340:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910595968 00000100:00100000:0.0:1763345652.026432:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8637 00000100:00100000:0.0:1763345652.026441:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910595968:12345-192.168.203.8@tcp:16:fsx.0 00000001:00080000:2.0:1763345652.027884:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839813 is committed 00000001:00080000:2.0:1763345652.027899:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839812 is committed 00000100:00100000:0.0:1763345652.031988:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910595968:12345-192.168.203.8@tcp:16:fsx.0 Request processed in 5538us (5826us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345652.032002:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8637 00000100:00100000:2.0:1763345652.034355:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.034405:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910596096 00000100:00100000:0.0:1763345652.034415:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910596096 00000100:00100000:0.0:1763345652.034488:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11626 00000100:00100000:0.0:1763345652.034498:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+318:57861:x1849000910596096:12345-192.168.203.8@tcp:101:fsx.0 00000100:00080000:3.0:1763345652.034499:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1763345652.034520:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345652.034539:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aee4d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833d19 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.034641:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aee54 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345652.034652:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aee54 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345652.034663:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aee54 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763345652.034687:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 223839 00000004:00200000:0.0:1763345652.034693:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345652.034710:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aee54 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345652.034735:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aee4d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d19 expref: 320 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.034749:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aee54 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d19 expref: 319 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.034803:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.034807:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345652.034811:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4200, rc 0) 00000100:00100000:0.0:1763345652.034868:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+319:57861:x1849000910596096:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 371us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345652.034876:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11626 00000100:00100000:3.0:1763345652.037820:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.038595:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910596352 00000100:00100000:0.0:1763345652.038605:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910596352 00000100:00100000:1.0:1763345652.038736:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11627 00000100:00100000:1.0:1763345652.038746:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+319:57861:x1849000910596352:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:1.0:1763345652.038825:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1763345652.038850:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58aee46 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d12 expref: 319 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.038871:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aee54 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d19 expref: 318 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.038881:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345652.038886:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345652.039043:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aee5b lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.039055:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aee5b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.039068:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aee5b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000001:00080000:1.0:1763345652.039106:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941502 00000004:00010000:1.0:1763345652.039127:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ff6de699 reply state 000000005a6d1d45 transno 8589941503 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aee5b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.039138:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aee5b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.039144:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345652.039147:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345652.039149:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345652.039243:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+320:57861:x1849000910596352:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 498us (1431us total) trans 8589941503 rc 0/0 00000100:00100000:1.0:1763345652.039250:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11627 00000020:00080000:1.0:1763345652.039256:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345652.044140:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.044202:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910596480 00000100:00100000:0.0:1763345652.044211:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910596480 00000100:00100000:0.0:1763345652.044266:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11628 00000100:00100000:0.0:1763345652.044276:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+320:57861:x1849000910596480:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345652.044297:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345652.044317:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aee62 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833d20 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.044384:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aee62 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d20 expref: 321 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.044398:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aee62 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d20 expref: 321 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.044415:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.044418:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345652.044422:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5200, rc 0) 00000100:00100000:0.0:1763345652.044480:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+321:57861:x1849000910596480:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 205us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345652.044487:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11628 00000100:00100000:2.0:1763345652.049158:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.049226:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910596608 00000100:00100000:0.0:1763345652.049237:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910596608 00002000:00010000:0.0:1763345652.049279:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (81059->18446744073709551615) 00002000:00100000:0.0:1763345652.049286:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b671c0c700 with x1849000910596608 ext(81059->18446744073709551615) 00002000:00010000:0.0:1763345652.049297:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b671c0c700. 00000100:00100000:0.0:1763345652.049329:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2239 00000100:00100000:0.0:1763345652.049338:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910596608:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:0.0:1763345652.049702:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 223839 -> 81059 00002000:00010000:0.0:1763345652.049705:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345650 -> 1763345651 00002000:00010000:0.0:1763345652.049708:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:0.0:1763345652.049710:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:0.0:1763345652.049712:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 232 -> 72 00000100:00100000:0.0:1763345652.049827:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910596608:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 489us (675us total) trans 21474839814 rc 0/0 00000100:00100000:0.0:1763345652.049835:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2239 00002000:00010000:0.0:1763345652.049839:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (81059->18446744073709551615) 00002000:00100000:0.0:1763345652.049842:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b671c0c700 with x1849000910596608 ext(81059->18446744073709551615) 00002000:00010000:0.0:1763345652.049847:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b671c0c700. 00000100:00100000:3.0:1763345652.052319:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.052385:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910596736 00000100:00100000:0.0:1763345652.052395:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910596736 00002000:00010000:0.0:1763345652.052430:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:0.0:1763345652.052435:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d04a80 with x1849000910596736 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345652.052445:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d04a80. 00000100:00100000:3.0:1763345652.052449:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.052620:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910596864 00000100:00100000:0.0:1763345652.052625:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910596864 00002000:00010000:0.0:1763345652.052654:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:0.0:1763345652.052658:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d05500 with x1849000910596864 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345652.052663:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545d05500. 00000100:00100000:0.0:1763345652.052680:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2240 00000100:00100000:0.0:1763345652.052688:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910596736:12345-192.168.203.8@tcp:10:fsx.0 00000100:00080000:3.0:1763345652.052730:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763345652.052746:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2241 00000100:00100000:3.0:1763345652.052753:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910596864:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:0.0:1763345652.052848:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345652.052852:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345650 -> 1763345651 00002000:00010000:3.0:1763345652.052855:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345652.052855:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.052858:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345650 -> 1763345651 00002000:00010000:0.0:1763345652.052858:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.052861:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:0.0:1763345652.052861:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:3.0:1763345652.052863:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.052865:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345652.052908:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910596736:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 219us (595us total) trans 21474839815 rc 0/0 00000100:00100000:0.0:1763345652.052915:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2240 00002000:00010000:0.0:1763345652.052919:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:0.0:1763345652.052922:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d04a80 with x1849000910596736 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345652.052926:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d04a80. 00000100:00100000:1.0:1763345652.053387:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910596864:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 631us (933us total) trans 17179872494 rc 0/0 00000100:00100000:1.0:1763345652.053395:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2241 00002000:00010000:1.0:1763345652.053398:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:1.0:1763345652.053401:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d05500 with x1849000910596864 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345652.053406:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545d05500. 00000100:00100000:3.0:1763345652.062022:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.062120:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910596992 00000100:00100000:1.0:1763345652.062129:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910596992 00000100:00100000:1.0:1763345652.062188:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11629 00000100:00100000:1.0:1763345652.062198:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+321:57861:x1849000910596992:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:1.0:1763345652.062216:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345652.062236:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aee69 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833d27 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.062344:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58aee70 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.062359:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58aee70 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.062369:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58aee70 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763345652.062395:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 81059 00000004:00200000:1.0:1763345652.062399:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345652.062417:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58aee70 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.062440:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aee69 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d27 expref: 323 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.062464:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58aee70 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d27 expref: 322 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.062473:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345652.062475:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345652.062479:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91400, rc 0) 00000100:00100000:1.0:1763345652.063499:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+322:57861:x1849000910596992:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 1297us (1480us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345652.063507:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11629 00000100:00100000:2.0:1763345652.068349:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.069059:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910597120 00000100:00100000:1.0:1763345652.069069:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910597120 00000100:00100000:1.0:1763345652.069132:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2242 00000100:00100000:1.0:1763345652.069141:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910597120:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:1.0:1763345652.069494:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 81059 -> 81059 00002000:00010000:1.0:1763345652.069499:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345652.069502:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345652.069504:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345652.069506:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 72 -> 88 00000100:00100000:1.0:1763345652.069569:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910597120:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 428us (1229us total) trans 21474839816 rc 0/0 00000100:00100000:1.0:1763345652.069577:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2242 00000100:00100000:2.0:1763345652.073752:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.074067:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910597248 00000100:00100000:0.0:1763345652.074079:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910597248 00000100:00100000:0.0:1763345652.074151:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2243 00000100:00100000:0.0:1763345652.074161:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910597248:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:0.0:1763345652.074522:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 81059 -> 81059 00002000:00010000:0.0:1763345652.074526:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:0.0:1763345652.074529:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:0.0:1763345652.074531:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:0.0:1763345652.074533:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 88 -> 72 00000100:00100000:0.0:1763345652.074592:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910597248:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 432us (846us total) trans 21474839817 rc 0/0 00000100:00100000:0.0:1763345652.074601:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2243 00000100:00100000:3.0:1763345652.077903:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.078025:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910597504 00000100:00100000:1.0:1763345652.078034:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910597504 00000100:00100000:1.0:1763345652.078081:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11630 00000100:00100000:1.0:1763345652.078089:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+322:57861:x1849000910597504:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:1.0:1763345652.078131:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345652.078154:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58aee70 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d27 expref: 322 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.078170:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345652.078174:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345652.078328:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aee77 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.078341:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aee77 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.078350:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aee77 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000001:00080000:1.0:1763345652.078391:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941504 00000004:00010000:1.0:1763345652.078408:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008155d446 reply state 00000000a0cc16e1 transno 8589941505 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aee77 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.078419:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aee77 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.078425:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345652.078427:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345652.078430:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345652.078511:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+324:57861:x1849000910597504:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 422us (616us total) trans 8589941505 rc 0/0 00000100:00100000:1.0:1763345652.078518:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11630 00000020:00080000:1.0:1763345652.078524:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345652.083401:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.083535:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910597632 00000100:00100000:1.0:1763345652.083545:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910597632 00002000:00010000:1.0:1763345652.083581:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (138321->18446744073709551615) 00002000:00100000:1.0:1763345652.083585:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544867800 with x1849000910597632 ext(138321->18446744073709551615) 00002000:00010000:1.0:1763345652.083597:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b544867800. 00000100:00100000:1.0:1763345652.083623:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2244 00000100:00100000:1.0:1763345652.083631:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910597632:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:1.0:1763345652.083838:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 81059 -> 138321 00002000:00010000:1.0:1763345652.083842:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345652.083844:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345652.083847:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345652.083849:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:1.0:1763345652.083896:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910597632:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 266us (504us total) trans 21474839818 rc 0/0 00000100:00100000:1.0:1763345652.083904:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2244 00002000:00010000:1.0:1763345652.083908:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (138321->18446744073709551615) 00002000:00100000:1.0:1763345652.083910:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544867800 with x1849000910597632 ext(138321->18446744073709551615) 00002000:00010000:1.0:1763345652.083915:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b544867800. 00000100:00100000:2.0:1763345652.084890:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.084916:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910597760 00000100:00100000:2.0:1763345652.084920:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.084923:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910597760 00002000:00010000:1.0:1763345652.084945:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:1.0:1763345652.084949:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544864e00 with x1849000910597760 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345652.084956:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b544864e00. 00000100:00100000:1.0:1763345652.084981:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910597888 00000100:00100000:1.0:1763345652.084985:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910597888 00000100:00100000:3.0:1763345652.084991:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2245 00002000:00010000:1.0:1763345652.084997:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00000100:00100000:3.0:1763345652.085000:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910597760:12345-192.168.203.8@tcp:10:fsx.0 00002000:00100000:1.0:1763345652.085000:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544867b80 with x1849000910597888 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345652.085006:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b544867b80. 00000100:00100000:1.0:1763345652.085021:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2246 00000100:00100000:1.0:1763345652.085026:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910597888:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:3.0:1763345652.085083:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345652.085084:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345652.085087:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345652.085087:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.085090:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345652.085091:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.085093:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345652.085093:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.085096:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:1.0:1763345652.085096:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345652.085129:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910597888:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 101us (206us total) trans 17179872495 rc 0/0 00000100:00100000:1.0:1763345652.085136:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2246 00002000:00010000:1.0:1763345652.085139:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:1.0:1763345652.085142:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544867b80 with x1849000910597888 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345652.085146:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b544867b80. 00000100:00100000:3.0:1763345652.085236:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910597760:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 236us (349us total) trans 21474839819 rc 0/0 00000100:00100000:3.0:1763345652.085243:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2245 00002000:00010000:3.0:1763345652.085246:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:3.0:1763345652.085248:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b544864e00 with x1849000910597760 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345652.085252:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b544864e00. 00000100:00100000:2.0:1763345652.087845:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.087874:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910598016 00000100:00100000:1.0:1763345652.087885:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910598016 00000100:00100000:2.0:1763345652.088003:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11631 00000100:00100000:2.0:1763345652.088016:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544865880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+324:57861:x1849000910598016:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345652.088039:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345652.088058:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58aee7e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833d2e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.088147:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aee85 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.088162:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aee85 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.088173:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aee85 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:2.0:1763345652.088198:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 138321 00000004:00200000:2.0:1763345652.088203:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345652.088223:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aee85 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.088246:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58aee7e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d2e expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.088263:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aee85 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d2e expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.088277:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345652.088280:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345652.088283:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6400, rc 0) 00000100:00100000:2.0:1763345652.088343:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544865880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910598016:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 331us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345652.088351:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11631 00000100:00100000:2.0:1763345652.092531:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.092651:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910598272 00000100:00100000:1.0:1763345652.092661:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910598272 00000100:00100000:1.0:1763345652.092718:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4000 00000100:00100000:1.0:1763345652.092730:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544867480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910598272:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:1.0:1763345652.093035:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544867480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+326:57861:x1849000910598272:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 308us (511us total) trans 8589941506 rc 0/0 00000100:00100000:1.0:1763345652.093043:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4000 00000100:00100000:0.0:1763345652.095069:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.095204:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910598400 00000100:00100000:2.0:1763345652.095214:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910598400 00000100:00100000:2.0:1763345652.095276:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8638 00000100:00100000:2.0:1763345652.095286:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+17:57861:x1849000910598400:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345652.095304:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345652.095323:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aee8c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x32:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833d35 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.095352:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90a00/0x52bea07cb58adb06 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808335da expref: 18 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345652.095360:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345652.095362:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345652.095366:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aee8c lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x32:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d35 expref: 18 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.095400:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b548d90a00/0x52bea07cb58adb06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a969808335da expref: 18 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345652.095418:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90a00/0x52bea07cb58adb06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808335da expref: 18 pid: 8405 timeout: 1144 lvb_type: 1 00000100:00100000:2.0:1763345652.095431:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544864a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924474624:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345652.095516:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b652207480 going to sleep for 11 seconds 00000100:00100000:2.0:1763345652.099086:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.099251:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544864a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924474624:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345652.099281:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aee8c lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x32:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833d35 expref: 18 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.099298:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6a00, rc 0) 00000100:00100000:0.0:1763345652.099351:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+18:57861:x1849000910598400:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 4067us (4290us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345652.099359:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8638 00000100:00100000:3.0:1763345652.099899:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910598528 00000100:00100000:3.0:1763345652.099907:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910598528 00010000:00010000:3.0:1763345652.099940:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90a00/0x52bea07cb58adb06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808335da expref: 18 pid: 8405 timeout: 1144 lvb_type: 1 00000100:00100000:3.0:1763345652.099965:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3898 00000100:00100000:3.0:1763345652.099974:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544866a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910598528:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345652.099988:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345652.100006:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b548d90a00/0x52bea07cb58adb06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808335da expref: 18 pid: 8405 timeout: 1144 lvb_type: 1 00010000:00010000:3.0:1763345652.100023:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b548d90a00/0x52bea07cb58adb06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a969808335da expref: 18 pid: 8405 timeout: 1144 lvb_type: 1 00010000:00010000:3.0:1763345652.100044:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90a00/0x52bea07cb58adb06 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a969808335da expref: 18 pid: 8405 timeout: 1144 lvb_type: 1 00010000:00010000:3.0:1763345652.100056:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345652.100058:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345652.100065:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aee8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833d35 expref: 17 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.100073:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aee8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833d35 expref: 17 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.100103:0:6507:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6a00/0x52bea07cb58aee8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833d35 expref: 17 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345652.100114:0:6507:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d05f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6507:1849000924474752:192.168.203.8@tcp:105: 00000100:00100000:3.0:1763345652.100177:0:6507:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541f62b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763345652.106951:0:6507:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d05f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6507:1849000924474752:192.168.203.8@tcp:105: 00010000:00010000:3.0:1763345652.106990:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345652.107063:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544866a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910598528:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 7090us (7984us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345652.107075:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3898 00000100:00100000:2.0:1763345652.116604:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.116691:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910598656 00000100:00100000:1.0:1763345652.116701:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910598656 00000100:00100000:1.0:1763345652.116809:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11632 00000100:00100000:1.0:1763345652.116819:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544866300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+326:57881:x1849000910598656:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345652.116839:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345652.116862:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58aee93 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833d3c expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.116921:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58aee9a lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.116935:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58aee9a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.116945:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58aee9a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.116957:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58aeea1 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.116966:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58aeea1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.116973:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58aeea1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.117040:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58aeea8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.117050:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58aeea8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.117057:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58aeea8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763345652.117091:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 138321 00000004:00200000:1.0:1763345652.117096:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345652.117114:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58aeea8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.117125:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58aeea8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.117135:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58aee9a lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.117142:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58aee9a lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.117148:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58aee9a lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.117155:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58aee9a lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.117166:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345652.117169:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58aee9a lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.117176:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58aee9a lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.117187:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b544a95900) 00010000:00010000:1.0:1763345652.117191:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345652.117195:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58aee9a lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.117201:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58aee9a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.117220:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58aeea1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.117227:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58aeea1 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.117232:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58aeea1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.117238:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345652.117241:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58aeea1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.117247:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58aeea1 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.117255:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b544a95100) 00010000:00010000:1.0:1763345652.117257:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345652.117260:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58aeea1 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.117265:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58aeea1 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345652.117290:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58aee93 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d3c expref: 328 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.117304:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58aeea8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d3c expref: 327 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.117312:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345652.117314:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345652.117317:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91200, rc 0) 00000100:00100000:1.0:1763345652.117366:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544866300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+327:57881:x1849000910598656:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 549us (772us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345652.117375:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11632 00000100:00100000:3.0:1763345652.121111:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.121192:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.121318:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910598784 00000100:00100000:1.0:1763345652.121327:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910598784 00000100:00100000:1.0:1763345652.121395:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 468 00000100:00100000:1.0:1763345652.121405:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d05f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:2410:x1849000910598784:12345-192.168.203.8@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1763345652.121415:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910599040 00000100:00100000:0.0:1763345652.121419:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910599040 00010000:00010000:1.0:1763345652.121420:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345652.121444:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58aeea8 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d3c expref: 328 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345652.121452:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11633 00000100:00100000:0.0:1763345652.121458:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57881:x1849000910599040:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345652.121460:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345652.121464:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345652.121472:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345652.121485:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aeeaf lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833d43 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345652.121512:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+328:2410:x1849000910598784:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 109us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345652.121519:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 468 00010000:00010000:0.0:1763345652.121577:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aeeb6 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.121591:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aee85 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d2e expref: 327 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.121600:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aeeb6 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.121630:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aee85 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d2e expref: 327 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.121642:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aee85 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d2e expref: 327 pid: 6521 timeout: 1144 lvb_type: 0 00000100:00100000:0.0:1763345652.121655:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924474880:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345652.122344:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642f6fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1763345652.123941:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924474880:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345652.123966:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aeeb6 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:1.0:1763345652.124574:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.124740:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910599168 00000100:00100000:2.0:1763345652.124748:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910599168 00010000:00010000:2.0:1763345652.124813:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aee85 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d2e expref: 328 pid: 6521 timeout: 1144 lvb_type: 0 00000100:00100000:2.0:1763345652.124846:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3899 00000100:00100000:2.0:1763345652.124856:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+328:2408:x1849000910599168:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345652.124869:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345652.124875:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aee85 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d2e expref: 328 pid: 6521 timeout: 1144 lvb_type: 0 00010000:00010000:2.0:1763345652.124886:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aee85 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d2e expref: 328 pid: 6521 timeout: 1144 lvb_type: 0 00010000:00010000:2.0:1763345652.124907:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aee85 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d2e expref: 328 pid: 6521 timeout: 1144 lvb_type: 0 00010000:00010000:2.0:1763345652.124921:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345652.124926:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aeeb6 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.124935:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aeeb6 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.124942:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aeeb6 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.124971:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345652.125025:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+327:2408:x1849000910599168:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 170us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345652.125032:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3899 00010000:00010000:0.0:1763345652.125145:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aeeb6 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.125153:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aeeb6 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345652.125174:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 138321 00010000:00010000:0.0:1763345652.125302:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aeeaf lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d43 expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.125318:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aeeb6 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d43 expref: 327 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.125325:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.125328:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763345652.125331:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4800, rc 0) 00000100:00100000:0.0:1763345652.125370:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57881:x1849000910599040:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3912us (4177us total) trans 8589941507 rc 0/0 00000100:00100000:0.0:1763345652.125381:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11633 00000100:00100000:1.0:1763345652.127277:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.127334:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910599296 00000100:00100000:0.0:1763345652.127344:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910599296 00000100:00100000:0.0:1763345652.127390:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11634 00000100:00100000:0.0:1763345652.127401:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57881:x1849000910599296:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345652.127422:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345652.127441:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aeec4 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833d4a expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.127528:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeecb lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.127541:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aeeb6 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d43 expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.127549:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeecb lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.127580:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aeeb6 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d43 expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.127592:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aeeb6 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d43 expref: 328 pid: 6522 timeout: 1144 lvb_type: 0 00000100:00100000:0.0:1763345652.127609:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924475008:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345652.127682:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642f6f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763345652.131178:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.131447:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910599424 00000100:00100000:3.0:1763345652.131456:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910599424 00010000:00010000:3.0:1763345652.131494:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aeeb6 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d43 expref: 329 pid: 6522 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763345652.131539:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3900 00000100:00100000:3.0:1763345652.131550:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544865180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+329:2408:x1849000910599424:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345652.131567:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345652.131575:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aeeb6 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d43 expref: 329 pid: 6522 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763345652.131588:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aeeb6 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d43 expref: 329 pid: 6522 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763345652.131609:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345652.131614:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeecb lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345652.131623:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeecb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345652.131630:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeecb lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345652.131810:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345652.131820:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aeeb6 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d43 expref: 329 pid: 6522 timeout: 1144 lvb_type: 0 00000100:00100000:0.0:1763345652.131839:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924475008:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345652.131861:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeecb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:1.0:1763345652.131868:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544865180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+328:2408:x1849000910599424:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 316us (694us total) trans 0 rc 0/0 00010000:00010000:0.0:1763345652.131873:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeecb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:1.0:1763345652.131883:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3900 00010000:00010000:0.0:1763345652.131884:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeecb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345652.131933:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 138321 00000004:00200000:0.0:1763345652.131938:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345652.131957:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeecb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.131985:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58aeec4 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d4a expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.131998:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeecb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d4a expref: 327 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.132005:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.132007:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345652.132010:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5e00, rc 0) 00000100:00100000:0.0:1763345652.132048:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57881:x1849000910599296:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4650us (4777us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345652.132056:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11634 00000100:00100000:2.0:1763345652.136059:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.136122:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910599680 00000100:00100000:0.0:1763345652.136132:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910599680 00000100:00100000:0.0:1763345652.136186:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11635 00000100:00100000:0.0:1763345652.136195:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544866680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57881:x1849000910599680:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345652.136216:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345652.136234:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeed2 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833d51 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.136338:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aeed9 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.136352:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aeed9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.136362:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aeed9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345652.136373:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 138321 00010000:00010000:0.0:1763345652.136479:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeed2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d51 expref: 330 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.136498:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aeed9 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d51 expref: 329 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.136507:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.136510:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345652.136514:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4e00, rc 0) 00000100:00100000:0.0:1763345652.136628:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544866680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+329:57881:x1849000910599680:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 434us (577us total) trans 8589941508 rc 0/0 00000100:00100000:0.0:1763345652.136636:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11635 00000100:00100000:1.0:1763345652.143454:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.143492:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.143524:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.143608:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910599808 00000100:00100000:2.0:1763345652.143618:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910599808 00000100:00100000:2.0:1763345652.143667:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910599936 00000100:00100000:2.0:1763345652.143670:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910599936 00000100:00100000:2.0:1763345652.143690:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910600064 00000100:00100000:2.0:1763345652.143693:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910600064 00000100:00100000:2.0:1763345652.143712:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8639 00000100:00100000:2.0:1763345652.143720:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+21:2408:x1849000910599808:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:2.0:1763345652.143791:0:8560:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aeee7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.143812:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aee38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833d0b expref: 21 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.143819:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345652.143821:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345652.143824:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aeee7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.143858:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aee38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833d0b expref: 21 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.143872:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aee38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833d0b expref: 21 pid: 8560 timeout: 1144 lvb_type: 0 00000100:00100000:2.0:1763345652.143886:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544864a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924475136:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345652.143954:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b652207480 going to sleep for 11 seconds 00000100:00100000:2.0:1763345652.143972:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8640 00000100:00100000:2.0:1763345652.143980:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910599936:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:2.0:1763345652.143997:0:27809:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58aeeee lrc: 3/0,1 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.144008:0:27809:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58aed9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ccc expref: 21 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.144014:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345652.144015:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345652.144018:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58aeeee lrc: 4/0,1 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.144038:0:27809:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58aed9e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833ccc expref: 21 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.144047:0:27809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58aed9e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833ccc expref: 21 pid: 8560 timeout: 1144 lvb_type: 0 00000100:00100000:2.0:1763345652.144057:0:27809:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27809:1849000924475264:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345652.144081:0:27809:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b54a857a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763345652.144241:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8641 00000100:00100000:0.0:1763345652.144251:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910600064:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:0.0:1763345652.144272:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58aeef5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.144283:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6200/0x52bea07cb58aeda5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833cd3 expref: 17 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.144289:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345652.144291:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345652.144293:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58aeef5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.144315:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6200/0x52bea07cb58aeda5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833cd3 expref: 17 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.144324:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6200/0x52bea07cb58aeda5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833cd3 expref: 17 pid: 8560 timeout: 1144 lvb_type: 0 00000100:00100000:0.0:1763345652.144334:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924475392:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345652.144367:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64a6480c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345652.149321:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.149360:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.149387:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910600192 00000100:00100000:1.0:1763345652.149395:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910600192 00010000:00010000:1.0:1763345652.149429:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58aed9e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833ccc expref: 22 pid: 8560 timeout: 1144 lvb_type: 0 00000100:00100000:1.0:1763345652.149456:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910600320 00000100:00100000:1.0:1763345652.149459:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910600320 00010000:00010000:1.0:1763345652.149475:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aee38 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833d0b expref: 23 pid: 8560 timeout: 1144 lvb_type: 0 00000100:00100000:1.0:1763345652.149493:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3901 00000100:00100000:1.0:1763345652.149502:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b96a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910600192:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345652.149515:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345652.149533:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58aed9e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833ccc expref: 23 pid: 8560 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763345652.149550:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58aed9e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833ccc expref: 23 pid: 8560 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763345652.149574:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345652.149576:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345652.149581:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58aeeee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.149591:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58aeeee lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.149610:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345652.149652:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b96a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910600192:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 152us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345652.149659:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3901 00000100:00100000:1.0:1763345652.149676:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3902 00000100:00100000:1.0:1763345652.149681:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910600320:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345652.149689:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345652.149697:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aee38 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833d0b expref: 22 pid: 8560 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763345652.149706:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aee38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833d0b expref: 22 pid: 8560 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763345652.149717:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345652.149718:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345652.149722:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aeee7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.149729:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aeee7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.149740:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345652.149795:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910600320:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 76us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345652.149803:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3902 00010000:00010000:3.0:1763345652.150098:0:27809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58aed9e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833ccc expref: 21 pid: 8560 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763345652.150114:0:27809:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27809:1849000924475264:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345652.150135:0:27809:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58aeeee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.150146:0:27809:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58aeeee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.150154:0:27809:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58aeeee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.150173:0:27809:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58aeeee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.150183:0:27809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58aeeee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.150190:0:27809:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58aeeee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.150198:0:27809:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345652.150202:0:27809:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58aeeee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.150211:0:27809:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58aeeee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.150223:0:27809:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58aeeee lrc: 2/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.150231:0:27809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58aeeee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345652.150277:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910599936:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 6298us (6784us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345652.150285:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8640 00010000:00010000:2.0:1763345652.151323:0:8560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58aee38 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833d0b expref: 19 pid: 8560 timeout: 1144 lvb_type: 0 00000100:00100000:2.0:1763345652.151345:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544864a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924475136:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345652.151372:0:8560:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aeee7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.151383:0:8560:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aeee7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.151390:0:8560:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aeee7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.151426:0:8560:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aeee7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.151434:0:8560:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aeee7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.151442:0:8560:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aeee7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.151449:0:8560:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345652.151453:0:8560:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aeee7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.151461:0:8560:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aeee7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.151477:0:8560:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aeee7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.151484:0:8560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58aeee7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345652.151555:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910599808:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 7834us (8108us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345652.151565:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8639 00000100:00100000:3.0:1763345652.153598:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924475392:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345652.153626:0:15692:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58aeef5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345652.154698:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.154802:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910600448 00000100:00100000:1.0:1763345652.154810:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910600448 00010000:00010000:1.0:1763345652.154843:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6200/0x52bea07cb58aeda5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833cd3 expref: 18 pid: 8560 timeout: 1144 lvb_type: 0 00000100:00100000:1.0:1763345652.154883:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3903 00000100:00100000:1.0:1763345652.154893:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6431fd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910600448:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345652.154907:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345652.154927:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6200/0x52bea07cb58aeda5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833cd3 expref: 18 pid: 8560 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763345652.154941:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6200/0x52bea07cb58aeda5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833cd3 expref: 18 pid: 8560 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763345652.154964:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6200/0x52bea07cb58aeda5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833cd3 expref: 18 pid: 8560 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763345652.154980:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345652.154982:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345652.154987:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58aeef5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.154997:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58aeef5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.155027:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345652.155076:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6431fd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910600448:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 183us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345652.155084:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3903 00010000:00010000:3.0:1763345652.155496:0:15692:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58aeef5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.155506:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58aeef5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.155527:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58aeef5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.155535:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58aeef5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.155542:0:15692:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58aeef5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.155549:0:15692:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4a00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345652.155553:0:15692:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58aeef5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.155565:0:15692:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58aeef5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.155576:0:15692:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58aeef5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.155583:0:15692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4a00/0x52bea07cb58aeef5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345652.155675:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910600064:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 11425us (12149us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345652.155682:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8641 00000100:00100000:2.0:1763345652.161952:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.162623:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910600704 00000100:00100000:0.0:1763345652.162633:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910600704 00000100:00100000:0.0:1763345652.162692:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11636 00000100:00100000:0.0:1763345652.162701:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+329:57881:x1849000910600704:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345652.162751:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763345652.162821:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aee62 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d20 expref: 329 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.162842:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aeecb lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d4a expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.162852:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.162857:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345652.162883:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeefc lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.162896:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeefc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.162904:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeefc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000040:00080000:0.0:1763345652.163103:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2000, 88 off165816 00000004:00080000:0.0:1763345652.163112:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1044688352149ns, next at 1043420516693ns, rc = 0 00000040:00080000:0.0:1763345652.163155:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2016, 88 off167400 00000004:00080000:0.0:1763345652.163162:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1044688402108ns, next at 1043420493666ns, rc = 0 00000040:00080000:0.0:1763345652.163177:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2001, 88 off165904 00000004:00080000:0.0:1763345652.163181:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1044688421421ns, next at 1043420516693ns, rc = 0 00000040:00080000:0.0:1763345652.163189:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2017, 88 off167488 00000004:00080000:0.0:1763345652.163193:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1044688433141ns, next at 1043420493666ns, rc = 0 00000040:00080000:0.0:1763345652.163201:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2018, 88 off167576 00000004:00080000:0.0:1763345652.163205:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1044688445290ns, next at 1043420493666ns, rc = 0 00000040:00080000:0.0:1763345652.163214:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2002, 88 off165992 00000004:00080000:0.0:1763345652.163217:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1044688457461ns, next at 1043420516693ns, rc = 0 00000001:00080000:1.0:1763345652.166381:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941509 is committed 00000004:00080000:1.0:1763345652.166394:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1301 committed 00010000:00010000:2.0:1763345652.167025:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aee5b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.167037:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aee5b lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.167044:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aee5b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.167050:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345652.167054:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aee5b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.167061:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aee5b lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.167076:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345652.167080:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345652.167085:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aee5b lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.167091:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aee5b lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.167109:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aee77 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.167114:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aee77 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.167119:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aee77 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.167124:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345652.167127:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aee77 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.167133:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aee77 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.167140:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345652.167142:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345652.167145:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aee77 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.167150:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aee77 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000004:00080000:1.0:1763345652.167284:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1317 committed 00000004:00080000:1.0:1763345652.167300:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1316 committed 00000004:00080000:1.0:1763345652.167302:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1300 committed 00000004:00080000:1.0:1763345652.167305:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1315 committed 00000004:00080000:1.0:1763345652.167307:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1299 committed 00000004:00010000:0.0:1763345652.167408:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c0592200 reply state 00000000cb2066c7 transno 8589941509 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeefc lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.167423:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeefc lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.167429:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.167431:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763345652.167435:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1763345652.167556:0:6522:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763345652.167576:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+319:57881:x1849000910600704:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 4872us (5629us total) trans 8589941509 rc 0/0 00000100:00100000:0.0:1763345652.167585:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11636 00010000:00010000:0.0:1763345652.167610:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeefc lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.167617:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeefc lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.167623:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeefc lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.167628:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345652.167631:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeefc lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.167637:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeefc lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.167645:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.167648:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345652.167650:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeefc lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.167661:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aeefc lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00000100:00100000:2.0:1763345652.168222:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924475648:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345652.168279:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345652.168318:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763345652.168324:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924475776:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345652.168345:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345652.168376:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924475520:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345652.168403:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345652.168408:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924476160:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345652.168423:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924476032:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345652.168428:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345652.168440:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345652.168455:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763345652.168457:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924475648 00000100:00100000:1.0:1763345652.168459:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924475904:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345652.168463:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924475648 00000100:00100000:1.0:1763345652.168477:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345652.168508:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924475776 00000100:00100000:2.0:1763345652.168512:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924475776 00000100:00100000:1.0:1763345652.168614:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924475520 00000100:00100000:1.0:1763345652.168618:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924475520 00000100:00100000:1.0:1763345652.168649:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924476160 00000100:00100000:1.0:1763345652.168652:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924476160 00000100:00100000:1.0:1763345652.168673:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924476032 00000100:00100000:1.0:1763345652.168676:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924476032 00000100:00100000:1.0:1763345652.168685:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924475904 00000100:00100000:1.0:1763345652.168687:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924475904 00000100:00100000:1.0:1763345652.168699:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8642 00000100:00100000:1.0:1763345652.168707:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3656:x1849000924475648:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345652.168892:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3656:x1849000924475648:12345-0@lo:2:osp-syn-1-0.0 Request processed in 184us (611us total) trans 17179872496 rc 0/0 00000100:00100000:1.0:1763345652.168898:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8642 00000100:00100000:1.0:1763345652.168914:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8643 00000100:00100000:1.0:1763345652.168920:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3656:x1849000924475776:12345-0@lo:2:osp-syn-1-0.0 00000100:00080000:3.0:1763345652.168949:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1763345652.168954:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763345652.168967:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8644 00000100:00100000:3.0:1763345652.168975:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3659:x1849000924475520:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345652.168987:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3656:x1849000924475776:12345-0@lo:2:osp-syn-1-0.0 Request processed in 68us (641us total) trans 17179872497 rc 0/0 00000100:00100000:1.0:1763345652.168993:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8643 00000100:00100000:1.0:1763345652.169004:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8645 00000100:00100000:1.0:1763345652.169010:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3656:x1849000924476160:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763345652.169033:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345652.169036:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345652.169039:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345652.169041:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345652.169043:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763345652.169070:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345652.169073:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345652.169075:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00000100:00100000:3.0:1763345652.169076:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3659:x1849000924475520:12345-0@lo:2:osp-syn-1-0.0 Request processed in 103us (672us total) trans 17179872498 rc 0/0 00002000:00010000:1.0:1763345652.169078:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345652.169080:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345652.169082:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8644 00000100:00100000:3.0:1763345652.169095:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8646 00000100:00100000:3.0:1763345652.169102:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3659:x1849000924476032:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345652.169102:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3656:x1849000924476160:12345-0@lo:2:osp-syn-0-0.0 Request processed in 92us (673us total) trans 21474839820 rc 0/0 00000100:00100000:1.0:1763345652.169108:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8645 00000100:00100000:1.0:1763345652.169119:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8647 00000100:00100000:1.0:1763345652.169124:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3659:x1849000924475904:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345652.169166:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3659:x1849000924476032:12345-0@lo:2:osp-syn-0-0.0 Request processed in 64us (724us total) trans 21474839821 rc 0/0 00000100:00100000:3.0:1763345652.169172:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8646 00000100:00100000:1.0:1763345652.169182:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3659:x1849000924475904:12345-0@lo:2:osp-syn-0-0.0 Request processed in 58us (704us total) trans 21474839822 rc 0/0 00000100:00100000:1.0:1763345652.169187:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8647 00000100:00100000:3.0:1763345652.169209:0:3659:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839812 gen 2 00000004:00080000:3.0:1763345652.169214:0:3659:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839792 committed transno 21474839812 00000004:00080000:3.0:1763345652.169229:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6432df800, transno 21474839793 00000004:00080000:3.0:1763345652.169237:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6432dea00, transno 21474839794 00000004:00080000:3.0:1763345652.169239:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6432de680, transno 21474839795 00000004:00080000:3.0:1763345652.169242:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6432de300, transno 21474839796 00000004:00080000:3.0:1763345652.169244:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54420bb80, transno 21474839799 00000004:00080000:3.0:1763345652.169247:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54420a680, transno 21474839800 00000004:00080000:3.0:1763345652.169250:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544208e00, transno 21474839801 00000004:00080000:3.0:1763345652.169252:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6748a7b80, transno 21474839807 00000004:00080000:3.0:1763345652.169254:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6748a5180, transno 21474839808 00000004:00080000:3.0:1763345652.169257:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6748a4e00, transno 21474839809 00000004:00080000:3.0:1763345652.169259:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ed1500, transno 21474839810 00000004:00080000:3.0:1763345652.169261:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ed3100, transno 21474839811 00000004:00080000:3.0:1763345652.169264:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ed2d80, transno 21474839812 00000100:00100000:3.0:1763345652.169269:0:3659:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff91b5435fc380 x1849000924475904/t21474839822(21474839822) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763345668 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763345652.169279:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5435fc380/2, rc 0, transno 21474839822 00000100:00100000:3.0:1763345652.169284:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924475904:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345652.169541:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5435fd880/2, rc 0, transno 21474839820 00000100:00100000:1.0:1763345652.169545:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924476160:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345652.169560:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5435fca80/2, rc 0, transno 17179872497 00000100:00100000:1.0:1763345652.169563:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924475776:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345652.169571:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5435fdf80/2, rc 0, transno 17179872496 00000100:00100000:1.0:1763345652.169573:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924475648:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1763345652.170837:0:32326:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 3 in progress, 1 in flight, 13 done 00000100:00100000:3.0:1763345652.171398:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000004:00080000:1.0:1763345652.171552:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5435fdc00/2, rc 0, transno 21474839821 00000100:00100000:1.0:1763345652.171559:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924476032:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345652.171576:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5435fea00/2, rc 0, transno 17179872498 00000100:00100000:1.0:1763345652.171581:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924475520:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345652.172464:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910600832 00000100:00100000:0.0:1763345652.172472:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910600832 00000100:00100000:0.0:1763345652.172526:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11637 00000100:00100000:0.0:1763345652.172535:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+318:57881:x1849000910600832:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345652.172556:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345652.172575:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aef03 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833d58 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.172626:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aef03 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d58 expref: 319 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.172640:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aef03 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d58 expref: 319 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.172656:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.172659:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345652.172663:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5e00, rc 0) 00000100:00100000:0.0:1763345652.172920:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+319:57881:x1849000910600832:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 385us (1524us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345652.172928:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11637 00000100:00100000:1.0:1763345652.175182:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.175303:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910600960 00000100:00100000:0.0:1763345652.175312:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910600960 00000100:00100000:0.0:1763345652.175369:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11638 00000100:00100000:0.0:1763345652.175379:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+319:57881:x1849000910600960:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345652.175396:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345652.175415:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aef0a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833d5f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.175522:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aef11 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.175537:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aef11 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.175546:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aef11 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345652.175570:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 138321 00000004:00200000:0.0:1763345652.175574:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345652.175590:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aef11 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.175613:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aef0a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d5f expref: 321 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.175630:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aef11 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d5f expref: 320 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.175638:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.175641:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345652.175644:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4800, rc 0) 00000100:00100000:0.0:1763345652.175703:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+320:57881:x1849000910600960:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 325us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345652.175711:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11638 00000100:00100000:2.0:1763345652.180526:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.180571:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.180626:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.181049:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910601088 00000100:00100000:1.0:1763345652.181060:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910601088 00000100:00100000:0.0:1763345652.182423:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910601216 00000100:00100000:0.0:1763345652.182435:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910601216 00000100:00100000:0.0:1763345652.182478:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910601344 00000100:00100000:0.0:1763345652.182482:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910601344 00000100:00100000:0.0:1763345652.182510:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8648 00000100:00100000:0.0:1763345652.182519:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+19:2410:x1849000910601088:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345652.182537:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345652.182559:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aef18 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833d66 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345652.182581:0:28868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x370:0x0] initial LVB size: 138321, mtime: 0x691a84f3, atime: 0x691a84f3, ctime: 0x691a84f3, blocks: 0x48 00010000:00010000:0.0:1763345652.182603:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345652.182606:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345652.182616:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aef18 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d66 expref: 20 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345652.182633:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aef18 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d66 expref: 20 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345652.182646:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5000, rc 0) 00000100:00100000:0.0:1763345652.182703:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+20:2410:x1849000910601088:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 184us (2186us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345652.182710:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8648 00000100:00100000:0.0:1763345652.182730:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8649 00000100:00100000:0.0:1763345652.182737:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+19:2410:x1849000910601216:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345652.182743:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345652.182752:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aef1f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833d6d expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345652.182792:0:28868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x372:0x0] initial LVB size: 0, mtime: 0x691a84f3, atime: 0x691a84f3, ctime: 0x691a84f3, blocks: 0x1800 00010000:00010000:0.0:1763345652.182802:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345652.182804:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345652.182808:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aef1f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d6d expref: 20 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345652.182819:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aef1f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d6d expref: 20 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345652.182828:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4000, rc 0) 00000100:00100000:0.0:1763345652.182848:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+20:2410:x1849000910601216:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 112us (2277us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345652.182853:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8649 00000100:00100000:0.0:1763345652.182867:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8650 00000100:00100000:0.0:1763345652.182873:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+16:2410:x1849000910601344:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345652.182880:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345652.182890:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58aef26 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833d74 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345652.182905:0:28868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x374:0x0] initial LVB size: 0, mtime: 0x691a84f3, atime: 0x691a84f3, ctime: 0x691a84f3, blocks: 0x0 00010000:00010000:0.0:1763345652.182913:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345652.182914:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345652.182918:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58aef26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d74 expref: 17 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345652.182933:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58aef26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d74 expref: 17 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345652.182941:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4600, rc 0) 00000100:00100000:0.0:1763345652.182959:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+17:2410:x1849000910601344:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 87us (2335us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345652.182964:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8650 00000100:00100000:2.0:1763345652.216641:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.217411:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910601472 00000100:00100000:1.0:1763345652.217421:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910601472 00000100:00100000:0.0:1763345652.217527:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8651 00000100:00100000:0.0:1763345652.217536:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910601472:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:0.0:1763345652.217668:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910601472:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 132us (1036us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345652.217674:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8651 00000100:00100000:1.0:1763345652.224038:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.224116:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910601600 00000100:00100000:3.0:1763345652.224125:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910601600 00000100:00100000:3.0:1763345652.224248:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8652 00000100:00100000:3.0:1763345652.224259:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b67c6dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910601600:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:3.0:1763345652.224378:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b67c6dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910601600:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 122us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345652.224386:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8652 00000100:00100000:2.0:1763345652.227900:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.228024:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910601856 00000100:00100000:3.0:1763345652.228034:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910601856 00000100:00100000:3.0:1763345652.228080:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11639 00000100:00100000:3.0:1763345652.228090:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+320:57881:x1849000910601856:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:3.0:1763345652.228139:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345652.228164:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aef11 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d5f expref: 320 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.228179:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345652.228184:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345652.228342:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aef2d lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345652.228355:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aef2d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345652.228364:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aef2d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000001:00080000:3.0:1763345652.228414:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941510 00000004:00010000:3.0:1763345652.228437:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b4df15a7 reply state 000000007873fc9d transno 8589941511 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aef2d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345652.228449:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aef2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345652.228455:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345652.228459:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345652.228461:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763345652.228548:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+322:57881:x1849000910601856:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 459us (657us total) trans 8589941511 rc 0/0 00000100:00100000:3.0:1763345652.228555:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11639 00000020:00080000:3.0:1763345652.228560:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345652.231552:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.231625:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910601984 00000100:00100000:3.0:1763345652.231635:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910601984 00000100:00100000:0.0:1763345652.231910:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8653 00000100:00100000:0.0:1763345652.231923:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+17:57881:x1849000910601984:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345652.231940:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345652.231960:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58aef34 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833d7b expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345652.231983:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x377:0x0] initial LVB size: 223839, mtime: 0x691a84f3, atime: 0x691a84f2, ctime: 0x691a84f3, blocks: 0x30 00010000:00010000:0.0:1763345652.232001:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345652.232003:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345652.232010:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58aef34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d7b expref: 18 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.232030:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58aef34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d7b expref: 18 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.232042:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5200, rc 0) 00000100:00100000:0.0:1763345652.232096:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+18:57881:x1849000910601984:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 176us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345652.232103:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8653 00000100:00100000:1.0:1763345652.239460:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.239500:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.239579:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910602112 00000100:00100000:3.0:1763345652.239588:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910602112 00002000:00010000:3.0:1763345652.239626:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/887 (0->18446744073709551615) 00002000:00100000:3.0:1763345652.239631:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b677b95180 with x1849000910602112 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345652.239642:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b677b95180. 00000100:00100000:3.0:1763345652.239669:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910602240 00000100:00100000:3.0:1763345652.239673:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910602240 00002000:00010000:3.0:1763345652.239684:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/885 (0->18446744073709551615) 00002000:00100000:3.0:1763345652.239687:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b677b96300 with x1849000910602240 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345652.239693:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b677b96300. 00000100:00100000:3.0:1763345652.239721:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2247 00000100:00100000:3.0:1763345652.239730:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910602112:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:3.0:1763345652.240155:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb size from disk: 223839 -> 0 00002000:00010000:3.0:1763345652.240160:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.240163:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:3.0:1763345652.240165:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.240167:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb blocks from disk: 48 -> 0 00000100:00100000:3.0:1763345652.240221:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910602112:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 492us (769us total) trans 17179872499 rc 0/0 00000100:00100000:3.0:1763345652.240229:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2247 00002000:00010000:3.0:1763345652.240234:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/887 (0->18446744073709551615) 00002000:00100000:3.0:1763345652.240236:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b677b95180 with x1849000910602112 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345652.240241:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b677b95180. 00000100:00100000:3.0:1763345652.240269:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2248 00000100:00100000:3.0:1763345652.240277:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910602240:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:3.0:1763345652.240344:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345652.240347:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.240349:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:3.0:1763345652.240352:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.240354:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345652.240375:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910602240:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 98us (874us total) trans 21474839823 rc 0/0 00000100:00100000:3.0:1763345652.240381:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2248 00002000:00010000:3.0:1763345652.240384:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/885 (0->18446744073709551615) 00002000:00100000:3.0:1763345652.240387:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b677b96300 with x1849000910602240 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345652.240391:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b677b96300. 00000100:00100000:2.0:1763345652.244349:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.244976:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910602368 00000100:00100000:0.0:1763345652.244985:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910602368 00000100:00100000:1.0:1763345652.245160:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11640 00000100:00100000:1.0:1763345652.245172:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+322:57881:x1849000910602368:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345652.245193:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345652.245212:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aef3b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833d82 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.245299:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aef42 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345652.245312:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aef42 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345652.245322:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aef42 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:1.0:1763345652.245346:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 0 00000004:00200000:1.0:1763345652.245351:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345652.245367:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aef42 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345652.245392:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aef3b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d82 expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.245408:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aef42 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d82 expref: 323 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.245417:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345652.245420:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345652.245424:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91a00, rc 0) 00000100:00100000:1.0:1763345652.245474:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+323:57881:x1849000910602368:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 305us (1134us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345652.245481:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11640 00000100:00100000:2.0:1763345652.248692:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.248853:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910602496 00000100:00100000:0.0:1763345652.248863:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910602496 00000100:00100000:0.0:1763345652.248968:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2249 00000100:00100000:0.0:1763345652.248980:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+21:2410:x1849000910602496:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:0.0:1763345652.249032:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aef49 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.249047:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345652.249049:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345652.249054:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aef49 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [53248->61439] (req 53248->61439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.249068:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aef49 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [53248->61439] (req 53248->61439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.249173:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aef49 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [53248->61439] (req 53248->61439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.249187:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aef49 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [53248->61439] (req 53248->61439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.249195:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aef49 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [53248->61439] (req 53248->61439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.249202:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345652.249205:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aef49 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [53248->61439] (req 53248->61439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.249214:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aef49 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [53248->61439] (req 53248->61439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.249230:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aef49 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [53248->61439] (req 53248->61439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.249237:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aef49 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [53248->61439] (req 53248->61439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345652.250673:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+21:2410:x1849000910602496:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 1689us (1982us total) trans 0 rc 8192/8192 00000100:00100000:0.0:1763345652.250683:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2249 00000100:00100000:1.0:1763345652.256496:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.256935:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910602624 00000100:00100000:0.0:1763345652.256945:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910602624 00000100:00100000:0.0:1763345652.257007:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2250 00000100:00100000:0.0:1763345652.257016:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910602624:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:0.0:1763345652.257048:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58aef50 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.257066:0:24005:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58aef34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d7b expref: 19 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.257075:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345652.257077:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345652.257080:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58aef50 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [53248->61439] (req 53248->61439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.257112:0:24005:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58aef34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d7b expref: 19 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.257124:0:24005:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58aef34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d7b expref: 19 pid: 15692 timeout: 1144 lvb_type: 0 00000100:00100000:0.0:1763345652.257138:0:24005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24005:1849000924476288:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345652.258120:0:24005:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64a648c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763345652.261817:0:24005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24005:1849000924476288:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345652.261847:0:24005:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58aef50 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [53248->61439] (req 53248->61439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345652.262104:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.262292:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910602752 00000100:00100000:2.0:1763345652.262300:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910602752 00010000:00010000:2.0:1763345652.262332:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58aef34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d7b expref: 20 pid: 15692 timeout: 1144 lvb_type: 0 00000100:00100000:2.0:1763345652.262371:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3904 00000100:00100000:2.0:1763345652.262381:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910602752:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345652.262395:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345652.262416:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58aef34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d7b expref: 20 pid: 15692 timeout: 1144 lvb_type: 0 00010000:00010000:2.0:1763345652.262428:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58aef34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d7b expref: 20 pid: 15692 timeout: 1144 lvb_type: 0 00010000:00010000:2.0:1763345652.262450:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5200/0x52bea07cb58aef34 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d7b expref: 20 pid: 15692 timeout: 1144 lvb_type: 0 00010000:00010000:2.0:1763345652.262464:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345652.262467:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345652.262472:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58aef50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [53248->61439] (req 53248->61439) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.262481:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58aef50 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [53248->61439] (req 53248->61439) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.262514:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345652.262566:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910602752:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 186us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345652.262575:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3904 00010000:00010000:0.0:1763345652.263720:0:24005:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58aef50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [53248->61439] (req 53248->61439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.263733:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58aef50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [53248->61439] (req 53248->61439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1763345652.274925:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872500 is committed 00000001:00080000:1.0:1763345652.274953:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872498 is committed 00002000:00010000:2.0:1763345652.275847:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb size from disk: 0 -> 61440 00002000:00010000:2.0:1763345652.275854:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:2.0:1763345652.275864:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58aef50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [53248->61439] (req 53248->61439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.275876:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58aef50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [53248->61439] (req 53248->61439) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.275890:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58aef50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [53248->61439] (req 53248->61439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.275897:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345652.275901:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58aef50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [53248->61439] (req 53248->61439) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.275910:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58aef50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [53248->61439] (req 53248->61439) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.275927:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58aef50 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [53248->61439] (req 53248->61439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.275934:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58aef50 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [53248->61439] (req 53248->61439) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345652.284873:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+13:2408:x1849000910602624:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 27848us (28375us total) trans 17179872500 rc 0/0 00000100:00100000:2.0:1763345652.284889:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2250 00000100:00100000:1.0:1763345652.290046:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.290109:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910602880 00000100:00100000:3.0:1763345652.290118:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910602880 00000100:00100000:3.0:1763345652.290175:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8654 00000100:00100000:3.0:1763345652.290186:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910602880:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:3.0:1763345652.290306:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910602880:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 122us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345652.290313:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8654 00000100:00100000:3.0:1763345652.297296:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.297389:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910603136 00000100:00100000:0.0:1763345652.297398:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910603136 00000100:00100000:0.0:1763345652.297454:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11641 00000100:00100000:0.0:1763345652.297463:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+323:57881:x1849000910603136:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345652.297510:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345652.297541:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58aef42 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d82 expref: 323 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.297557:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.297562:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345652.297718:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aef57 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345652.297731:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aef57 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345652.297741:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aef57 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000001:00080000:0.0:1763345652.297862:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941512 00000004:00010000:0.0:1763345652.297886:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bd7d0d30 reply state 00000000fcbfc9ec transno 8589941513 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aef57 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345652.297898:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aef57 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345652.297904:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.297906:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345652.297909:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345652.298066:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:57881:x1849000910603136:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 603us (778us total) trans 8589941513 rc 0/0 00000100:00100000:0.0:1763345652.298074:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11641 00000020:00080000:0.0:1763345652.298079:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345652.306631:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.306708:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910603264 00000100:00100000:0.0:1763345652.306718:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910603264 00000100:00100000:3.0:1763345652.307440:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8655 00000100:00100000:3.0:1763345652.307452:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+13:57881:x1849000910603264:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345652.307470:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345652.307489:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58aef5e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833d89 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345652.307512:0:8560:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x377:0x0] initial LVB size: 61440, mtime: 0x691a84f3, atime: 0x691a84f2, ctime: 0x691a84f3, blocks: 0x10 00010000:00010000:3.0:1763345652.307532:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345652.307534:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345652.307541:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58aef5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d89 expref: 14 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.307557:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58aef5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d89 expref: 14 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.307570:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261600, rc 0) 00000100:00100000:3.0:1763345652.307631:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:57881:x1849000910603264:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 182us (1007us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345652.307639:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8655 00000100:00100000:2.0:1763345652.309982:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.310042:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.310127:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910603392 00000100:00100000:3.0:1763345652.310137:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910603392 00002000:00010000:3.0:1763345652.310172:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/887 (61440->18446744073709551615) 00002000:00100000:3.0:1763345652.310177:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435ffb80 with x1849000910603392 ext(61440->18446744073709551615) 00002000:00010000:3.0:1763345652.310188:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5435ffb80. 00000100:00100000:3.0:1763345652.310221:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910603520 00000100:00100000:3.0:1763345652.310224:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910603520 00002000:00010000:3.0:1763345652.310238:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/885 (0->18446744073709551615) 00002000:00100000:3.0:1763345652.310240:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435ff800 with x1849000910603520 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345652.310246:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5435ff800. 00000100:00100000:3.0:1763345652.310270:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2251 00000100:00100000:3.0:1763345652.310281:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910603392:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:3.0:1763345652.310429:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb size from disk: 61440 -> 61440 00002000:00010000:3.0:1763345652.310432:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.310435:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:3.0:1763345652.310437:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.310440:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:3.0:1763345652.310489:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910603392:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 210us (514us total) trans 17179872501 rc 0/0 00000100:00100000:3.0:1763345652.310496:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2251 00002000:00010000:3.0:1763345652.310499:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/887 (61440->18446744073709551615) 00002000:00100000:3.0:1763345652.310502:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435ffb80 with x1849000910603392 ext(61440->18446744073709551615) 00002000:00010000:3.0:1763345652.310507:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5435ffb80. 00000100:00100000:3.0:1763345652.310534:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2252 00000100:00100000:3.0:1763345652.310541:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+21:2408:x1849000910603520:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:3.0:1763345652.310609:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345652.310612:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.310614:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:3.0:1763345652.310616:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.310618:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345652.310637:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910603520:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 97us (594us total) trans 21474839824 rc 0/0 00000100:00100000:3.0:1763345652.310642:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2252 00002000:00010000:3.0:1763345652.310645:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/885 (0->18446744073709551615) 00002000:00100000:3.0:1763345652.310647:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435ff800 with x1849000910603520 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345652.310650:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5435ff800. 00000100:00100000:2.0:1763345652.313243:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.313378:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910603648 00000100:00100000:1.0:1763345652.313388:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910603648 00000100:00100000:1.0:1763345652.313436:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11642 00000100:00100000:1.0:1763345652.313444:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+325:57881:x1849000910603648:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345652.313464:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345652.313481:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aef65 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833d90 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.313560:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aef6c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345652.313574:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aef6c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345652.313583:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aef6c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:1.0:1763345652.313605:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 61440 00000004:00200000:1.0:1763345652.313610:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345652.313625:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aef6c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345652.313647:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aef65 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d90 expref: 327 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.313661:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aef6c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d90 expref: 326 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.313670:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345652.313673:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345652.313677:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90e00, rc 0) 00000100:00100000:1.0:1763345652.314934:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+326:57881:x1849000910603648:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1483us (1693us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345652.314945:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11642 00000100:00100000:2.0:1763345652.318022:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.318101:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910603904 00000100:00100000:1.0:1763345652.318111:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910603904 00000100:00100000:1.0:1763345652.318169:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11643 00000100:00100000:1.0:1763345652.318179:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+326:57881:x1849000910603904:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:1.0:1763345652.318230:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345652.318254:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aef6c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d90 expref: 326 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.318270:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345652.318274:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345652.318432:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aef73 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345652.318446:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aef73 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345652.318454:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aef73 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000001:00080000:1.0:1763345652.318497:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941514 00000004:00010000:1.0:1763345652.318520:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c0618501 reply state 00000000d8314fd3 transno 8589941515 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aef73 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345652.318532:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aef73 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345652.318542:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345652.318545:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345652.318547:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345652.318638:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+328:57881:x1849000910603904:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 460us (623us total) trans 8589941515 rc 0/0 00000100:00100000:1.0:1763345652.318644:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11643 00000020:00080000:1.0:1763345652.318650:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345652.322728:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.322917:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910604032 00000100:00100000:1.0:1763345652.322928:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910604032 00002000:00010000:1.0:1763345652.322964:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/887 (138321->18446744073709551615) 00002000:00100000:1.0:1763345652.322969:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6432df800 with x1849000910604032 ext(138321->18446744073709551615) 00002000:00010000:1.0:1763345652.322980:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6432df800. 00000100:00100000:1.0:1763345652.323012:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2253 00000100:00100000:1.0:1763345652.323021:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910604032:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:1.0:1763345652.323206:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb size from disk: 61440 -> 138321 00002000:00010000:1.0:1763345652.323210:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345652.323212:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:1.0:1763345652.323214:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345652.323216:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:1.0:1763345652.323280:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910604032:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 259us (559us total) trans 17179872502 rc 0/0 00000100:00100000:1.0:1763345652.323288:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2253 00002000:00010000:1.0:1763345652.323291:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/887 (138321->18446744073709551615) 00002000:00100000:1.0:1763345652.323294:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6432df800 with x1849000910604032 ext(138321->18446744073709551615) 00002000:00010000:1.0:1763345652.323299:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6432df800. 00000100:00100000:2.0:1763345652.324348:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.324412:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910604160 00000100:00100000:3.0:1763345652.324419:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910604160 00002000:00010000:3.0:1763345652.324443:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/885 (0->18446744073709551615) 00002000:00100000:3.0:1763345652.324447:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6432dea00 with x1849000910604160 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345652.324454:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6432dea00. 00000100:00100000:3.0:1763345652.324478:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2254 00000100:00100000:3.0:1763345652.324486:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910604160:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:3.0:1763345652.324578:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345652.324581:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.324583:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:3.0:1763345652.324585:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.324587:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345652.324665:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910604160:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 178us (319us total) trans 21474839825 rc 0/0 00000100:00100000:3.0:1763345652.324672:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2254 00002000:00010000:3.0:1763345652.324676:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/885 (0->18446744073709551615) 00002000:00100000:3.0:1763345652.324678:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6432dea00 with x1849000910604160 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345652.324682:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6432dea00. 00000100:00100000:3.0:1763345652.333576:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.333687:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910604288 00000100:00100000:0.0:1763345652.333697:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910604288 00000100:00100000:0.0:1763345652.333799:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11644 00000100:00100000:0.0:1763345652.333812:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+328:57881:x1849000910604288:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345652.333835:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345652.333856:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aef7a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833d97 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.333946:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aef81 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345652.333960:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aef81 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345652.333970:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aef81 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763345652.333997:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 138321 00000004:00200000:0.0:1763345652.334001:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345652.334020:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aef81 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345652.334050:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aef7a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d97 expref: 330 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.334067:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aef81 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d97 expref: 329 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.334076:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.334079:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345652.334082:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5400, rc 0) 00000100:00100000:0.0:1763345652.334129:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+329:57881:x1849000910604288:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 320us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345652.334136:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11644 00000100:00100000:2.0:1763345652.340091:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.340204:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910604544 00000100:00100000:1.0:1763345652.340214:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910604544 00000100:00100000:1.0:1763345652.340278:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11645 00000100:00100000:1.0:1763345652.340289:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+329:57881:x1849000910604544:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:1.0:1763345652.340357:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345652.340383:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58aef81 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d97 expref: 329 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.340401:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345652.340405:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345652.340563:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aef88 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345652.340578:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aef88 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345652.340588:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aef88 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000001:00080000:1.0:1763345652.340631:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941516 00000004:00010000:1.0:1763345652.340656:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000122ce87 reply state 000000005607e0ac transno 8589941517 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aef88 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345652.340667:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aef88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345652.340674:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345652.340677:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345652.340679:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345652.340806:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+331:57881:x1849000910604544:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 517us (722us total) trans 8589941517 rc 0/0 00000100:00100000:1.0:1763345652.340815:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11645 00000020:00080000:1.0:1763345652.340821:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345652.342374:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.342622:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910604672 00000100:00100000:1.0:1763345652.342630:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910604672 00002000:00010000:1.0:1763345652.342661:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/887 (138321->18446744073709551615) 00002000:00100000:1.0:1763345652.342665:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6432de300 with x1849000910604672 ext(138321->18446744073709551615) 00002000:00010000:1.0:1763345652.342675:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6432de300. 00000100:00100000:1.0:1763345652.342812:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2255 00000100:00100000:1.0:1763345652.342822:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910604672:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:1.0:1763345652.343069:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb size from disk: 138321 -> 138321 00002000:00010000:1.0:1763345652.343073:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345652.343075:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:1.0:1763345652.343078:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345652.343080:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:1.0:1763345652.343755:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910604672:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 933us (1384us total) trans 17179872503 rc 0/0 00000100:00100000:1.0:1763345652.343793:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2255 00002000:00010000:1.0:1763345652.343797:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/887 (138321->18446744073709551615) 00002000:00100000:1.0:1763345652.343801:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6432de300 with x1849000910604672 ext(138321->18446744073709551615) 00002000:00010000:1.0:1763345652.343808:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6432de300. 00000100:00100000:3.0:1763345652.347504:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.347595:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910604800 00000100:00100000:1.0:1763345652.347605:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910604800 00002000:00010000:1.0:1763345652.347644:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/885 (0->18446744073709551615) 00002000:00100000:1.0:1763345652.347649:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d05180 with x1849000910604800 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345652.347660:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d05180. 00000100:00100000:1.0:1763345652.347694:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2256 00000100:00100000:1.0:1763345652.347703:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910604800:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:0.0:1763345652.348697:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345652.348702:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:0.0:1763345652.348705:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:0.0:1763345652.348707:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:0.0:1763345652.348709:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345652.348804:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910604800:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 1101us (1307us total) trans 21474839826 rc 0/0 00000100:00100000:0.0:1763345652.348813:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2256 00002000:00010000:0.0:1763345652.348818:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/885 (0->18446744073709551615) 00002000:00100000:0.0:1763345652.348821:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d05180 with x1849000910604800 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345652.348826:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d05180. 00000100:00100000:2.0:1763345652.353665:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.353733:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910605056 00000100:00100000:1.0:1763345652.353744:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910605056 00000100:00100000:0.0:1763345652.354725:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11646 00000100:00100000:0.0:1763345652.354739:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+331:57881:x1849000910605056:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345652.354877:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aef8f lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.354895:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aef8f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.354906:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aef8f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00010000:0.0:1763345652.355227:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000022b4681f reply state 00000000a5cd526b transno 8589941518 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aef8f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.355241:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aef8f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.355248:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.355251:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345652.355254:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345652.355344:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+333:57881:x1849000910605056:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 609us (1687us total) trans 8589941518 rc 0/0 00000100:00100000:0.0:1763345652.355352:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11646 00000100:00100000:2.0:1763345652.360595:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.360639:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.360665:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910605312 00000100:00100000:0.0:1763345652.360674:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910605312 00000100:00100000:2.0:1763345652.360680:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.360717:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910605184 00000100:00100000:0.0:1763345652.360720:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910605184 00000100:00100000:0.0:1763345652.360733:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910605440 00000100:00100000:0.0:1763345652.360735:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910605440 00000100:00100000:2.0:1763345652.360740:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8656 00000100:00100000:2.0:1763345652.360750:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+25:2408:x1849000910605312:12345-192.168.203.8@tcp:2:lfs.0 00000100:00100000:0.0:1763345652.360753:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8657 00000100:00100000:0.0:1763345652.360790:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+25:2408:x1849000910605184:12345-192.168.203.8@tcp:2:lfs.0 00000100:00100000:1.0:1763345652.360892:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8658 00000100:00100000:1.0:1763345652.360902:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910605440:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:1.0:1763345652.361015:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345652.361019:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345652.361022:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345652.361024:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345652.361026:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345652.361083:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910605440:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 182us (400us total) trans 17179872504 rc 0/0 00000100:00100000:1.0:1763345652.361091:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8658 00002000:00010000:2.0:1763345652.361116:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345652.361119:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:2.0:1763345652.361122:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:2.0:1763345652.361124:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:2.0:1763345652.361126:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763345652.361148:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910605312:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 400us (562us total) trans 21474839827 rc 0/0 00000100:00100000:2.0:1763345652.361154:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8656 00002000:00010000:0.0:1763345652.361186:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 138321 -> 138321 00002000:00010000:0.0:1763345652.361189:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:0.0:1763345652.361191:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:0.0:1763345652.361194:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:0.0:1763345652.361195:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:0.0:1763345652.361216:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910605184:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 457us (576us total) trans 21474839828 rc 0/0 00000100:00100000:0.0:1763345652.361221:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8657 00000100:00100000:3.0:1763345652.365063:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.365301:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910605696 00000100:00100000:1.0:1763345652.365312:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910605696 00000100:00100000:0.0:1763345652.365944:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4001 00000100:00100000:0.0:1763345652.365958:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+333:57881:x1849000910605696:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:0.0:1763345652.366020:0:35216:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000405:0x25c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aeed9 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d51 expref: 333 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.366065:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aef96 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345652.366079:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aef03 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d58 expref: 333 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.366088:0:35216:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aef96 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345652.366120:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aef03 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d58 expref: 333 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.366133:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aef03 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d58 expref: 333 pid: 6522 timeout: 1144 lvb_type: 0 00000100:00100000:0.0:1763345652.366147:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b674b1ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924476416:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345652.366232:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64a648c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763345652.369376:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.369451:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910605824 00000100:00100000:1.0:1763345652.369459:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910605824 00010000:00010000:1.0:1763345652.369495:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aef03 lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d58 expref: 334 pid: 6522 timeout: 1144 lvb_type: 0 00000100:00100000:1.0:1763345652.369534:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3905 00000100:00100000:1.0:1763345652.369544:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+334:2408:x1849000910605824:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345652.369557:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345652.369564:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aef03 lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d58 expref: 334 pid: 6522 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763345652.369577:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aef03 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d58 expref: 334 pid: 6522 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763345652.369599:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345652.369604:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aef96 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345652.369614:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aef96 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x50290000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345652.369621:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aef96 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x50290000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345652.369637:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345652.369688:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+334:2408:x1849000910605824:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 145us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345652.369696:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3905 00010000:00010000:2.0:1763345652.370887:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763345652.371757:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aef03 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d58 expref: 333 pid: 6522 timeout: 1144 lvb_type: 0 00000100:00100000:0.0:1763345652.371801:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b674b1ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924476416:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345652.371823:0:35216:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aef96 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345652.371838:0:35216:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aef96 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345652.371844:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aef96 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000040:00080000:0.0:1763345652.372063:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2003, 88 off166080 00000004:00080000:0.0:1763345652.372071:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1044897310812ns, next at 1043420516693ns, rc = 0 00000040:00080000:0.0:1763345652.372108:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2019, 88 off167664 00000004:00080000:0.0:1763345652.372112:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1044897352840ns, next at 1043420493666ns, rc = 0 00000040:00080000:0.0:1763345652.372138:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2004, 88 off166168 00000004:00080000:0.0:1763345652.372143:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1044897383122ns, next at 1043420516693ns, rc = 0 00000040:00080000:0.0:1763345652.372151:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2020, 88 off167752 00000004:00080000:0.0:1763345652.372155:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1044897395065ns, next at 1043420493666ns, rc = 0 00000040:00080000:0.0:1763345652.372164:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2021, 88 off167840 00000004:00080000:0.0:1763345652.372167:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1044897407536ns, next at 1043420493666ns, rc = 0 00000040:00080000:0.0:1763345652.372175:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2005, 88 off166256 00000004:00080000:0.0:1763345652.372178:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1044897418616ns, next at 1043420516693ns, rc = 0 00000001:00080000:0.0:1763345652.376531:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941519 is committed 00000004:00080000:0.0:1763345652.376543:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1304 committed 00000004:00080000:0.0:1763345652.376561:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1320 committed 00000004:00080000:0.0:1763345652.376569:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1319 committed 00000004:00080000:0.0:1763345652.376571:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1303 committed 00000004:00080000:0.0:1763345652.376573:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1318 committed 00000004:00080000:0.0:1763345652.376575:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1302 committed 00000004:00010000:0.0:1763345652.376656:0:35216:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c77164c1 reply state 0000000020d2ee2f transno 8589941519 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aef96 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345652.376679:0:35216:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aef96 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345652.376688:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.376691:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763345652.376695:0:35216:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763345652.376703:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.376705:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345652.376713:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aeed9 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d51 expref: 323 pid: 6522 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345652.376839:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924476544:0@lo:2:osp-syn-1-0.0 00010000:00080000:0.0:1763345652.376855:0:35216:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763345652.376867:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+323:57881:x1849000910605696:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 10914us (11813us total) trans 8589941519 rc 0/0 00000100:00100000:0.0:1763345652.376876:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4001 00000100:00100000:3.0:1763345652.376885:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763345652.376921:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aef96 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00000100:00100000:3.0:1763345652.376925:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924476544 00000100:00100000:3.0:1763345652.376932:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924476544 00010000:00010000:0.0:1763345652.376942:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aef96 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345652.376949:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aef96 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345652.376955:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345652.376959:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aef96 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00000100:00100000:3.0:1763345652.376967:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8659 00010000:00010000:0.0:1763345652.376967:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aef96 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT0 00000100:00100000:3.0:1763345652.376975:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3657:x1849000924476544:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1763345652.376976:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.376979:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345652.376983:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aef96 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345652.376988:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aef96 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00000100:00100000:0.0:1763345652.377007:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924476672:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345652.377032:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345652.377052:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763345652.377057:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924476800:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345652.377075:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1763345652.377101:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345652.377105:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345652.377107:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00000100:00100000:0.0:1763345652.377109:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924476672 00002000:00010000:3.0:1763345652.377110:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345652.377112:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345652.377112:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924476672 00000100:00100000:0.0:1763345652.377131:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924476800 00000100:00100000:0.0:1763345652.377134:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924476800 00000100:00100000:3.0:1763345652.377141:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3657:x1849000924476544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 167us (255us total) trans 17179872505 rc 0/0 00000100:00100000:3.0:1763345652.377147:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8659 00000100:00100000:0.0:1763345652.377156:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8660 00000100:00100000:0.0:1763345652.377162:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3658:x1849000924476672:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1763345652.377180:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aef2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00000100:00100000:3.0:1763345652.377184:0:3657:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872498 gen 2 00000004:00080000:3.0:1763345652.377192:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ab5f80, transno 17179872488 00010000:00010000:2.0:1763345652.377193:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aef2d lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.377202:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aef2d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00000004:00080000:3.0:1763345652.377203:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ab6a00, transno 17179872489 00000004:00080000:3.0:1763345652.377209:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ab6300, transno 17179872490 00010000:00010000:2.0:1763345652.377212:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261200 already unused, calling callback (ffffffffc181e550) 00000004:00080000:3.0:1763345652.377214:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6449d2a00, transno 17179872491 00000004:00080000:3.0:1763345652.377218:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6449d2d80, transno 17179872492 00002000:00010000:0.0:1763345652.377220:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00000004:00080000:3.0:1763345652.377221:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6449d0380, transno 17179872493 00002000:00010000:0.0:1763345652.377222:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00000004:00080000:3.0:1763345652.377223:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5435fdf80, transno 17179872496 00002000:00010000:0.0:1763345652.377225:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00000004:00080000:3.0:1763345652.377227:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5435fca80, transno 17179872497 00010000:00010000:2.0:1763345652.377228:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aef2d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00002000:00010000:0.0:1763345652.377228:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00000004:00080000:3.0:1763345652.377229:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5435fea00, transno 17179872498 00002000:00010000:0.0:1763345652.377233:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345652.377237:0:3657:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff91b545d07800 x1849000924476544/t17179872505(17179872505) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763345668 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1763345652.377255:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aef2d lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00000004:00080000:3.0:1763345652.377259:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545d07800/2, rc 0, transno 17179872505 00000100:00100000:0.0:1763345652.377263:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3658:x1849000924476672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 101us (229us total) trans 17179872506 rc 0/0 00000100:00100000:3.0:1763345652.377266:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924476544:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345652.377269:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8660 00010000:00010000:2.0:1763345652.377271:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345652.377275:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345652.377279:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aef2d lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000100:00100000:0.0:1763345652.377285:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8661 00010000:00010000:2.0:1763345652.377289:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58aef2d lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000100:00100000:0.0:1763345652.377294:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3658:x1849000924476800:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1763345652.377311:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aef57 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.377319:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aef57 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.377325:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aef57 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.377331:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345652.377334:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aef57 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.377340:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aef57 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00002000:00010000:0.0:1763345652.377343:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb size from disk: 138321 -> 138321 00002000:00010000:0.0:1763345652.377348:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00010000:00010000:2.0:1763345652.377351:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00002000:00010000:0.0:1763345652.377351:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00010000:00010000:2.0:1763345652.377359:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00010000:0.0:1763345652.377359:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:0.0:1763345652.377364:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x377:0x0] updating lvb blocks from disk: 16 -> 16 00010000:00010000:2.0:1763345652.377365:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aef57 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000004:00080000:3.0:1763345652.377366:0:32328:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 3 in progress, 2 in flight, 9 done 00010000:00010000:2.0:1763345652.377377:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58aef57 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.377392:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aef73 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00000100:00100000:0.0:1763345652.377393:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3658:x1849000924476800:12345-0@lo:2:osp-syn-1-0.0 Request processed in 98us (314us total) trans 17179872507 rc 0/0 00000100:00100000:0.0:1763345652.377404:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8661 00010000:00010000:2.0:1763345652.377411:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aef73 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.377418:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aef73 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.377423:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345652.377426:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aef73 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00000004:00080000:0.0:1763345652.377431:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545d05880/2, rc 0, transno 17179872507 00010000:00010000:2.0:1763345652.377433:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aef73 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00000100:00100000:0.0:1763345652.377439:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924476800:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1763345652.377450:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00000004:00080000:0.0:1763345652.377452:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545d06680/2, rc 0, transno 17179872506 00010000:00010000:2.0:1763345652.377456:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345652.377459:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924476672:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1763345652.377461:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aef73 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.377470:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58aef73 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.377484:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aef88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.377489:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aef88 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.377495:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aef88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.377500:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345652.377503:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aef88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.377508:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aef88 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.377516:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345652.377519:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345652.377522:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aef88 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.377528:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58aef88 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.377538:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aef8f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.377544:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aef8f lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.377549:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aef8f lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.377554:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345652.377557:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aef8f lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.377579:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aef8f lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.377585:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345652.377587:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345652.377590:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aef8f lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.377598:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58aef8f lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00000100:00100000:1.0:1763345652.377869:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763345652.377878:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924477184:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345652.377906:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345652.378161:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924477056:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345652.378193:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345652.378355:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924476928:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345652.378384:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345652.378409:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924477184 00000100:00100000:1.0:1763345652.378416:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924477184 00000100:00100000:1.0:1763345652.378453:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924477056 00000100:00100000:1.0:1763345652.378457:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924477056 00000100:00100000:1.0:1763345652.378477:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924476928 00000100:00100000:1.0:1763345652.378480:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924476928 00000100:00100000:1.0:1763345652.378502:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8662 00000100:00100000:3.0:1763345652.378510:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8663 00000100:00100000:1.0:1763345652.378512:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3659:x1849000924477184:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763345652.378524:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3657:x1849000924477056:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345652.378546:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8664 00000100:00100000:0.0:1763345652.378553:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3656:x1849000924476928:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763345652.378611:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345652.378614:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.378616:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.378617:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.378619:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763345652.378652:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3657:x1849000924477056:12345-0@lo:2:osp-syn-0-0.0 Request processed in 133us (458us total) trans 21474839830 rc 0/0 00000100:00100000:3.0:1763345652.378661:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8663 00000004:00080000:2.0:1763345652.378684:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b677b95880/2, rc 0, transno 21474839830 00000100:00100000:2.0:1763345652.378691:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924477056:0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763345652.378831:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345652.378835:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345652.378837:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:1.0:1763345652.378840:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345652.378842:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345652.378925:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3659:x1849000924477184:12345-0@lo:2:osp-syn-0-0.0 Request processed in 415us (1016us total) trans 21474839831 rc 0/0 00000100:00100000:1.0:1763345652.378938:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8662 00002000:00010000:0.0:1763345652.378978:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 138321 -> 138321 00002000:00010000:0.0:1763345652.378982:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:0.0:1763345652.378985:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:0.0:1763345652.378987:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:0.0:1763345652.378988:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:0.0:1763345652.379029:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3656:x1849000924476928:12345-0@lo:2:osp-syn-0-0.0 Request processed in 477us (644us total) trans 21474839829 rc 0/0 00000100:00100000:0.0:1763345652.379036:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8664 00000004:00080000:2.0:1763345652.379065:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b677b94000/2, rc 0, transno 21474839831 00000100:00100000:2.0:1763345652.379071:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924477184:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345652.379132:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b677b95f80/2, rc 0, transno 21474839829 00000100:00100000:1.0:1763345652.379136:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924476928:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345652.380390:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.381021:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910605952 00000100:00100000:0.0:1763345652.381031:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910605952 00000100:00100000:0.0:1763345652.381131:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11647 00000100:00100000:0.0:1763345652.381142:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+317:57881:x1849000910605952:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345652.381163:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345652.381182:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aef9d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833d9e expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.381234:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aef9d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d9e expref: 318 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.381247:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aef9d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d9e expref: 318 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.381264:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.381267:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345652.381271:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4800, rc 0) 00000100:00100000:0.0:1763345652.381332:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+318:57881:x1849000910605952:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 192us (946us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345652.381339:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11647 00000100:00100000:3.0:1763345652.384085:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.384158:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910606208 00000100:00100000:0.0:1763345652.384168:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910606208 00000100:00100000:0.0:1763345652.384226:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4002 00000100:00100000:0.0:1763345652.384235:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+318:57881:x1849000910606208:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345652.385206:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+319:57881:x1849000910606208:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 969us (1126us total) trans 8589941520 rc 0/0 00000100:00100000:0.0:1763345652.385215:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4002 00000100:00100000:2.0:1763345652.407360:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.407453:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910606336 00000100:00100000:0.0:1763345652.407463:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910606336 00000100:00100000:0.0:1763345652.407522:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11648 00000100:00100000:0.0:1763345652.407531:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+319:57882:x1849000910606336:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345652.407552:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345652.407572:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aefa4 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833da5 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.407629:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aefab lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.407642:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aefab lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.407653:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aefab lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.407664:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aefb2 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.407670:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aefb2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.407676:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aefb2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.407806:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aefb9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.407815:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aefb9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.407821:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aefb9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345652.407857:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 138321 00000004:00200000:0.0:1763345652.407862:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345652.407879:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aefb9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.407891:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aefb9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.407899:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aefab lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.407905:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aefab lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.407911:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aefab lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.407917:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aefab lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.407923:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345652.407927:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aefab lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.407934:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aefab lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.407944:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b541f06a00) 00010000:00010000:0.0:1763345652.407947:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345652.407951:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aefab lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.407957:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58aefab lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.407969:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aefb2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.407976:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aefb2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.407981:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aefb2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.407986:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345652.407988:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aefb2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.407993:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aefb2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.408000:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b541f06b00) 00010000:00010000:0.0:1763345652.408002:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345652.408005:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aefb2 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.408010:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aefb2 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.408035:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aefa4 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833da5 expref: 321 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.408048:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aefb9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833da5 expref: 320 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.408054:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.408057:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345652.408059:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4a00, rc 0) 00000100:00100000:0.0:1763345652.408125:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+320:57882:x1849000910606336:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 595us (773us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345652.408133:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11648 00000100:00100000:2.0:1763345652.413888:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.413971:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910606592 00000100:00100000:3.0:1763345652.413981:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910606592 00000100:00100000:3.0:1763345652.414030:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11649 00000100:00100000:3.0:1763345652.414039:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+320:57882:x1849000910606592:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345652.414058:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345652.414078:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aefc0 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833dac expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.414185:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58aefc7 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345652.414199:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58aefc7 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345652.414210:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58aefc7 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:3.0:1763345652.414221:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 138321 00010000:00010000:3.0:1763345652.414326:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58aefc0 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833dac expref: 323 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.414343:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58aefc7 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833dac expref: 322 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.414352:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345652.414354:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763345652.414357:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261c00, rc 0) 00000100:00100000:3.0:1763345652.414424:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+322:57882:x1849000910606592:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 386us (546us total) trans 8589941521 rc 0/0 00000100:00100000:3.0:1763345652.414431:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11649 00000100:00100000:2.0:1763345652.418404:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.418489:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910606848 00000100:00100000:0.0:1763345652.418497:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910606848 00000100:00100000:0.0:1763345652.418547:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11650 00000100:00100000:0.0:1763345652.418556:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+322:57882:x1849000910606848:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345652.418577:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345652.418596:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aefd5 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833db3 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.418680:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aefdc lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.418694:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aefdc lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.418715:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aefdc lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345652.418727:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 138321 00010000:00010000:0.0:1763345652.422990:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aefd5 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833db3 expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.423016:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aefdc lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833db3 expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.423026:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.423028:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345652.423032:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5e00, rc 0) 00000100:00100000:0.0:1763345652.423107:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57882:x1849000910606848:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4551us (4711us total) trans 8589941522 rc 0/0 00000100:00100000:0.0:1763345652.423116:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11650 00000001:00080000:0.0:1763345652.435290:0:7439:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968317 is committed 00000001:00080000:0.0:1763345652.435320:0:7439:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968316 is committed 00010000:00010000:3.0:1763345652.435378:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff91b6413ee600/0x52bea07cb58ada8f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763345652.435390:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff91b6413ee600/0x52bea07cb58ada8f lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763345652.435397:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff91b6413ee600/0x52bea07cb58ada8f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763345652.435403:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b6413ee600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345652.435407:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff91b6413ee600/0x52bea07cb58ada8f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763345652.435414:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff91b6413ee600/0x52bea07cb58ada8f lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763345652.435428:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x6:0x0].0x9645bb7c (ffff91b5432e3f00) 00010000:00010000:3.0:1763345652.435431:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345652.435435:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff91b6413ee600/0x52bea07cb58ada8f lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763345652.435441:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff91b6413ee600/0x52bea07cb58ada8f lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00000100:00100000:2.0:1763345652.457143:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.457551:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910606976 00000100:00100000:0.0:1763345652.457561:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910606976 00000100:00100000:0.0:1763345652.457630:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2257 00000100:00100000:0.0:1763345652.457640:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+26:2409:x1849000910606976:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:0.0:1763345652.457673:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aefea lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.457686:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345652.457689:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345652.457694:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aefea lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->139263] (req 0->139263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.457707:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aefea lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->139263] (req 0->139263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.464167:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aefea lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->139263] (req 0->139263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.464185:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aefea lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->139263] (req 0->139263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.464194:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aefea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->139263] (req 0->139263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.464201:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345652.464206:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aefea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->139263] (req 0->139263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.464219:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aefea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->139263] (req 0->139263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.464237:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aefea lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->139263] (req 0->139263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.464244:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58aefea lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->139263] (req 0->139263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345652.466366:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+26:2409:x1849000910606976:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 8717us (9219us total) trans 0 rc 138321/138321 00000100:00100000:2.0:1763345652.466380:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2257 00000100:00100000:3.0:1763345652.474218:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.474328:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910607104 00000100:00100000:2.0:1763345652.474338:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910607104 00000100:00100000:2.0:1763345652.474409:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2258 00000100:00100000:2.0:1763345652.474419:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910607104:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:2.0:1763345652.474455:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aeff1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.474474:0:24005:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58aef5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d89 expref: 18 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.474481:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345652.474483:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345652.474487:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aeff1 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->139263] (req 0->139263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.474523:0:24005:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58aef5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d89 expref: 18 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.474535:0:24005:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58aef5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d89 expref: 18 pid: 8560 timeout: 1144 lvb_type: 0 00000100:00100000:2.0:1763345652.474547:0:24005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ed3100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24005:1849000924477312:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345652.474630:0:24005:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b54a857a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763345652.476292:0:24005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ed3100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24005:1849000924477312:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345652.476318:0:24005:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aeff1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->139263] (req 0->139263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345652.477295:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.477386:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910607232 00000100:00100000:2.0:1763345652.477394:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910607232 00010000:00010000:2.0:1763345652.477429:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58aef5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d89 expref: 19 pid: 8560 timeout: 1144 lvb_type: 0 00000100:00100000:2.0:1763345652.477470:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3906 00000100:00100000:2.0:1763345652.477480:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910607232:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345652.477494:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345652.477514:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58aef5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d89 expref: 19 pid: 8560 timeout: 1144 lvb_type: 0 00010000:00010000:2.0:1763345652.477527:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58aef5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d89 expref: 19 pid: 8560 timeout: 1144 lvb_type: 0 00010000:00010000:2.0:1763345652.477552:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543261600/0x52bea07cb58aef5e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d89 expref: 19 pid: 8560 timeout: 1144 lvb_type: 0 00010000:00010000:2.0:1763345652.477569:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345652.477572:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345652.477576:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aeff1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->139263] (req 0->139263) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.477586:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aeff1 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->139263] (req 0->139263) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.477623:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345652.477676:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910607232:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 197us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345652.477684:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3906 00010000:00010000:3.0:1763345652.477917:0:24005:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aeff1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->139263] (req 0->139263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.477928:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aeff1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->139263] (req 0->139263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.482518:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aeff1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->139263] (req 0->139263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.482537:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aeff1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->139263] (req 0->139263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.482545:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aeff1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->139263] (req 0->139263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.482552:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6c00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345652.482556:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aeff1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->139263] (req 0->139263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.482570:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aeff1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->139263] (req 0->139263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.482588:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aeff1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->139263] (req 0->139263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.482595:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe6c00/0x52bea07cb58aeff1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->139263] (req 0->139263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345652.483859:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910607104:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 9435us (9643us total) trans 0 rc 138321/138321 00000100:00100000:2.0:1763345652.483870:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2258 00000100:00100000:2.0:1763345652.495873:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.497034:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910607360 00000100:00100000:1.0:1763345652.497046:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910607360 00000100:00100000:1.0:1763345652.497128:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 469 00000100:00100000:1.0:1763345652.497139:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+324:57882:x1849000910607360:12345-192.168.203.8@tcp:103:lfs.0 00010000:00010000:1.0:1763345652.497155:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345652.497182:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58aefdc lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833db3 expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.497201:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345652.497206:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345652.497261:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+323:57882:x1849000910607360:12345-192.168.203.8@tcp:103:lfs.0 Request processed in 125us (1398us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345652.497269:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 469 00000100:00100000:0.0:1763345652.499505:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.499591:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910607616 00000100:00100000:2.0:1763345652.499600:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910607616 00000100:00100000:2.0:1763345652.500158:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4003 00000100:00100000:2.0:1763345652.500170:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b64a0b6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+323:57882:x1849000910607616:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345652.500404:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a0b6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:57882:x1849000910607616:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 236us (905us total) trans 8589941523 rc 0/0 00000100:00100000:2.0:1763345652.500412:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4003 00000100:00100000:2.0:1763345652.507944:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.508034:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910607872 00000100:00100000:3.0:1763345652.508045:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910607872 00000100:00100000:3.0:1763345652.508096:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11651 00000100:00100000:3.0:1763345652.508106:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+324:57861:x1849000910607872:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:3.0:1763345652.508129:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345652.508150:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aeff8 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833dba expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.508253:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aefff lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345652.508268:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aefb9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833da5 expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.508277:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aefff lrc: 4/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345652.508311:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aefb9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833da5 expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.508325:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aefb9 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833da5 expref: 325 pid: 6522 timeout: 1145 lvb_type: 0 00000100:00100000:3.0:1763345652.508337:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435fca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924477440:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345652.508420:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b65368d540 going to sleep for 11 seconds 00000100:00100000:0.0:1763345652.511339:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.511423:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435fca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924477440:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345652.511461:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aefff lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:2.0:1763345652.511630:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910608000 00000100:00100000:2.0:1763345652.511638:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910608000 00010000:00010000:2.0:1763345652.511670:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aefb9 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833da5 expref: 326 pid: 6522 timeout: 1145 lvb_type: 0 00000100:00100000:2.0:1763345652.512286:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3907 00000100:00100000:2.0:1763345652.512298:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+326:2408:x1849000910608000:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345652.512313:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345652.512320:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aefb9 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833da5 expref: 326 pid: 6522 timeout: 1145 lvb_type: 0 00010000:00010000:2.0:1763345652.512333:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aefb9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833da5 expref: 326 pid: 6522 timeout: 1145 lvb_type: 0 00010000:00010000:2.0:1763345652.512353:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58aefb9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833da5 expref: 326 pid: 6522 timeout: 1145 lvb_type: 0 00010000:00010000:2.0:1763345652.512369:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345652.512374:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aefff lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.512383:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aefff lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.512390:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aefff lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.512422:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345652.512480:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:2408:x1849000910608000:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 185us (1148us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345652.512487:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3907 00010000:00010000:3.0:1763345652.512559:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aefff lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345652.512566:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aefff lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:3.0:1763345652.512586:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 138321 00010000:00010000:3.0:1763345652.514003:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58aeff8 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833dba expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.514027:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aefff lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833dba expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.514035:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345652.514037:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763345652.514040:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261e00, rc 0) 00000100:00100000:3.0:1763345652.514095:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910607872:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 5990us (6158us total) trans 8589941524 rc 0/0 00000100:00100000:3.0:1763345652.514102:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11651 00000100:00100000:0.0:1763345652.517346:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.517413:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910608128 00000100:00100000:3.0:1763345652.517423:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910608128 00000100:00100000:3.0:1763345652.517531:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11652 00000100:00100000:3.0:1763345652.517541:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910608128:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:3.0:1763345652.517565:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345652.517584:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58af00d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833dc1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.517674:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af014 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345652.517689:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aefff lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833dba expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.518032:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af014 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345652.518235:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aefff lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833dba expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.518249:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aefff lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833dba expref: 326 pid: 6521 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763345652.518262:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6749e6680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924477568:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345652.518374:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64a648c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763345652.521859:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6749e6680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924477568:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345652.521890:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af014 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:2.0:1763345652.521987:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.522127:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910608256 00000100:00100000:3.0:1763345652.522134:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910608256 00010000:00010000:3.0:1763345652.522168:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aefff lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833dba expref: 327 pid: 6521 timeout: 1145 lvb_type: 0 00000100:00100000:3.0:1763345652.522208:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3908 00000100:00100000:3.0:1763345652.522217:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+327:2409:x1849000910608256:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345652.522231:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345652.522237:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aefff lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833dba expref: 327 pid: 6521 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763345652.522249:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aefff lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833dba expref: 327 pid: 6521 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763345652.522273:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58aefff lrc: 0/0,0 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833dba expref: 327 pid: 6521 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763345652.522288:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345652.522293:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af014 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345652.522302:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af014 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345652.522309:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af014 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345652.522329:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345652.522391:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+326:2409:x1849000910608256:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 174us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345652.522399:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3908 00010000:00010000:0.0:1763345652.522471:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af014 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345652.522478:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af014 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763345652.522523:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 138321 00000004:00200000:0.0:1763345652.522529:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345652.522547:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af014 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345652.522576:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58af00d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833dc1 expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.522591:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af014 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833dc1 expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.522598:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.522601:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345652.522604:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261600, rc 0) 00000100:00100000:0.0:1763345652.522647:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910608128:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 5107us (5309us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345652.522655:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11652 00000100:00100000:2.0:1763345652.527305:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.527383:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910608512 00000100:00100000:0.0:1763345652.527395:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910608512 00000100:00100000:0.0:1763345652.527456:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4004 00000100:00100000:0.0:1763345652.527466:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910608512:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:0.0:1763345652.527707:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+326:57861:x1849000910608512:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 232us (401us total) trans 8589941525 rc 0/0 00000100:00100000:0.0:1763345652.527715:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4004 00000100:00100000:3.0:1763345652.529907:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.530188:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910608768 00000100:00100000:0.0:1763345652.530197:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910608768 00000100:00100000:0.0:1763345652.530246:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11653 00000100:00100000:0.0:1763345652.530256:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+326:57861:x1849000910608768:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345652.530277:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345652.530280:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:0.0:1763345652.530304:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58aefc7 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833dac expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.530324:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58aef9d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d9e expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.530336:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af014 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833dc1 expref: 324 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.530345:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.530350:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345652.530361:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af01b lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833dc8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.530403:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af022 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345652.530422:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af022 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345652.530430:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af022 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000040:00080000:0.0:1763345652.530638:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2006, 88 off166344 00000004:00080000:0.0:1763345652.530646:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1045055885831ns, next at 1043420516693ns, rc = 0 00000040:00080000:0.0:1763345652.530692:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2022, 88 off167928 00000004:00080000:0.0:1763345652.530698:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1045055938002ns, next at 1043420493666ns, rc = 0 00000040:00080000:0.0:1763345652.530724:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2007, 88 off166432 00000004:00080000:0.0:1763345652.530729:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1045055969301ns, next at 1043420516693ns, rc = 0 00000040:00080000:0.0:1763345652.530743:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2023, 88 off168016 00000004:00080000:0.0:1763345652.530748:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1045055987703ns, next at 1043420493666ns, rc = 0 00000040:00080000:0.0:1763345652.530796:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2024, 88 off168104 00000004:00080000:0.0:1763345652.530802:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1045056042078ns, next at 1043420493666ns, rc = 0 00000040:00080000:0.0:1763345652.530815:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2008, 88 off166520 00000004:00080000:0.0:1763345652.530819:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1045056059862ns, next at 1043420516693ns, rc = 0 00000001:00080000:1.0:1763345652.534539:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941526 is committed 00000004:00080000:1.0:1763345652.534549:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1307 committed 00000004:00080000:1.0:1763345652.534564:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1323 committed 00000004:00080000:1.0:1763345652.534574:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1322 committed 00000004:00080000:1.0:1763345652.534577:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1306 committed 00000004:00080000:1.0:1763345652.534579:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1321 committed 00000004:00080000:1.0:1763345652.534581:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1305 committed 00000100:00100000:1.0:1763345652.534669:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924477696:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345652.534731:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345652.534858:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924477824:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345652.534878:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345652.534899:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763345652.534905:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924477952:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345652.534921:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924477696 00000100:00100000:1.0:1763345652.534923:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345652.534930:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924477696 00000100:00100000:1.0:1763345652.534955:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924477824 00000100:00100000:1.0:1763345652.534959:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924477824 00000100:00100000:3.0:1763345652.534974:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924477952 00000100:00100000:3.0:1763345652.534978:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924477952 00000100:00100000:1.0:1763345652.534996:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8665 00000100:00100000:3.0:1763345652.535008:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8666 00000100:00100000:1.0:1763345652.535009:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3659:x1849000924477696:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345652.535020:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3656:x1849000924477824:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763345652.535140:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345652.535141:0:15692:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345652.535146:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345652.535147:0:15692:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345652.535152:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345652.535153:0:15692:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345652.535158:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345652.535159:0:15692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:3.0:1763345652.535165:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763345652.535165:0:15692:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345652.535211:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3659:x1849000924477696:12345-0@lo:2:osp-syn-1-0.0 Request processed in 206us (478us total) trans 17179872509 rc 0/0 00000100:00100000:3.0:1763345652.535218:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3656:x1849000924477824:12345-0@lo:2:osp-syn-1-0.0 Request processed in 201us (337us total) trans 17179872508 rc 0/0 00000100:00100000:1.0:1763345652.535220:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8665 00000100:00100000:3.0:1763345652.535229:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8666 00000100:00100000:1.0:1763345652.535249:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8667 00010000:00010000:0.0:1763345652.535616:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af022 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833dc8 expref: 319 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.535629:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.535633:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763345652.535647:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af01b lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833dc8 expref: 319 pid: 6521 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763345652.535662:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af022 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833dc8 expref: 318 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.535691:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.535693:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763345652.535696:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5a00, rc 0) 00000100:00100000:0.0:1763345652.535736:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+318:57861:x1849000910608768:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 5482us (5837us total) trans 8589941526 rc 0/0 00000100:00100000:0.0:1763345652.535743:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11653 00000100:00100000:2.0:1763345652.536172:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544865180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924478336:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345652.536202:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1763345652.536237:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b677b95c00/2, rc 0, transno 17179872508 00000100:00100000:2.0:1763345652.536241:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924477824:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345652.536259:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924478336 00000100:00100000:2.0:1763345652.536262:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924478336 00000100:00100000:0.0:1763345652.536418:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544867480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924478080:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345652.536442:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345652.536458:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763345652.536463:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544866a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924478208:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345652.536481:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345652.536513:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924478080 00000100:00100000:3.0:1763345652.536518:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924478080 00000100:00100000:3.0:1763345652.536543:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924478208 00000100:00100000:3.0:1763345652.536546:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924478208 00000100:00100000:3.0:1763345652.536566:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8668 00000100:00100000:3.0:1763345652.536573:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3658:x1849000924478080:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763345652.536673:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 138321 -> 138321 00002000:00010000:3.0:1763345652.536677:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.536680:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.536682:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.536684:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:3.0:1763345652.536714:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3658:x1849000924478080:12345-0@lo:2:osp-syn-0-0.0 Request processed in 142us (270us total) trans 21474839832 rc 0/0 00000100:00100000:3.0:1763345652.536721:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8668 00000100:00100000:3.0:1763345652.536742:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8669 00000100:00100000:3.0:1763345652.536749:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3658:x1849000924478208:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763345652.536850:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345652.536853:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.536855:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.536858:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.536859:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763345652.536885:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3658:x1849000924478208:12345-0@lo:2:osp-syn-0-0.0 Request processed in 137us (403us total) trans 21474839833 rc 0/0 00000100:00100000:3.0:1763345652.536895:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8669 00000004:00080000:0.0:1763345652.537837:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544866a00/2, rc 0, transno 21474839833 00000100:00100000:0.0:1763345652.537846:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544866a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924478208:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345652.537858:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544867480/2, rc 0, transno 21474839832 00000100:00100000:0.0:1763345652.537861:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544867480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924478080:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345652.537954:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8670 00000100:00100000:2.0:1763345652.537969:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3656:x1849000924478336:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1763345652.538072:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345652.538076:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:2.0:1763345652.538078:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb atime from disk: 1763345650 -> 1763345650 00002000:00010000:2.0:1763345652.538080:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:2.0:1763345652.538083:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x375:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345652.538150:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544864a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3656:x1849000924478336:12345-0@lo:2:osp-syn-0-0.0 Request processed in 187us (1946us total) trans 21474839834 rc 0/0 00000100:00100000:2.0:1763345652.538158:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8670 00000100:00100000:1.0:1763345652.538253:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3656:x1849000924477952:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763345652.538290:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b544865180/2, rc 0, transno 21474839834 00000100:00100000:0.0:1763345652.538296:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544865180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924478336:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345652.538362:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3656:x1849000924477952:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3105us (3438us total) trans 17179872510 rc 0/0 00000100:00100000:1.0:1763345652.538369:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8667 00000004:00080000:1.0:1763345652.538430:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5435fea00/2, rc 0, transno 17179872509 00000100:00100000:1.0:1763345652.538435:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924477696:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763345652.538812:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b677b94a80/2, rc 0, transno 17179872510 00000100:00100000:0.0:1763345652.538817:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924477952:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345652.540118:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.540266:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910608896 00000100:00100000:3.0:1763345652.540274:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910608896 00000100:00100000:3.0:1763345652.540328:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8671 00000100:00100000:3.0:1763345652.540338:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+26:57861:x1849000910608896:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:3.0:1763345652.540353:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345652.540370:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58af029 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833dcf expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.540399:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aef18 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d66 expref: 27 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345652.540407:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345652.540409:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345652.540414:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58af029 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [73728->131071] (req 73728->131071) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833dcf expref: 27 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.540447:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aef18 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d66 expref: 27 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345652.540461:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aef18 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d66 expref: 27 pid: 28868 timeout: 1145 lvb_type: 1 00000100:00100000:3.0:1763345652.540474:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924478464:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345652.540555:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b54a857a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763345652.544071:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924478464:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345652.544123:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58af029 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [73728->131071] (req 73728->131071) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833dcf expref: 27 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345652.544142:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261e00, rc 0) 00000100:00100000:3.0:1763345652.544204:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+27:57861:x1849000910608896:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 3866us (4102us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345652.544214:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8671 00000100:00100000:3.0:1763345652.547090:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.547711:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910609024 00000100:00100000:1.0:1763345652.547722:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910609024 00010000:00010000:1.0:1763345652.547805:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aef18 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d66 expref: 27 pid: 28868 timeout: 1145 lvb_type: 1 00000100:00100000:1.0:1763345652.547863:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3909 00000100:00100000:1.0:1763345652.547874:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6431ff450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+27:2409:x1849000910609024:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345652.547889:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345652.547909:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aef18 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d66 expref: 27 pid: 28868 timeout: 1145 lvb_type: 1 00010000:00010000:1.0:1763345652.547923:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aef18 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d66 expref: 27 pid: 28868 timeout: 1145 lvb_type: 1 00010000:00010000:1.0:1763345652.547949:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58aef18 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d66 expref: 27 pid: 28868 timeout: 1145 lvb_type: 1 00010000:00010000:1.0:1763345652.547965:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345652.547967:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345652.547974:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58af029 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->131071) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833dcf expref: 26 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.547984:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58af029 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->131071) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833dcf expref: 26 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.548024:0:35200:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58af029 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->131071) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833dcf expref: 26 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345652.548038:0:35200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5442d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35200:1849000924478592:192.168.203.8@tcp:105: 00000100:00100000:1.0:1763345652.548943:0:35200:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b543bb5900 going to sleep for 11 seconds 00000100:00100000:1.0:1763345652.555551:0:35200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5442d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35200:1849000924478592:192.168.203.8@tcp:105: 00010000:00010000:1.0:1763345652.555578:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345652.555634:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6431ff450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+26:2409:x1849000910609024:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 7760us (8551us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345652.555644:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3909 00000100:00100000:2.0:1763345652.556279:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.556981:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910609152 00000100:00100000:3.0:1763345652.556992:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910609152 00000100:00100000:3.0:1763345652.557627:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2259 00000100:00100000:3.0:1763345652.557637:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910609152:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:3.0:1763345652.558772:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 138321 -> 138321 00002000:00010000:3.0:1763345652.558789:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.558791:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.558794:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345651 -> 1763345651 00002000:00010000:3.0:1763345652.558796:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 72 -> 64 00000100:00100000:3.0:1763345652.558865:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+27:2408:x1849000910609152:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 1227us (3103us total) trans 21474839835 rc 0/0 00000100:00100000:3.0:1763345652.558876:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2259 00000100:00100000:3.0:1763345652.562268:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.563021:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910609280 00000100:00100000:0.0:1763345652.563031:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910609280 00000100:00100000:0.0:1763345652.563081:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11654 00000100:00100000:0.0:1763345652.563091:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+318:57861:x1849000910609280:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345652.563126:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345652.563147:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af030 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833dd6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.563261:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af037 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345652.563275:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af037 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345652.563286:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af037 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763345652.563314:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 138321 00000004:00200000:0.0:1763345652.563319:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345652.563335:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af037 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345652.563360:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af030 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833dd6 expref: 320 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.563377:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af037 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833dd6 expref: 319 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.563386:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.563389:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345652.563392:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4800, rc 0) 00000100:00100000:0.0:1763345652.563453:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+319:57861:x1849000910609280:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 364us (1193us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345652.563460:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11654 00000100:00100000:2.0:1763345652.567857:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.568043:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910609536 00000100:00100000:1.0:1763345652.568053:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910609536 00000100:00100000:1.0:1763345652.568107:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11655 00000100:00100000:1.0:1763345652.568115:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+319:57861:x1849000910609536:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:1.0:1763345652.568164:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1763345652.568188:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af022 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833dc8 expref: 319 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.568208:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af037 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833dd6 expref: 318 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.568218:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345652.568222:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345652.568385:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af03e lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345652.568397:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af03e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345652.568406:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af03e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000001:00080000:1.0:1763345652.568448:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941527 00000004:00010000:1.0:1763345652.568466:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d0f421db reply state 000000008f43ea2b transno 8589941528 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af03e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345652.568477:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af03e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345652.568482:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345652.568485:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345652.568488:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345652.568879:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+320:57861:x1849000910609536:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 763us (1029us total) trans 8589941528 rc 0/0 00000100:00100000:1.0:1763345652.568887:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11655 00000020:00080000:1.0:1763345652.568893:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345652.571351:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.571864:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910609664 00000100:00100000:0.0:1763345652.571875:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910609664 00000100:00100000:0.0:1763345652.571921:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11656 00000100:00100000:0.0:1763345652.571932:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+320:57861:x1849000910609664:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345652.571953:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345652.571972:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af045 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833ddd expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.572022:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af045 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ddd expref: 321 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.572035:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af045 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ddd expref: 321 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.572050:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.572053:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345652.572057:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5200, rc 0) 00000100:00100000:0.0:1763345652.572109:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+321:57861:x1849000910609664:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 179us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345652.572116:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11656 00000100:00100000:3.0:1763345652.574151:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.574231:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910609792 00000100:00100000:0.0:1763345652.574239:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910609792 00000100:00100000:0.0:1763345652.574285:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8672 00000100:00100000:0.0:1763345652.574295:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+27:57861:x1849000910609792:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345652.574310:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345652.574326:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af04c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833de4 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.574355:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aef1f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d6d expref: 28 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345652.574364:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345652.574367:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345652.574371:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af04c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833de4 expref: 28 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.574401:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aef1f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d6d expref: 28 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345652.574415:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aef1f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d6d expref: 28 pid: 28868 timeout: 1145 lvb_type: 1 00000100:00100000:0.0:1763345652.574429:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6749e7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924478720:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345652.574494:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64a6480c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763345652.576604:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6749e7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924478720:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345652.576635:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af04c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833de4 expref: 28 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.576652:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4c00, rc 0) 00000100:00100000:0.0:1763345652.576705:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+28:57861:x1849000910609792:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 2406us (2554us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345652.576713:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8672 00000100:00100000:2.0:1763345652.577401:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.578300:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910609920 00000100:00100000:1.0:1763345652.578310:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910609920 00010000:00010000:1.0:1763345652.578344:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aef1f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d6d expref: 28 pid: 28868 timeout: 1145 lvb_type: 1 00000100:00100000:1.0:1763345652.578383:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3910 00000100:00100000:1.0:1763345652.578391:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+28:2409:x1849000910609920:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345652.578403:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345652.578421:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aef1f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d6d expref: 28 pid: 28868 timeout: 1145 lvb_type: 1 00010000:00010000:1.0:1763345652.578434:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aef1f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d6d expref: 28 pid: 28868 timeout: 1145 lvb_type: 1 00010000:00010000:1.0:1763345652.578455:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4000/0x52bea07cb58aef1f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d6d expref: 28 pid: 28868 timeout: 1145 lvb_type: 1 00010000:00010000:1.0:1763345652.578476:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345652.578478:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345652.578484:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af04c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833de4 expref: 27 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.578492:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af04c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833de4 expref: 27 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.578524:0:35200:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af04c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833de4 expref: 27 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345652.578536:0:35200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5442d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35200:1849000924478848:192.168.203.8@tcp:105: 00000100:00100000:1.0:1763345652.578610:0:35200:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6467a5d80 going to sleep for 11 seconds 00000100:00100000:1.0:1763345652.580585:0:35200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5442d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35200:1849000924478848:192.168.203.8@tcp:105: 00010000:00010000:1.0:1763345652.580611:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345652.580663:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+27:2409:x1849000910609920:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 2271us (3263us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345652.580672:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3910 00000100:00100000:3.0:1763345652.583226:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.583318:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910610048 00000100:00100000:0.0:1763345652.583328:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910610048 00000100:00100000:0.0:1763345652.583383:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8673 00000100:00100000:0.0:1763345652.583394:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+17:57861:x1849000910610048:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345652.583411:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345652.583429:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af053 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833deb expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.583458:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58aef26 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833d74 expref: 18 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345652.583467:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345652.583469:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345652.583473:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af053 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833deb expref: 18 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.583504:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58aef26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d74 expref: 18 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345652.583517:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58aef26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d74 expref: 18 pid: 28868 timeout: 1145 lvb_type: 1 00000100:00100000:0.0:1763345652.583530:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6749e7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924478976:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345652.583602:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64a6480c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763345652.587073:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.587186:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910610176 00000100:00100000:1.0:1763345652.587195:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910610176 00010000:00010000:1.0:1763345652.587230:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58aef26 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d74 expref: 19 pid: 28868 timeout: 1145 lvb_type: 1 00000100:00100000:1.0:1763345652.587268:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3911 00000100:00100000:1.0:1763345652.587278:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910610176:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345652.587292:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345652.587309:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58aef26 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d74 expref: 19 pid: 28868 timeout: 1145 lvb_type: 1 00010000:00010000:1.0:1763345652.587323:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58aef26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d74 expref: 19 pid: 28868 timeout: 1145 lvb_type: 1 00010000:00010000:1.0:1763345652.587347:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345652.587349:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345652.587355:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af053 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833deb expref: 19 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.587365:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af053 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833deb expref: 19 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.587403:0:35200:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af053 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833deb expref: 19 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345652.587416:0:35200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5442d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:35200:1849000924479104:192.168.203.8@tcp:105: 00000100:00100000:1.0:1763345652.587491:0:35200:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6467a5d80 going to sleep for 11 seconds 00010000:00010000:0.0:1763345652.587579:0:28867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4600/0x52bea07cb58aef26 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833d74 expref: 19 pid: 28868 timeout: 1145 lvb_type: 1 00000100:00100000:0.0:1763345652.587592:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6749e7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924478976:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345652.587616:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af053 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833deb expref: 18 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.587632:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5400, rc 0) 00000100:00100000:0.0:1763345652.587660:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+18:57861:x1849000910610048:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 4268us (4441us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345652.587668:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8673 00000100:00100000:1.0:1763345652.590878:0:35200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5442d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:35200:1849000924479104:192.168.203.8@tcp:105: 00010000:00010000:1.0:1763345652.590903:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345652.590958:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910610176:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 3680us (3891us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345652.590968:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3911 00000100:00100000:0.0:1763345652.592168:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.592204:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.592234:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.592320:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910610304 00000100:00100000:1.0:1763345652.592330:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910610304 00002000:00010000:1.0:1763345652.592368:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (252825->18446744073709551615) 00002000:00100000:1.0:1763345652.592373:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e7480 with x1849000910610304 ext(252825->18446744073709551615) 00002000:00010000:1.0:1763345652.592385:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6749e7480. 00000100:00100000:1.0:1763345652.592404:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910610560 00000100:00100000:1.0:1763345652.592407:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910610560 00002000:00010000:1.0:1763345652.592419:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:1.0:1763345652.592422:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e6a00 with x1849000910610560 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345652.592427:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6749e6a00. 00000100:00100000:1.0:1763345652.592438:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910610432 00000100:00100000:1.0:1763345652.592440:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910610432 00002000:00010000:1.0:1763345652.592450:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:1.0:1763345652.592453:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e4000 with x1849000910610432 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345652.592457:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6749e4000. 00000100:00100000:1.0:1763345652.592475:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2260 00000100:00100000:1.0:1763345652.592484:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+28:2408:x1849000910610304:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:1.0:1763345652.592681:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 138321 -> 252825 00002000:00010000:1.0:1763345652.592685:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345651 -> 1763345652 00002000:00010000:1.0:1763345652.592688:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345652.592691:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345651 -> 1763345652 00002000:00010000:1.0:1763345652.592693:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:1.0:1763345652.592747:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910610304:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 263us (582us total) trans 21474839836 rc 0/0 00000100:00100000:1.0:1763345652.592754:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2260 00002000:00010000:1.0:1763345652.592783:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (252825->18446744073709551615) 00002000:00100000:1.0:1763345652.592787:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e7480 with x1849000910610304 ext(252825->18446744073709551615) 00002000:00010000:1.0:1763345652.592793:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6749e7480. 00000100:00100000:1.0:1763345652.592809:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2261 00000100:00100000:1.0:1763345652.592816:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910610560:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:1.0:1763345652.592881:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345652.592884:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345651 -> 1763345652 00002000:00010000:1.0:1763345652.592886:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345652.592888:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345651 -> 1763345652 00002000:00010000:1.0:1763345652.592891:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345652.592911:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910610560:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 96us (706us total) trans 17179872511 rc 0/0 00000100:00100000:1.0:1763345652.592918:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2261 00002000:00010000:1.0:1763345652.592921:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:1.0:1763345652.592924:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e6a00 with x1849000910610560 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345652.592928:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6749e6a00. 00000100:00100000:1.0:1763345652.592942:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2262 00000100:00100000:1.0:1763345652.592949:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+28:2408:x1849000910610432:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:1.0:1763345652.592999:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345652.593002:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345651 -> 1763345652 00002000:00010000:1.0:1763345652.593005:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:1.0:1763345652.593007:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345651 -> 1763345652 00002000:00010000:1.0:1763345652.593010:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763345652.593038:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910610432:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 89us (802us total) trans 21474839837 rc 0/0 00000100:00100000:1.0:1763345652.593045:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2262 00002000:00010000:1.0:1763345652.593049:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:1.0:1763345652.593051:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e4000 with x1849000910610432 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345652.593055:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6749e4000. 00000100:00100000:2.0:1763345652.597892:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.598189:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910610688 00000100:00100000:3.0:1763345652.598199:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910610688 00002000:00100000:3.0:1763345652.598245:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (204800->208895) req@ffff91b54545ca80 x1849000910610688/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:128/0 lens 488/0 e 0 to 0 dl 1763345663 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345652.598258:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54545ca80 with x1849000910610688 ext(204800->208895) 00002000:00010000:3.0:1763345652.598265:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54545ca80 00000100:00100000:3.0:1763345652.598301:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2263 00000100:00100000:3.0:1763345652.598312:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910610688:12345-192.168.203.8@tcp:3:lfs.0 00000100:00100000:3.0:1763345652.599243:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910610688:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 928us (1355us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763345652.599252:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2263 00002000:00100000:3.0:1763345652.599260:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (204800->208895) req@ffff91b54545ca80 x1849000910610688/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:128/0 lens 488/4536 e 0 to 0 dl 1763345663 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345652.599269:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54545ca80 with x1849000910610688 ext(204800->208895) 00002000:00010000:3.0:1763345652.599274:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54545ca80 00000100:00100000:3.0:1763345652.602887:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.603061:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910610816 00000100:00100000:2.0:1763345652.603072:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910610816 00002000:00100000:2.0:1763345652.603118:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (208896->212991) req@ffff91b672ab4e00 x1849000910610816/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:128/0 lens 488/0 e 0 to 0 dl 1763345663 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345652.603129:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ab4e00 with x1849000910610816 ext(208896->212991) 00002000:00010000:2.0:1763345652.603135:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ab4e00 00000100:00100000:2.0:1763345652.603171:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2264 00000100:00100000:2.0:1763345652.603181:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910610816:12345-192.168.203.8@tcp:3:lfs.0 00000100:00100000:2.0:1763345652.603383:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910610816:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 203us (504us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763345652.603391:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2264 00002000:00100000:2.0:1763345652.603398:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (208896->212991) req@ffff91b672ab4e00 x1849000910610816/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:128/0 lens 488/4536 e 0 to 0 dl 1763345663 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345652.603407:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ab4e00 with x1849000910610816 ext(208896->212991) 00002000:00010000:2.0:1763345652.603411:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ab4e00 00000100:00100000:0.0:1763345652.606286:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.606378:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910610944 00000100:00100000:3.0:1763345652.606388:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910610944 00002000:00100000:3.0:1763345652.606432:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (184320->249855) req@ffff91b6749e4a80 x1849000910610944/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:128/0 lens 504/0 e 0 to 0 dl 1763345663 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345652.606442:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e4a80 with x1849000910610944 ext(184320->249855) 00002000:00010000:3.0:1763345652.606448:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6749e4a80 00000100:00100000:3.0:1763345652.606481:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2265 00000100:00100000:3.0:1763345652.606489:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910610944:12345-192.168.203.8@tcp:3:lfs.0 00000100:00100000:3.0:1763345652.608700:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910610944:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 2201us (2411us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1763345652.608712:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2265 00002000:00100000:3.0:1763345652.608725:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (184320->249855) req@ffff91b6749e4a80 x1849000910610944/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:128/0 lens 504/440 e 0 to 0 dl 1763345663 ref 1 fl Complete:/600/0 rc 57344/57344 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345652.608736:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e4a80 with x1849000910610944 ext(184320->249855) 00002000:00010000:3.0:1763345652.608742:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6749e4a80 00000100:00100000:0.0:1763345652.613897:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.614113:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910611072 00000100:00100000:3.0:1763345652.614123:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910611072 00002000:00100000:3.0:1763345652.614172:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (249856->253951) req@ffff91b6749e5c00 x1849000910611072/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:128/0 lens 488/0 e 0 to 0 dl 1763345663 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345652.614184:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e5c00 with x1849000910611072 ext(249856->253951) 00002000:00010000:3.0:1763345652.614191:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6749e5c00 00000100:00100000:3.0:1763345652.614226:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2266 00000100:00100000:3.0:1763345652.614235:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910611072:12345-192.168.203.8@tcp:3:lfs.0 00000100:00100000:3.0:1763345652.614430:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910611072:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 196us (541us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763345652.614439:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2266 00002000:00100000:3.0:1763345652.614446:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (249856->253951) req@ffff91b6749e5c00 x1849000910611072/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:128/0 lens 488/4536 e 0 to 0 dl 1763345663 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345652.614453:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e5c00 with x1849000910611072 ext(249856->253951) 00002000:00010000:3.0:1763345652.614456:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6749e5c00 00000100:00100000:0.0:1763345652.619448:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.619671:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910611200 00000100:00100000:2.0:1763345652.619681:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910611200 00002000:00100000:2.0:1763345652.619727:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (204800->252824) req@ffff91b6749e5f80 x1849000910611200/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:128/0 lens 488/0 e 0 to 0 dl 1763345663 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345652.619739:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e5f80 with x1849000910611200 ext(204800->252824) 00002000:00010000:2.0:1763345652.619745:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6749e5f80 00000100:00100000:2.0:1763345652.619817:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2267 00000100:00100000:2.0:1763345652.619828:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910611200:12345-192.168.203.8@tcp:4:lfs.0 00000100:00100000:2.0:1763345652.626212:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+31:2409:x1849000910611200:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 6375us (6763us total) trans 21474839838 rc 0/0 00000100:00100000:2.0:1763345652.626227:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2267 00002000:00100000:2.0:1763345652.626240:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (204800->252824) req@ffff91b6749e5f80 x1849000910611200/t21474839838(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:128/0 lens 488/448 e 0 to 0 dl 1763345663 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345652.626250:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e5f80 with x1849000910611200 ext(204800->252824) 00002000:00010000:2.0:1763345652.626257:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6749e5f80 00000100:00100000:0.0:1763345652.633268:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.633334:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910611328 00000100:00100000:3.0:1763345652.633344:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910611328 00000100:00100000:3.0:1763345652.633399:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8674 00000100:00100000:3.0:1763345652.633408:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+31:2408:x1849000910611328:12345-192.168.203.8@tcp:16:fsx.0 00000001:00080000:2.0:1763345652.638197:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839838 is committed 00000001:00080000:2.0:1763345652.638224:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839834 is committed 00000100:00100000:3.0:1763345652.638468:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910611328:12345-192.168.203.8@tcp:16:fsx.0 Request processed in 5056us (5203us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345652.638481:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8674 00000100:00100000:0.0:1763345652.642498:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.642599:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910611456 00000100:00100000:2.0:1763345652.642608:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910611456 00000100:00100000:2.0:1763345652.642672:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11657 00000100:00100000:2.0:1763345652.642682:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+321:57861:x1849000910611456:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345652.642702:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345652.642724:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58af05a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833df2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.642853:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af061 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.642868:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af061 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.642879:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af061 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:2.0:1763345652.642906:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 252825 00000004:00200000:2.0:1763345652.642911:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345652.642930:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af061 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.642956:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58af05a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833df2 expref: 323 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.642983:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af061 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833df2 expref: 322 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.642996:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345652.642999:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345652.643002:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7800, rc 0) 00000100:00100000:2.0:1763345652.645671:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+322:57861:x1849000910611456:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 2980us (3172us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345652.645684:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11657 00000100:00100000:0.0:1763345652.654571:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.654622:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910611584 00000100:00100000:2.0:1763345652.654633:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910611584 00002000:00100000:2.0:1763345652.654681:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (61440->102399) req@ffff91b54a828000 x1849000910611584/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:128/0 lens 488/0 e 0 to 0 dl 1763345663 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345652.654693:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54a828000 with x1849000910611584 ext(61440->102399) 00002000:00010000:2.0:1763345652.654700:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54a828000 00000100:00100000:2.0:1763345652.654736:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2268 00000100:00100000:2.0:1763345652.654746:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a828000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910611584:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:2.0:1763345652.658814:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a828000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910611584:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 4059us (4241us total) trans 0 rc 40960/40960 00000100:00100000:2.0:1763345652.658828:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2268 00002000:00100000:2.0:1763345652.658841:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (61440->102399) req@ffff91b54a828000 x1849000910611584/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:128/0 lens 488/440 e 0 to 0 dl 1763345663 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345652.658852:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54a828000 with x1849000910611584 ext(61440->102399) 00002000:00010000:2.0:1763345652.658858:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54a828000 00000100:00100000:0.0:1763345652.672547:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.673156:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910611712 00000100:00100000:2.0:1763345652.673167:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910611712 00000100:00100000:2.0:1763345652.673244:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2269 00000100:00100000:2.0:1763345652.673256:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910611712:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:2.0:1763345652.673536:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 252825 -> 252825 00002000:00010000:2.0:1763345652.673541:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345652 -> 1763345652 00002000:00010000:2.0:1763345652.673543:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:2.0:1763345652.673545:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345652 -> 1763345652 00002000:00010000:2.0:1763345652.673548:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 64 -> 160 00000100:00100000:2.0:1763345652.673601:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910611712:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 347us (1062us total) trans 21474839839 rc 0/0 00000100:00100000:2.0:1763345652.673609:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2269 00000100:00100000:0.0:1763345652.684724:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.684794:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910611840 00000100:00100000:3.0:1763345652.684805:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910611840 00002000:00100000:3.0:1763345652.684910:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (4096->61439) req@ffff91b54a829c00 x1849000910611840/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:128/0 lens 488/0 e 0 to 0 dl 1763345663 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345652.684922:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54a829c00 with x1849000910611840 ext(4096->61439) 00002000:00010000:3.0:1763345652.684927:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54a829c00 00000100:00100000:2.0:1763345652.690377:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2270 00000100:00100000:0.0:1763345652.690458:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+15:2410:x1849000910611840:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:0.0:1763345652.699121:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a829c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+15:2410:x1849000910611840:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 8715us (14392us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1763345652.699134:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2270 00002000:00100000:0.0:1763345652.699148:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (4096->61439) req@ffff91b54a829c00 x1849000910611840/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:128/0 lens 488/440 e 0 to 0 dl 1763345663 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345652.699159:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54a829c00 with x1849000910611840 ext(4096->61439) 00002000:00010000:0.0:1763345652.699166:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54a829c00 00000100:00100000:3.0:1763345652.711127:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.712537:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910611968 00000100:00100000:0.0:1763345652.712550:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910611968 00002000:00100000:0.0:1763345652.712603:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (0->258047) req@ffff91b672ab7480 x1849000910611968/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:128/0 lens 536/0 e 0 to 0 dl 1763345663 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345652.712614:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ab7480 with x1849000910611968 ext(0->258047) 00002000:00010000:0.0:1763345652.712620:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ab7480 00000100:00100000:0.0:1763345652.712658:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2271 00000100:00100000:0.0:1763345652.712667:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+15:2411:x1849000910611968:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:0.0:1763345652.716307:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+15:2411:x1849000910611968:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 3630us (5179us total) trans 0 rc 90112/90112 00000100:00100000:0.0:1763345652.716319:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2271 00002000:00100000:0.0:1763345652.716332:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (0->258047) req@ffff91b672ab7480 x1849000910611968/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:128/0 lens 536/440 e 0 to 0 dl 1763345663 ref 1 fl Complete:/600/0 rc 90112/90112 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345652.716342:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ab7480 with x1849000910611968 ext(0->258047) 00002000:00010000:0.0:1763345652.716348:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ab7480 00000100:00100000:1.0:1763345652.723597:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.723695:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910612096 00000100:00100000:0.0:1763345652.723705:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910612096 00000100:00100000:0.0:1763345652.726615:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2272 00000100:00100000:0.0:1763345652.726628:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+15:2411:x1849000910612096:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:0.0:1763345652.726861:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 252825 -> 262144 00002000:00010000:0.0:1763345652.726866:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345652 -> 1763345652 00002000:00010000:0.0:1763345652.726868:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:0.0:1763345652.726871:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345652 -> 1763345652 00002000:00010000:0.0:1763345652.726873:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 160 -> 176 00000100:00100000:0.0:1763345652.726943:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+16:2411:x1849000910612096:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 317us (3354us total) trans 21474839840 rc 0/0 00000100:00100000:0.0:1763345652.726955:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2272 00000100:00100000:3.0:1763345652.738513:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.742276:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910612224 00000100:00100000:2.0:1763345652.742292:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910612224 00000100:00100000:2.0:1763345652.742368:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2273 00000100:00100000:2.0:1763345652.742377:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+16:2410:x1849000910612224:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:2.0:1763345652.742582:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1763345652.742586:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345652 -> 1763345652 00002000:00010000:2.0:1763345652.742588:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345651 -> 1763345651 00002000:00010000:2.0:1763345652.742591:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345652 -> 1763345652 00002000:00010000:2.0:1763345652.742593:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 176 -> 192 00000100:00100000:2.0:1763345652.742659:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+17:2410:x1849000910612224:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 282us (4155us total) trans 21474839841 rc 0/0 00000100:00100000:2.0:1763345652.742666:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2273 00000100:00100000:2.0:1763345652.749298:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.749407:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910612352 00000100:00100000:3.0:1763345652.749416:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910612352 00002000:00100000:3.0:1763345652.749465:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (8192->262143) req@ffff91b5454dea00 x1849000910612352/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:128/0 lens 504/0 e 0 to 0 dl 1763345663 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345652.749476:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454dea00 with x1849000910612352 ext(8192->262143) 00002000:00010000:3.0:1763345652.749483:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5454dea00 00000100:00100000:3.0:1763345652.749519:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2274 00000100:00100000:3.0:1763345652.749527:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+17:2410:x1849000910612352:12345-192.168.203.8@tcp:4:fsx.0 00000100:00100000:3.0:1763345652.759397:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+19:2410:x1849000910612352:12345-192.168.203.8@tcp:4:fsx.0 Request processed in 9860us (10098us total) trans 21474839842 rc 0/0 00000100:00100000:3.0:1763345652.759411:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2274 00002000:00100000:3.0:1763345652.759423:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (8192->262143) req@ffff91b5454dea00 x1849000910612352/t21474839842(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:128/0 lens 504/448 e 0 to 0 dl 1763345663 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345652.759434:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5454dea00 with x1849000910612352 ext(8192->262143) 00002000:00010000:3.0:1763345652.759440:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5454dea00 00000100:00100000:0.0:1763345652.777286:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.777374:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910612480 00000100:00100000:3.0:1763345652.777385:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910612480 00000100:00100000:3.0:1763345652.777453:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2275 00000100:00100000:3.0:1763345652.777464:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a829180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+19:2411:x1849000910612480:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:3.0:1763345652.777885:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1763345652.777889:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345652 -> 1763345652 00002000:00010000:3.0:1763345652.777892:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345651 -> 1763345652 00002000:00010000:3.0:1763345652.777894:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345652 -> 1763345652 00002000:00010000:3.0:1763345652.777897:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 192 -> 224 00000100:00100000:3.0:1763345652.777950:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a829180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2411:x1849000910612480:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 489us (672us total) trans 21474839843 rc 0/0 00000100:00100000:3.0:1763345652.777959:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2275 00000100:00100000:0.0:1763345652.784664:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.785544:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910612608 00000100:00100000:3.0:1763345652.785554:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910612608 00000100:00100000:3.0:1763345652.785630:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2276 00000100:00100000:3.0:1763345652.785641:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a829500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+20:2411:x1849000910612608:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:3.0:1763345652.785859:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1763345652.785863:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345652 -> 1763345652 00002000:00010000:3.0:1763345652.785865:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345652 -> 1763345652 00002000:00010000:3.0:1763345652.785867:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345652 -> 1763345652 00002000:00010000:3.0:1763345652.785870:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 224 -> 248 00000100:00100000:3.0:1763345652.786669:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a829500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+21:2411:x1849000910612608:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 1026us (2010us total) trans 21474839844 rc 0/0 00000100:00100000:3.0:1763345652.786681:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2276 00000100:00100000:1.0:1763345652.798912:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.799010:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910612736 00000100:00100000:3.0:1763345652.799024:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910612736 00000100:00100000:3.0:1763345652.799109:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2277 00000100:00100000:3.0:1763345652.799120:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+21:2411:x1849000910612736:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:3.0:1763345652.799318:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1763345652.799322:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345652 -> 1763345652 00002000:00010000:3.0:1763345652.799324:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345652 -> 1763345652 00002000:00010000:3.0:1763345652.799333:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345652 -> 1763345652 00002000:00010000:3.0:1763345652.799335:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 248 -> 248 00000100:00100000:3.0:1763345652.799409:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+22:2411:x1849000910612736:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 291us (505us total) trans 21474839845 rc 0/0 00000100:00100000:3.0:1763345652.799425:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2277 00000100:00100000:0.0:1763345652.811114:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.811210:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910612864 00000100:00100000:2.0:1763345652.811221:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910612864 00000100:00100000:3.0:1763345652.811867:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2278 00000100:00100000:3.0:1763345652.811880:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910612864:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:3.0:1763345652.812053:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1763345652.812058:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345652 -> 1763345652 00002000:00010000:3.0:1763345652.812060:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345652 -> 1763345652 00002000:00010000:3.0:1763345652.812062:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345652 -> 1763345652 00002000:00010000:3.0:1763345652.812064:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 248 -> 248 00000100:00100000:3.0:1763345652.812131:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a828e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910612864:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 253us (1026us total) trans 21474839846 rc 0/0 00000100:00100000:3.0:1763345652.812140:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2278 00000100:00100000:0.0:1763345652.822638:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.822736:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910613120 00000100:00100000:1.0:1763345652.822746:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910613120 00000100:00100000:1.0:1763345652.822860:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4005 00000100:00100000:1.0:1763345652.822870:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+322:57861:x1849000910613120:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:1.0:1763345652.823149:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+323:57861:x1849000910613120:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 280us (518us total) trans 8589941529 rc 0/0 00000100:00100000:1.0:1763345652.823157:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4005 00000100:00100000:1.0:1763345652.853317:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.853659:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910613376 00000100:00100000:2.0:1763345652.853669:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910613376 00000100:00100000:2.0:1763345652.853733:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11658 00000100:00100000:2.0:1763345652.853744:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+323:57883:x1849000910613376:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345652.853798:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345652.853822:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af068 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833df9 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.853893:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af06f lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.853905:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af06f lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.853914:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af06f lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.853926:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af076 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.853932:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af076 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.853938:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af076 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.854044:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af07d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.854053:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af07d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.854059:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af07d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:2.0:1763345652.854072:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00010000:00010000:2.0:1763345652.854146:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af06f lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.854153:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af06f lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.854159:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af06f lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.854164:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af06f lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.854170:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345652.854174:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af06f lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.854180:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af06f lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.854191:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b54326b800) 00010000:00010000:2.0:1763345652.854194:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345652.854198:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af06f lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.854204:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af06f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.854216:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af076 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.854221:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af076 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.854230:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af076 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.854234:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345652.854236:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af076 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.854241:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af076 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.854247:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b54326b400) 00010000:00010000:2.0:1763345652.854249:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345652.854251:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af076 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.854256:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af076 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345652.854291:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af068 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833df9 expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.854307:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af07d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833df9 expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.854314:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345652.854316:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345652.854319:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7c00, rc 0) 00000100:00100000:2.0:1763345652.855532:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:57883:x1849000910613376:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1783us (2217us total) trans 8589941530 rc 0/0 00000100:00100000:2.0:1763345652.855542:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11658 00000100:00100000:3.0:1763345652.862970:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.863018:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.863079:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910613760 00000100:00100000:1.0:1763345652.863089:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910613760 00000100:00100000:1.0:1763345652.863158:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 470 00000100:00100000:1.0:1763345652.863169:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+325:2410:x1849000910613760:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345652.863185:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345652.863209:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af07d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833df9 expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.863226:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345652.863231:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345652.863580:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910613632 00000100:00100000:0.0:1763345652.863586:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910613632 00000100:00100000:1.0:1763345652.863609:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+325:2410:x1849000910613760:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 439us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345652.863618:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 470 00000100:00100000:0.0:1763345652.863629:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4006 00000100:00100000:0.0:1763345652.863639:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:57883:x1849000910613632:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345652.863864:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+325:57883:x1849000910613632:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 227us (903us total) trans 8589941531 rc 0/0 00000100:00100000:0.0:1763345652.863871:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4006 00000100:00100000:0.0:1763345652.866917:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.876346:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910614016 00000100:00100000:1.0:1763345652.876362:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910614016 00000100:00100000:1.0:1763345652.876455:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11659 00000100:00100000:1.0:1763345652.876467:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+325:57883:x1849000910614016:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345652.876496:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345652.876516:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90a00/0x52bea07cb58af08b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833e00 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345652.876939:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58af092 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345652.876956:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58af092 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345652.876968:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58af092 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:1.0:1763345652.876979:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00010000:00010000:0.0:1763345652.877255:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90a00/0x52bea07cb58af08b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e00 expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.877275:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58af092 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e00 expref: 327 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.877284:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.877287:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763345652.877291:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90600, rc 0) 00000100:00100000:0.0:1763345652.877453:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57883:x1849000910614016:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 987us (10544us total) trans 8589941532 rc 0/0 00000100:00100000:0.0:1763345652.877461:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11659 00000100:00100000:3.0:1763345652.884137:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.886114:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910614272 00000100:00100000:0.0:1763345652.886127:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910614272 00000100:00100000:0.0:1763345652.887435:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11660 00000100:00100000:0.0:1763345652.887454:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57883:x1849000910614272:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345652.887477:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345652.887497:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af0a0 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833e07 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.887599:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af0a7 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.887614:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af061 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833df2 expref: 328 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.887623:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af0a7 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.887656:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af061 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833df2 expref: 328 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.887669:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af061 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833df2 expref: 328 pid: 6521 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763345652.887683:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d03480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924479232:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345652.887816:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64a6480c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763345652.894202:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d03480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924479232:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345652.894233:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af0a7 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:3.0:1763345652.896643:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.896817:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910614400 00000100:00100000:1.0:1763345652.896829:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910614400 00010000:00010000:2.0:1763345652.900976:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af061 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833df2 expref: 329 pid: 6521 timeout: 1145 lvb_type: 0 00000100:00100000:2.0:1763345652.901077:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3912 00000100:00100000:2.0:1763345652.901089:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+329:2408:x1849000910614400:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345652.901105:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345652.901112:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af061 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833df2 expref: 329 pid: 6521 timeout: 1145 lvb_type: 0 00010000:00010000:2.0:1763345652.901125:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af061 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833df2 expref: 329 pid: 6521 timeout: 1145 lvb_type: 0 00010000:00010000:2.0:1763345652.901165:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af061 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833df2 expref: 329 pid: 6521 timeout: 1145 lvb_type: 0 00010000:00010000:2.0:1763345652.901196:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345652.901202:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af0a7 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.901226:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af0a7 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.901234:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af0a7 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.901282:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345652.901401:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+328:2408:x1849000910614400:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 315us (4767us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345652.901409:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3912 00010000:00010000:0.0:1763345652.905169:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af0a7 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.905215:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af0a7 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345652.905278:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00010000:00010000:0.0:1763345652.905547:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af0a0 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e07 expref: 329 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.905566:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af0a7 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e07 expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.905575:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.905578:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763345652.905581:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4e00, rc 0) 00000100:00100000:0.0:1763345652.905680:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+328:57883:x1849000910614272:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 18208us (21526us total) trans 8589941533 rc 0/0 00000100:00100000:0.0:1763345652.905690:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11660 00000100:00100000:3.0:1763345652.908690:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.908855:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910614528 00000100:00100000:0.0:1763345652.908864:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910614528 00000100:00100000:2.0:1763345652.909848:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4007 00000100:00100000:3.0:1763345652.909927:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+328:57883:x1849000910614528:12345-192.168.203.8@tcp:33:lfs.0 00000100:00100000:3.0:1763345652.910206:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+328:57883:x1849000910614528:12345-192.168.203.8@tcp:33:lfs.0 Request processed in 347us (1522us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345652.910214:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4007 00000100:00100000:1.0:1763345652.913244:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.915454:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910614784 00000100:00100000:0.0:1763345652.915469:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910614784 00000100:00100000:0.0:1763345652.915754:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4008 00000100:00100000:0.0:1763345652.916584:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+328:57883:x1849000910614784:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345652.917742:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+329:57883:x1849000910614784:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 1164us (4502us total) trans 8589941534 rc 0/0 00000100:00100000:0.0:1763345652.917752:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4008 00000100:00100000:1.0:1763345652.923590:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.923995:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910615040 00000100:00100000:0.0:1763345652.924005:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910615040 00000100:00100000:0.0:1763345652.924059:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11661 00000100:00100000:0.0:1763345652.924067:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+329:57883:x1849000910615040:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345652.924088:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345652.924091:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1763345652.924114:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af0a7 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e07 expref: 329 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.924132:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90600/0x52bea07cb58af092 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e00 expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.924142:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.924146:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345652.924156:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af0b5 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833e0e expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.924238:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af0bc lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.924249:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af0bc lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345652.924257:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af0bc lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345652.924266:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00010000:00010000:0.0:1763345652.926205:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af0b5 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e0e expref: 330 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.926226:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af0bc lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e0e expref: 329 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.926240:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.926243:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345652.926245:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4a00, rc 0) 00000100:00100000:0.0:1763345652.926604:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+329:57883:x1849000910615040:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2536us (3020us total) trans 8589941535 rc 0/0 00000100:00100000:0.0:1763345652.926612:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11661 00000100:00100000:3.0:1763345652.930144:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.930481:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910615296 00000100:00100000:2.0:1763345652.930489:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910615296 00000100:00100000:2.0:1763345652.930536:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4009 00000100:00100000:2.0:1763345652.930545:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b64a0b6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+329:57883:x1849000910615296:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:2.0:1763345652.930610:0:35216:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000405:0x25c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af0bc lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e0e expref: 329 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.930646:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af0ca lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345652.930656:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aed20 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833c94 expref: 329 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.930664:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af045 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ddd expref: 329 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.930671:0:35216:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af0ca lrc: 5/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345652.930698:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af045 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ddd expref: 329 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.930708:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af045 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ddd expref: 329 pid: 6522 timeout: 1145 lvb_type: 0 00000100:00100000:2.0:1763345652.930720:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454dfb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924479360:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345652.931292:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aed20 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c94 expref: 329 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.931302:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aed20 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c94 expref: 329 pid: 6522 timeout: 1145 lvb_type: 0 00000100:00100000:2.0:1763345652.931313:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454de300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924479488:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345652.931353:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b652207480 going to sleep for 11 seconds 00000100:00100000:2.0:1763345652.937147:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454dfb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924479360:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345652.938030:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.938068:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.938245:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454de300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924479488:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345652.938276:0:35216:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af0ca lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:0.0:1763345652.938343:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910615424 00000100:00100000:0.0:1763345652.938349:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910615424 00010000:00010000:0.0:1763345652.938383:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af045 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ddd expref: 330 pid: 6522 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763345652.938420:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910615552 00000100:00100000:0.0:1763345652.938423:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910615552 00010000:00010000:0.0:1763345652.938436:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aed20 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c94 expref: 331 pid: 6522 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763345652.938464:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3913 00000100:00100000:0.0:1763345652.938473:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+331:2409:x1849000910615424:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345652.938488:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345652.938494:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af045 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ddd expref: 331 pid: 6522 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763345652.938505:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af045 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ddd expref: 331 pid: 6522 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763345652.938526:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af045 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ddd expref: 331 pid: 6522 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763345652.938545:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.938549:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af0ca lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345652.938558:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af0ca lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345652.938565:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345652.938608:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+330:2409:x1849000910615424:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 136us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345652.938616:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3913 00000100:00100000:0.0:1763345652.938641:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3914 00000100:00100000:0.0:1763345652.938646:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+329:2409:x1849000910615552:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345652.938654:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345652.938659:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aed20 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c94 expref: 329 pid: 6522 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763345652.938668:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aed20 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c94 expref: 329 pid: 6522 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763345652.938679:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58aed20 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833c94 expref: 329 pid: 6522 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763345652.938690:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.938693:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af0ca lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345652.938711:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af0ca lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345652.938717:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af0ca lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345652.938735:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345652.938752:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+328:2409:x1849000910615552:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 106us (684us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345652.938793:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3914 00010000:00010000:2.0:1763345652.938997:0:35216:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af0ca lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345652.939005:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af0ca lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345652.939185:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af0ca lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345652.939192:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af0ca lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345652.939199:0:35216:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af0ca lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345652.939204:0:35216:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345652.939208:0:35216:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af0ca lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345652.939214:0:35216:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af0ca lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345652.939222:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345652.939226:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763345652.939230:0:35216:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af0ca lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345652.939235:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af0ca lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345652.939245:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345652.939248:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763345652.939252:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af0bc lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e0e expref: 327 pid: 6522 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345652.939364:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a0b6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+327:57883:x1849000910615296:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 8821us (9228us total) trans 8589941536 rc -22/-22 00000100:00100000:2.0:1763345652.939373:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4009 00000100:00100000:3.0:1763345652.944304:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.944392:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910615680 00000100:00100000:2.0:1763345652.944401:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910615680 00000100:00100000:2.0:1763345652.944457:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11662 00000100:00100000:2.0:1763345652.944466:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57883:x1849000910615680:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345652.944488:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345652.944508:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af0d1 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833e15 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.944558:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af0d1 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e15 expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.944572:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af0d1 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e15 expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.944589:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345652.944593:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345652.944597:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7600, rc 0) 00000100:00100000:2.0:1763345652.944658:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+328:57883:x1849000910615680:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 193us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345652.944665:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11662 00000100:00100000:1.0:1763345652.948232:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.948315:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910615936 00000100:00100000:0.0:1763345652.948324:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910615936 00000100:00100000:0.0:1763345652.948378:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11663 00000100:00100000:0.0:1763345652.948388:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+328:57883:x1849000910615936:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345652.948407:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345652.948429:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af0d8 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833e1c expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.948880:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af0df lrc: 3/1,0 mode: --/PR res: [0x200000405:0x264:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345652.948894:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af0df lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x264:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345652.948905:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af0df lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x264:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763345652.948914:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x264:0x0]: returning size 0 00010000:00010000:0.0:1763345652.948953:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af0d8 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e1c expref: 331 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.948973:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af0df lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x264:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e1c expref: 330 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.948987:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x264:0x0].0x0 (ffff91b541f06d00) 00010000:00010000:0.0:1763345652.948990:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345652.948993:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4400, rc 0) 00000100:00100000:0.0:1763345652.949050:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+330:57883:x1849000910615936:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 663us (826us total) trans 8589941537 rc 0/0 00000100:00100000:0.0:1763345652.949057:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11663 00000100:00100000:3.0:1763345652.953506:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.954202:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910616192 00000100:00100000:2.0:1763345652.954213:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910616192 00000100:00100000:2.0:1763345652.954278:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11664 00000100:00100000:2.0:1763345652.954287:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+330:57883:x1849000910616192:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345652.954313:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345652.954332:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af0ed lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833e23 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.954425:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af0f4 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.954439:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af0f4 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.954450:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af0f4 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345652.954460:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00010000:00010000:2.0:1763345652.954560:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af0ed lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e23 expref: 333 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.954578:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af0f4 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e23 expref: 332 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.954586:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345652.954590:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763345652.954594:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6400, rc 0) 00000100:00100000:2.0:1763345652.954657:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+332:57883:x1849000910616192:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 370us (1159us total) trans 8589941538 rc 0/0 00000100:00100000:2.0:1763345652.954664:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11664 00000100:00100000:3.0:1763345652.957661:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.957754:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910616448 00000100:00100000:2.0:1763345652.957805:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910616448 00000100:00100000:2.0:1763345652.957865:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4010 00000100:00100000:2.0:1763345652.957876:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+332:57883:x1849000910616448:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:2.0:1763345652.957951:0:35216:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000405:0x25c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af0f4 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e23 expref: 332 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.957990:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af102 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345652.958003:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af0d1 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e15 expref: 332 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.958011:0:35216:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af102 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345652.958045:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af0d1 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e15 expref: 332 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.958058:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af0d1 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e15 expref: 332 pid: 6522 timeout: 1145 lvb_type: 0 00000100:00100000:2.0:1763345652.958074:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454de300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924479616:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345652.958147:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce300 going to sleep for 11 seconds 00000100:00100000:2.0:1763345652.961629:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454de300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924479616:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345652.961666:0:35216:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af102 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:3.0:1763345652.962525:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.962603:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910616576 00000100:00100000:1.0:1763345652.962612:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910616576 00010000:00010000:1.0:1763345652.962646:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af0d1 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e15 expref: 333 pid: 6522 timeout: 1145 lvb_type: 0 00000100:00100000:1.0:1763345652.962753:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3915 00000100:00100000:1.0:1763345652.962853:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6431fc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+333:2409:x1849000910616576:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345652.962868:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345652.962875:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af0d1 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e15 expref: 333 pid: 6522 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763345652.962886:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af0d1 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e15 expref: 333 pid: 6522 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763345652.962905:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af0d1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e15 expref: 333 pid: 6522 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763345652.962920:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345652.962924:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af102 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345652.962933:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af102 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345652.962939:0:6507:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af102 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345652.962986:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345652.963067:0:35216:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af102 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345652.963074:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af102 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345652.963092:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af109 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x264:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345652.963102:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af0df lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x264:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e1c expref: 332 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.963109:0:35216:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af109 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x264:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345652.963135:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af0df lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x264:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e1c expref: 332 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.963146:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af0df lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x264:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e1c expref: 332 pid: 6521 timeout: 1145 lvb_type: 0 00000100:00100000:2.0:1763345652.963158:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454de300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924479744:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345652.963204:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6431fc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+332:2409:x1849000910616576:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 353us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345652.963211:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3915 00000100:00100000:2.0:1763345652.963800:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce300 going to sleep for 11 seconds 00000100:00100000:2.0:1763345652.966231:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454de300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924479744:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345652.966257:0:35216:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af109 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x264:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:3.0:1763345652.966634:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345652.966847:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910616704 00000100:00100000:1.0:1763345652.966855:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910616704 00010000:00010000:1.0:1763345652.966887:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af0df lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x264:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e1c expref: 332 pid: 6521 timeout: 1145 lvb_type: 0 00000100:00100000:1.0:1763345652.966918:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3916 00000100:00100000:1.0:1763345652.966926:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+332:2409:x1849000910616704:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345652.966941:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345652.966947:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af0df lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x264:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e1c expref: 332 pid: 6521 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763345652.966957:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af0df lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x264:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e1c expref: 332 pid: 6521 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763345652.966976:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af0df lrc: 0/0,0 mode: --/PR res: [0x200000405:0x264:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e1c expref: 332 pid: 6521 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763345652.966991:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x264:0x0].0x0 (ffff91b541f06d00) 00010000:00010000:1.0:1763345652.966996:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af109 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x264:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345652.967004:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af109 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x264:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345652.967011:0:6507:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af109 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x264:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345652.967042:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345652.967090:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+331:2409:x1849000910616704:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 164us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345652.967096:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3916 00010000:00010000:3.0:1763345652.967802:0:35216:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af109 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x264:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345652.967812:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af109 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x264:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:3.0:1763345652.968095:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a7800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924479872:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763345652.968136:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345652.968170:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b54203d180 going to sleep for 11 seconds 00000100:00100000:2.0:1763345652.968661:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924479872 00000100:00100000:2.0:1763345652.968668:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924479872 00000100:00100000:2.0:1763345652.968748:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:2.0:1763345652.968789:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924479872:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345652.968885:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924479872:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 130us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345652.968892:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00100000:3.0:1763345652.969078:0:35216:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839834 gen 2 00000004:00080000:3.0:1763345652.969083:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5435fd880, transno 21474839820 00000004:00080000:3.0:1763345652.969096:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5435fdc00, transno 21474839821 00000004:00080000:3.0:1763345652.969099:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5435fc380, transno 21474839822 00000004:00080000:3.0:1763345652.969101:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b677b95f80, transno 21474839829 00000004:00080000:3.0:1763345652.969104:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b677b95880, transno 21474839830 00000004:00080000:3.0:1763345652.969106:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b677b94000, transno 21474839831 00000004:00080000:3.0:1763345652.969109:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544867480, transno 21474839832 00000004:00080000:3.0:1763345652.969111:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544866a00, transno 21474839833 00000004:00080000:3.0:1763345652.969114:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b544865180, transno 21474839834 00000100:00100000:3.0:1763345652.969119:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a7800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924479872:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763345652.969161:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a7800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924480000:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763345652.969185:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1763345652.969553:0:32326:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 9 done 00000100:00100000:3.0:1763345652.969664:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b54203d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345652.969691:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924480000 00000100:00100000:1.0:1763345652.969695:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924480000 00000100:00100000:1.0:1763345652.969922:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:1.0:1763345652.969930:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+11:35216:x1849000924480000:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345652.969995:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+11:35216:x1849000924480000:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 66us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345652.970001:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00100000:3.0:1763345652.970063:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a7800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924480000:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763345652.970110:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a7800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924480128:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763345652.970129:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345652.970149:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645156900 going to sleep for 11 seconds 00000100:00100000:2.0:1763345652.970187:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924480128 00000100:00100000:2.0:1763345652.970190:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924480128 00000100:00100000:2.0:1763345652.970218:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1348 00000100:00100000:2.0:1763345652.970223:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924480128:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345652.970269:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924480128:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 46us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345652.970275:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1348 00000100:00100000:3.0:1763345652.970346:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a7800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924480128:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763345652.970372:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a7800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924480256:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763345652.970393:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345652.970600:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645156900 going to sleep for 11 seconds 00000100:00100000:0.0:1763345652.970650:0:7861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924480256 00000100:00100000:0.0:1763345652.970655:0:7861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924480256 00000100:00100000:0.0:1763345652.970686:0:7861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:0.0:1763345652.970693:0:7861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+11:35216:x1849000924480256:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763345652.970955:0:7861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+11:35216:x1849000924480256:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 261us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345652.970963:0:7861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00100000:3.0:1763345652.971045:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a7800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924480256:0@lo:1000:mdt_rdpg00_003.0 00000040:00080000:3.0:1763345652.971180:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].17, 280 off46168 00000001:00080000:3.0:1763345652.971379:0:35216:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941539 00000100:00100000:3.0:1763345652.971436:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6449d2d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924480384:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763345652.971464:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345652.971491:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645156900 going to sleep for 11 seconds 00000100:00100000:0.0:1763345652.971537:0:7861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924480384 00000100:00100000:0.0:1763345652.971542:0:7861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924480384 00000100:00100000:0.0:1763345652.971932:0:7861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1350 00000100:00100000:0.0:1763345652.971942:0:7861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+11:35216:x1849000924480384:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763345652.972068:0:7861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+12:35216:x1849000924480384:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 127us (602us total) trans 17179872512 rc 0/0 00000100:00100000:0.0:1763345652.972075:0:7861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1350 00000100:00100000:3.0:1763345652.972177:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6449d2d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924480384:0@lo:1000:mdt_rdpg00_003.0 00000001:00080000:3.0:1763345652.972231:0:35216:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941540 00010000:00010000:3.0:1763345652.972258:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af109 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x264:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345652.972269:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af109 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x264:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345652.972277:0:35216:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af109 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x264:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345652.972283:0:35216:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345652.972287:0:35216:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af109 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x264:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345652.972294:0:35216:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af109 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x264:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345652.972309:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x264:0x0].0x0 (ffff91b541f06d00) 00010000:00010000:3.0:1763345652.972312:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763345652.972317:0:35216:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af109 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x264:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345652.972322:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af109 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x264:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345652.972342:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af102 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345652.972347:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af102 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345652.972353:0:35216:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af102 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345652.972358:0:35216:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345652.972360:0:35216:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af102 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345652.972369:0:35216:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af102 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345652.972375:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345652.972377:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763345652.972380:0:35216:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af102 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345652.972384:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af102 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345652.972395:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345652.972398:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763345652.972404:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af0f4 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e23 expref: 333 pid: 6522 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345652.972885:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+332:57883:x1849000910616448:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 15010us (15231us total) trans 8589941541 rc 0/0 00000100:00100000:3.0:1763345652.972894:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4010 00000020:00080000:3.0:1763345652.972898:0:35216:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1763345652.975109:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345652.975217:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910616832 00000100:00100000:0.0:1763345652.975226:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910616832 00000100:00100000:0.0:1763345652.975873:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11665 00000100:00100000:0.0:1763345652.975885:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+332:57883:x1849000910616832:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345652.975911:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345652.975932:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af110 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833e2a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.975986:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af110 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e2a expref: 333 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.976000:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af110 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e2a expref: 333 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345652.976017:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345652.976021:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345652.976024:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4e00, rc 0) 00000100:00100000:0.0:1763345652.976082:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+333:57883:x1849000910616832:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 199us (979us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345652.976089:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11665 00000100:00100000:1.0:1763345652.978724:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.978829:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910616960 00000100:00100000:2.0:1763345652.978838:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910616960 00002000:00100000:2.0:1763345652.978879:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (208896->262143) req@ffff91b5442d3100 x1849000910616960/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:128/0 lens 488/0 e 0 to 0 dl 1763345663 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345652.978889:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5442d3100 with x1849000910616960 ext(208896->262143) 00002000:00010000:2.0:1763345652.978895:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5442d3100 00000100:00100000:2.0:1763345652.978918:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2279 00000100:00100000:2.0:1763345652.978925:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+23:2409:x1849000910616960:12345-192.168.203.8@tcp:4:fsx.0 00000100:00100000:2.0:1763345652.983472:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+27:2409:x1849000910616960:12345-192.168.203.8@tcp:4:fsx.0 Request processed in 4535us (4744us total) trans 21474839849 rc 0/0 00000100:00100000:2.0:1763345652.983488:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2279 00002000:00100000:2.0:1763345652.983501:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (208896->262143) req@ffff91b5442d3100 x1849000910616960/t21474839849(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:128/0 lens 488/448 e 0 to 0 dl 1763345663 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345652.983513:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5442d3100 with x1849000910616960 ext(208896->262143) 00002000:00010000:2.0:1763345652.983519:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5442d3100 00000100:00100000:3.0:1763345652.986584:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.986682:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910617216 00000100:00100000:2.0:1763345652.986691:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910617216 00000100:00100000:2.0:1763345652.986797:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4011 00000100:00100000:2.0:1763345652.986808:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+333:57883:x1849000910617216:12345-192.168.203.8@tcp:35:lfs.0 00000004:00080000:2.0:1763345652.987096:0:35216:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x264:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763345652.987157:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2025, 64 off168168 00000004:00080000:2.0:1763345652.987165:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1045512405236ns, next at 1046512402906ns, rc = 0 00000040:00080000:2.0:1763345652.987186:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2009, 64 off166584 00000004:00080000:2.0:1763345652.987191:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1045512431644ns, next at 1046512430149ns, rc = 0 00000001:00080000:2.0:1763345652.987197:0:35216:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941542 00010000:00010000:2.0:1763345652.987237:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af117 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x264:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345652.987253:0:35216:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af117 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x264:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345652.987263:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af117 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x264:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345652.987271:0:35216:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af117 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x264:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345652.987276:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af117 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x264:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345652.987282:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af117 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x264:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345652.987308:0:35216:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763345652.987475:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+335:57883:x1849000910617216:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 669us (899us total) trans 8589941543 rc 0/0 00000100:00100000:2.0:1763345652.987483:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4011 00000020:00080000:2.0:1763345652.987488:0:35216:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1763345652.987955:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345652.987962:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af117 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x264:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345652.987969:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345652.987973:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af117 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x264:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345652.987980:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af117 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x264:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345652.987994:0:10338:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x264:0x0].0x0 (ffff91b54326b800) 00010000:00010000:1.0:1763345652.987997:0:10338:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763345652.988002:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af117 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x264:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345652.988007:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af117 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x264:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345652.988025:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345652.988027:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345652.988028:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763345652.990205:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345652.990474:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910617472 00000100:00100000:3.0:1763345652.990484:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910617472 00000100:00100000:3.0:1763345652.990539:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4012 00000100:00100000:3.0:1763345652.990549:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+335:57883:x1849000910617472:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:3.0:1763345652.990852:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+336:57883:x1849000910617472:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 304us (654us total) trans 8589941544 rc 0/0 00000100:00100000:3.0:1763345652.990863:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4012 00000100:00100000:0.0:1763345652.995358:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345652.995635:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910617728 00000100:00100000:2.0:1763345652.995646:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910617728 00000100:00100000:2.0:1763345652.995714:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11666 00000100:00100000:2.0:1763345652.995725:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+336:57861:x1849000910617728:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345652.995746:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345652.995809:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af11e lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833e31 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.995881:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af125 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.995895:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af125 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.995906:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af125 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.995917:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af12c lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.995923:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af12c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.995933:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af12c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.996041:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af133 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.996051:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af133 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.996058:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af133 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345652.996068:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00010000:00010000:2.0:1763345652.996147:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af125 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.996153:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af125 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.996159:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af125 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.996166:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af125 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.996172:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345652.996176:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af125 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.996183:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af125 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.996194:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b54326b400) 00010000:00010000:2.0:1763345652.996197:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345652.996201:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af125 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.996207:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af125 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.996221:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af12c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.996226:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af12c lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.996232:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af12c lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.996237:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345652.996239:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af12c lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.996244:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af12c lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.996251:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b54326b500) 00010000:00010000:2.0:1763345652.996253:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345652.996256:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af12c lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.996262:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af12c lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345652.996303:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af11e lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e31 expref: 339 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.996318:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af133 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e31 expref: 338 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345652.996325:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345652.996328:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345652.996331:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6c00, rc 0) 00000100:00100000:2.0:1763345652.996386:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+338:57861:x1849000910617728:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 663us (1040us total) trans 8589941545 rc 0/0 00000100:00100000:2.0:1763345652.996394:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11666 00000100:00100000:0.0:1763345653.004534:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345653.005066:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910617856 00000100:00100000:1.0:1763345653.005075:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910617856 00000100:00100000:1.0:1763345653.005127:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11667 00000100:00100000:1.0:1763345653.005136:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+338:57861:x1849000910617856:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:1.0:1763345653.005157:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345653.005176:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58af141 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833e38 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.005205:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af148 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.005217:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af148 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.005226:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af148 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.005320:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58af141 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e38 expref: 340 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.005335:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af148 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e38 expref: 339 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.005343:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345653.005345:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763345653.005348:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91a00, rc 0) 00000100:00100000:1.0:1763345653.005399:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+339:57861:x1849000910617856:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 265us (873us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.005405:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11667 00000100:00100000:1.0:1763345653.011720:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.011826:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910617984 00000100:00100000:2.0:1763345653.011835:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910617984 00002000:00100000:2.0:1763345653.011877:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (86016->90111) req@ffff91b5442d1880 x1849000910617984/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 488/0 e 0 to 0 dl 1763345664 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345653.011888:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5442d1880 with x1849000910617984 ext(86016->90111) 00002000:00010000:2.0:1763345653.011894:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5442d1880 00000100:00100000:2.0:1763345653.011921:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2280 00000100:00100000:2.0:1763345653.011929:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+27:2408:x1849000910617984:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:2.0:1763345653.012089:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+27:2408:x1849000910617984:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 159us (375us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763345653.012096:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2280 00002000:00100000:2.0:1763345653.012103:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (86016->90111) req@ffff91b5442d1880 x1849000910617984/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 488/4536 e 0 to 0 dl 1763345664 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345653.012111:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5442d1880 with x1849000910617984 ext(86016->90111) 00002000:00010000:2.0:1763345653.012114:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5442d1880 00000100:00100000:0.0:1763345653.015268:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.015348:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910618112 00000100:00100000:3.0:1763345653.015357:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910618112 00002000:00100000:3.0:1763345653.015402:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (102400->106495) req@ffff91b545d00000 x1849000910618112/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 488/0 e 0 to 0 dl 1763345664 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345653.015413:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d00000 with x1849000910618112 ext(102400->106495) 00002000:00010000:3.0:1763345653.015419:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d00000 00000100:00100000:3.0:1763345653.015454:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2281 00000100:00100000:3.0:1763345653.015464:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+27:2411:x1849000910618112:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:3.0:1763345653.016051:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+27:2411:x1849000910618112:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 585us (790us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763345653.016059:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2281 00002000:00100000:3.0:1763345653.016066:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (102400->106495) req@ffff91b545d00000 x1849000910618112/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 488/4536 e 0 to 0 dl 1763345664 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345653.016074:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d00000 with x1849000910618112 ext(102400->106495) 00002000:00010000:3.0:1763345653.016077:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d00000 00000100:00100000:0.0:1763345653.020090:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.021369:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910618240 00000100:00100000:2.0:1763345653.021381:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910618240 00000100:00100000:2.0:1763345653.021486:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2282 00000100:00100000:2.0:1763345653.021496:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+27:2408:x1849000910618240:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:2.0:1763345653.021687:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1763345653.021690:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345652 -> 1763345652 00002000:00010000:2.0:1763345653.021693:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345652 -> 1763345652 00002000:00010000:2.0:1763345653.021695:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345652 -> 1763345652 00002000:00010000:2.0:1763345653.021930:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 248 -> 248 00000100:00100000:2.0:1763345653.021987:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+28:2408:x1849000910618240:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 492us (1905us total) trans 21474839850 rc 0/0 00000100:00100000:2.0:1763345653.021994:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2282 00000100:00100000:3.0:1763345653.025063:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.025130:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910618368 00000100:00100000:2.0:1763345653.025139:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910618368 00002000:00100000:2.0:1763345653.025178:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (147456->155647) req@ffff91b6449d1f80 x1849000910618368/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 488/0 e 0 to 0 dl 1763345664 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345653.025189:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6449d1f80 with x1849000910618368 ext(147456->155647) 00002000:00010000:2.0:1763345653.025194:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6449d1f80 00000100:00100000:2.0:1763345653.025222:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2283 00000100:00100000:2.0:1763345653.025229:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+28:2411:x1849000910618368:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:2.0:1763345653.025403:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+28:2411:x1849000910618368:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 174us (347us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1763345653.025410:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2283 00002000:00100000:2.0:1763345653.025415:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (147456->155647) req@ffff91b6449d1f80 x1849000910618368/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 488/8632 e 0 to 0 dl 1763345664 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345653.025423:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6449d1f80 with x1849000910618368 ext(147456->155647) 00002000:00010000:2.0:1763345653.025425:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6449d1f80 00000100:00100000:0.0:1763345653.031680:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.032745:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910618496 00000100:00100000:3.0:1763345653.032756:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910618496 00000100:00100000:2.0:1763345653.033293:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2284 00000100:00100000:2.0:1763345653.033302:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+28:2408:x1849000910618496:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:2.0:1763345653.033992:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1763345653.033997:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345652 -> 1763345652 00002000:00010000:2.0:1763345653.033999:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345652 -> 1763345652 00002000:00010000:2.0:1763345653.034001:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345652 -> 1763345652 00002000:00010000:2.0:1763345653.034004:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 248 -> 200 00000100:00100000:2.0:1763345653.034067:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910618496:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 765us (2394us total) trans 21474839851 rc 0/0 00000100:00100000:2.0:1763345653.034074:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2284 00000100:00100000:0.0:1763345653.038317:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.038395:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910618624 00000100:00100000:2.0:1763345653.038406:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910618624 00002000:00100000:2.0:1763345653.038456:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (4096->69631) req@ffff91b545d00e00 x1849000910618624/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 488/0 e 0 to 0 dl 1763345664 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345653.038467:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d00e00 with x1849000910618624 ext(4096->69631) 00002000:00010000:2.0:1763345653.038473:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d00e00 00000100:00100000:2.0:1763345653.038507:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2285 00000100:00100000:2.0:1763345653.038517:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910618624:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:2.0:1763345653.042586:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910618624:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 4060us (4269us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1763345653.042600:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2285 00002000:00100000:2.0:1763345653.042613:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (4096->69631) req@ffff91b545d00e00 x1849000910618624/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 488/440 e 0 to 0 dl 1763345664 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345653.042623:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d00e00 with x1849000910618624 ext(4096->69631) 00002000:00010000:2.0:1763345653.042631:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d00e00 00000100:00100000:1.0:1763345653.046544:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.046641:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910618752 00000100:00100000:2.0:1763345653.046650:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910618752 00002000:00100000:2.0:1763345653.046697:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (20480->106495) req@ffff91b5442d1500 x1849000910618752/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 504/0 e 0 to 0 dl 1763345664 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345653.046708:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5442d1500 with x1849000910618752 ext(20480->106495) 00002000:00010000:2.0:1763345653.046713:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5442d1500 00000100:00100000:2.0:1763345653.046750:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2286 00000100:00100000:2.0:1763345653.046913:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910618752:12345-192.168.203.8@tcp:4:fsx.0 00000100:00100000:1.0:1763345653.049918:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+31:2409:x1849000910618752:12345-192.168.203.8@tcp:4:fsx.0 Request processed in 3151us (3374us total) trans 21474839852 rc 0/0 00000100:00100000:1.0:1763345653.049930:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2286 00002000:00100000:1.0:1763345653.049942:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (20480->106495) req@ffff91b5442d1500 x1849000910618752/t21474839852(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 504/448 e 0 to 0 dl 1763345664 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345653.049953:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5442d1500 with x1849000910618752 ext(20480->106495) 00002000:00010000:1.0:1763345653.049958:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5442d1500 00000100:00100000:3.0:1763345653.051917:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.052013:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910618880 00000100:00100000:0.0:1763345653.052023:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910618880 00000100:00100000:0.0:1763345653.052116:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8675 00000100:00100000:0.0:1763345653.052127:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+31:2411:x1849000910618880:12345-192.168.203.8@tcp:16:fsx.0 00000001:00080000:2.0:1763345653.053537:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839852 is committed 00000100:00100000:0.0:1763345653.054003:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+14:2411:x1849000910618880:12345-192.168.203.8@tcp:16:fsx.0 Request processed in 1874us (2090us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345653.054014:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8675 00000100:00100000:0.0:1763345653.058478:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.058556:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910619136 00000100:00100000:2.0:1763345653.058566:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910619136 00000100:00100000:2.0:1763345653.058924:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4013 00000100:00100000:2.0:1763345653.058935:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+339:57861:x1849000910619136:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:2.0:1763345653.059206:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+340:57861:x1849000910619136:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 271us (733us total) trans 8589941546 rc 0/0 00000100:00100000:2.0:1763345653.059214:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4013 00000100:00100000:2.0:1763345653.075167:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.075589:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910619392 00000100:00100000:0.0:1763345653.075599:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910619392 00000100:00100000:0.0:1763345653.075656:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11668 00000100:00100000:0.0:1763345653.075666:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+340:57884:x1849000910619392:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345653.075687:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345653.076016:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af14f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833e3f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.076120:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af156 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345653.076134:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af133 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e31 expref: 341 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.076142:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af156 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345653.076172:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af133 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e31 expref: 341 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.076183:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af133 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e31 expref: 341 pid: 6522 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763345653.076195:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d03b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924480512:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345653.076265:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64a648c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763345653.077872:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345653.077952:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910619520 00000100:00100000:1.0:1763345653.077960:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910619520 00010000:00010000:1.0:1763345653.077995:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af133 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e31 expref: 342 pid: 6522 timeout: 1145 lvb_type: 0 00000100:00100000:1.0:1763345653.078030:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3917 00000100:00100000:1.0:1763345653.078040:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+342:2408:x1849000910619520:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345653.078052:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345653.078058:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af133 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e31 expref: 342 pid: 6522 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763345653.078069:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af133 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e31 expref: 342 pid: 6522 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763345653.078089:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345653.078094:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af156 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345653.078103:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af156 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345653.078110:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af156 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345653.078126:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345653.078320:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+342:2408:x1849000910619520:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 280us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.078330:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3917 00010000:00010000:2.0:1763345653.078427:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af133 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e31 expref: 341 pid: 6522 timeout: 1145 lvb_type: 0 00000100:00100000:2.0:1763345653.078443:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d03b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924480512:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345653.078471:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af156 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.078479:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af156 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.078484:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af156 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345653.078503:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00010000:00010000:2.0:1763345653.078620:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af14f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e3f expref: 342 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.078633:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af156 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e3f expref: 341 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.078641:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345653.078643:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763345653.078645:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5200, rc 0) 00000100:00100000:2.0:1763345653.078671:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+341:57884:x1849000910619392:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3007us (3515us total) trans 8589941547 rc 0/0 00000100:00100000:2.0:1763345653.078678:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11668 00000100:00100000:1.0:1763345653.082317:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.082395:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910619776 00000100:00100000:2.0:1763345653.082405:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910619776 00000100:00100000:2.0:1763345653.082463:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11669 00000100:00100000:2.0:1763345653.082473:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+341:57884:x1849000910619776:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345653.082495:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345653.082516:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af164 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833e46 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.083288:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af16b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x265:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.083303:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af16b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x265:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.083314:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af16b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x265:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345653.083322:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x265:0x0]: returning size 0 00010000:00010000:2.0:1763345653.083365:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af164 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e46 expref: 344 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.083388:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af16b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x265:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e46 expref: 343 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.083396:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x265:0x0].0x0 (ffff91b54326bc00) 00010000:00010000:2.0:1763345653.083399:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345653.083402:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6600, rc 0) 00000100:00100000:2.0:1763345653.083461:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+343:57884:x1849000910619776:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 989us (1152us total) trans 8589941548 rc 0/0 00000100:00100000:2.0:1763345653.083469:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11669 00000100:00100000:0.0:1763345653.086452:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.086606:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910620032 00000100:00100000:2.0:1763345653.086615:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910620032 00000100:00100000:2.0:1763345653.086673:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11670 00000100:00100000:2.0:1763345653.086683:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+343:57884:x1849000910620032:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345653.086714:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345653.086732:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af179 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x265:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833e4d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.086859:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af180 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x265:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.086872:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af16b lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x265:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e46 expref: 344 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.086882:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af180 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x265:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.086914:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af16b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x265:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e46 expref: 344 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.086925:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af16b lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x265:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e46 expref: 344 pid: 6522 timeout: 1145 lvb_type: 0 00000100:00100000:2.0:1763345653.086937:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454dfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924480640:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345653.087014:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce840 going to sleep for 11 seconds 00000100:00100000:2.0:1763345653.090223:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454dfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924480640:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345653.090252:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af180 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x265:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:0.0:1763345653.090443:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345653.090606:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910620160 00000100:00100000:1.0:1763345653.090613:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910620160 00010000:00010000:1.0:1763345653.090648:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af16b lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x265:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e46 expref: 345 pid: 6522 timeout: 1145 lvb_type: 0 00000100:00100000:1.0:1763345653.090689:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3918 00000100:00100000:1.0:1763345653.090738:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+345:2409:x1849000910620160:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345653.090754:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345653.090789:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af16b lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x265:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e46 expref: 345 pid: 6522 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763345653.090801:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af16b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x265:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e46 expref: 345 pid: 6522 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763345653.090824:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af16b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x265:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e46 expref: 345 pid: 6522 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763345653.090840:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x265:0x0].0x0 (ffff91b54326bc00) 00010000:00010000:1.0:1763345653.090845:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af180 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x265:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345653.090853:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af180 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x265:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345653.090860:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af180 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x265:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345653.090888:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345653.090944:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+344:2409:x1849000910620160:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 247us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.090952:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3918 00010000:00010000:2.0:1763345653.091142:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af180 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x265:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.091150:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af180 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x265:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345653.091166:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x265:0x0]: returning size 0 00000004:00080000:2.0:1763345653.091313:0:6522:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x376:0x0], index 0: 0 00000004:00080000:2.0:1763345653.091321:0:6522:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x378:0x0], index 1: 0 00010000:00010000:2.0:1763345653.091416:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af180 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x265:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.091425:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af180 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x265:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.091436:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af180 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x265:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.091441:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345653.091445:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af180 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x265:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.091452:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af180 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x265:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.091461:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x265:0x0].0x0 (ffff91b54326bc00) 00010000:00010000:2.0:1763345653.091464:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345653.091467:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af180 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x265:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.091473:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af180 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x265:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.091515:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af179 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x265:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e4d expref: 344 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.091524:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x265:0x0].0x0 (ffff91b54326bc00) 00010000:00010000:2.0:1763345653.091526:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763345653.091529:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af179 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x265:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e4d expref: 344 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.091543:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6c00, rc 0) 00000100:00100000:2.0:1763345653.091570:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+343:57884:x1849000910620032:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4889us (5127us total) trans 8589941549 rc 301/301 00000100:00100000:2.0:1763345653.091578:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11670 00000100:00100000:0.0:1763345653.094478:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.094550:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910620416 00000100:00100000:2.0:1763345653.094559:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910620416 00000100:00100000:2.0:1763345653.094656:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4014 00000100:00100000:2.0:1763345653.094666:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b64a0b5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+343:57884:x1849000910620416:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345653.094970:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a0b5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+344:57884:x1849000910620416:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 305us (499us total) trans 8589941550 rc 0/0 00000100:00100000:2.0:1763345653.094978:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4014 00000100:00100000:0.0:1763345653.098647:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.098845:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910620544 00000100:00100000:2.0:1763345653.098856:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910620544 00000100:00100000:2.0:1763345653.098913:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11671 00000100:00100000:2.0:1763345653.098922:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+344:57884:x1849000910620544:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345653.098943:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345653.098961:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af18e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833e54 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.099044:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af195 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.099058:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af156 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e3f expref: 345 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.099066:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af195 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.099097:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af156 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e3f expref: 345 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.099109:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af156 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e3f expref: 345 pid: 6522 timeout: 1145 lvb_type: 0 00000100:00100000:2.0:1763345653.099126:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454dfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924480768:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345653.099189:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce840 going to sleep for 11 seconds 00000100:00100000:0.0:1763345653.102044:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.102168:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910620672 00000100:00100000:3.0:1763345653.102177:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910620672 00010000:00010000:3.0:1763345653.102212:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af156 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e3f expref: 346 pid: 6522 timeout: 1145 lvb_type: 0 00000100:00100000:3.0:1763345653.102335:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3919 00000100:00100000:3.0:1763345653.102343:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+346:2409:x1849000910620672:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345653.102354:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345653.102359:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af156 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e3f expref: 346 pid: 6522 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763345653.102368:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af156 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e3f expref: 346 pid: 6522 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763345653.102385:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345653.102389:0:6507:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af195 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345653.102398:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af195 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345653.102403:0:6507:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af195 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345653.102418:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345653.102460:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+346:2409:x1849000910620672:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 118us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345653.102466:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3919 00010000:00010000:2.0:1763345653.105152:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af156 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e3f expref: 345 pid: 6522 timeout: 1145 lvb_type: 0 00000100:00100000:2.0:1763345653.105174:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454dfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924480768:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345653.105198:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af195 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.105208:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af195 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.105225:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af195 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345653.105272:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00000004:00200000:2.0:1763345653.105277:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345653.105295:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af195 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.105327:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af18e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e54 expref: 345 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.105342:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af195 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e54 expref: 344 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.105350:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345653.105353:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345653.105357:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6400, rc 0) 00000100:00100000:2.0:1763345653.105413:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+344:57884:x1849000910620544:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 6491us (6777us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.105421:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11671 00000100:00100000:0.0:1763345653.112308:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.112394:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910620800 00000100:00100000:2.0:1763345653.112404:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910620800 00000100:00100000:2.0:1763345653.112466:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11672 00000100:00100000:2.0:1763345653.112476:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+344:57884:x1849000910620800:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345653.112497:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345653.112520:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af19c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x265:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833e5b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.112588:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af1a3 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x265:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.112601:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af1a3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x265:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.112612:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af1a3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x265:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345653.112653:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x265:0x0]: returning size 0 00000004:00200000:2.0:1763345653.112657:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345653.112676:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af1a3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x265:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.112700:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af19c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e5b expref: 346 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.112718:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af1a3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x265:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e5b expref: 345 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.112731:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x265:0x0].0x0 (ffff91b54326bc00) 00010000:00010000:2.0:1763345653.112734:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763345653.112737:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7000, rc 0) 00000100:00100000:2.0:1763345653.112836:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+345:57884:x1849000910620800:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 361us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.112843:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11672 00000100:00100000:0.0:1763345653.116575:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.116621:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345653.121885:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910620928 00000100:00100000:1.0:1763345653.121901:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910620928 00000100:00100000:1.0:1763345653.121970:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910621056 00000100:00100000:1.0:1763345653.121974:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910621056 00000100:00100000:1.0:1763345653.122006:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8676 00000100:00100000:1.0:1763345653.122016:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910620928:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345653.122034:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345653.122053:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58af1aa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833e62 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345653.122075:0:8560:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x376:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763345653.122093:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345653.122095:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345653.122103:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58af1aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e62 expref: 15 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345653.122118:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58af1aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e62 expref: 15 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345653.122131:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91600, rc 0) 00000100:00100000:1.0:1763345653.122190:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910620928:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 175us (5622us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.122197:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8676 00000100:00100000:1.0:1763345653.122217:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8677 00000100:00100000:1.0:1763345653.122224:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910621056:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345653.122231:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345653.122241:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58af1b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833e69 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345653.122255:0:8560:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x378:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763345653.122265:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345653.122267:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345653.122272:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58af1b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e69 expref: 19 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345653.122283:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58af1b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e69 expref: 19 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345653.122291:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90e00, rc 0) 00000100:00100000:1.0:1763345653.122310:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910621056:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 87us (5690us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.122316:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8677 00000100:00100000:0.0:1763345653.133013:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345653.133133:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910621312 00000100:00100000:1.0:1763345653.133143:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910621312 00000100:00100000:1.0:1763345653.133201:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11673 00000100:00100000:1.0:1763345653.133212:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+345:57884:x1849000910621312:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345653.133232:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345653.133252:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58af1b8 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833e70 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.133352:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58af1bf lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.133366:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58af1bf lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.133378:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58af1bf lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763345653.133389:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00010000:00010000:1.0:1763345653.133485:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58af1b8 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e70 expref: 348 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.133501:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58af1bf lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e70 expref: 347 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.133510:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345653.133513:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763345653.133517:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91400, rc 0) 00000100:00100000:1.0:1763345653.133625:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+347:57884:x1849000910621312:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 414us (620us total) trans 8589941551 rc 0/0 00000100:00100000:1.0:1763345653.133633:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11673 00000100:00100000:0.0:1763345653.137408:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.137475:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.137806:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345653.137851:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910621568 00000100:00100000:1.0:1763345653.137861:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910621568 00000100:00100000:3.0:1763345653.142115:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910621440 00000100:00100000:3.0:1763345653.142130:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910621440 00000100:00100000:3.0:1763345653.142178:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910621696 00000100:00100000:3.0:1763345653.142181:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910621696 00000100:00100000:3.0:1763345653.142208:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8678 00000100:00100000:3.0:1763345653.142219:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545960380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910621568:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:3.0:1763345653.142274:0:28867:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58af1cd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.142294:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af04c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833de4 expref: 16 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.142303:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345653.142305:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345653.142308:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58af1cd lrc: 4/1,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.142341:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af04c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833de4 expref: 16 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.142353:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af04c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833de4 expref: 16 pid: 28867 timeout: 1145 lvb_type: 0 00000100:00100000:3.0:1763345653.142367:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924480896:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345653.142438:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645156000 going to sleep for 11 seconds 00000100:00100000:3.0:1763345653.142460:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8679 00000100:00100000:3.0:1763345653.142468:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910621440:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:3.0:1763345653.142485:0:27810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af1d4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.142496:0:27810:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58af029 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->131071) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833dcf expref: 16 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.142507:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345653.142508:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345653.142511:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af1d4 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.142528:0:27810:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58af029 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->131071) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833dcf expref: 16 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.142537:0:27810:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58af029 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->131071) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833dcf expref: 16 pid: 28867 timeout: 1145 lvb_type: 0 00000100:00100000:3.0:1763345653.142546:0:27810:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b671c0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27810:1849000924481024:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345653.142567:0:27810:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645156f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763345653.142602:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8680 00000100:00100000:3.0:1763345653.142610:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910621696:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:3.0:1763345653.142630:0:8560:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af1db lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.142641:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af053 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833deb expref: 19 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.142647:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345653.142648:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345653.142650:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af1db lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.142674:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af053 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833deb expref: 19 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.142683:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af053 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833deb expref: 19 pid: 28867 timeout: 1145 lvb_type: 0 00000100:00100000:3.0:1763345653.142692:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8560:1849000924481152:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345653.142716:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645156540 going to sleep for 11 seconds 00000100:00100000:1.0:1763345653.148814:0:27810:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b671c0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27810:1849000924481024:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345653.148840:0:27810:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af1d4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345653.149564:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924480896:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345653.149580:0:28867:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58af1cd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345653.150177:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8560:1849000924481152:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345653.150195:0:8560:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af1db lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345653.150666:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.150710:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.150745:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.150894:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910621952 00000100:00100000:3.0:1763345653.150902:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910621952 00010000:00010000:3.0:1763345653.150938:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af053 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833deb expref: 20 pid: 28867 timeout: 1145 lvb_type: 0 00000100:00100000:3.0:1763345653.150972:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910621824 00000100:00100000:3.0:1763345653.150975:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910621824 00010000:00010000:3.0:1763345653.150988:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af04c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833de4 expref: 17 pid: 28867 timeout: 1145 lvb_type: 0 00000100:00100000:3.0:1763345653.151005:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910622080 00000100:00100000:3.0:1763345653.151007:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910622080 00010000:00010000:3.0:1763345653.151015:0:6507:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58af029 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->131071) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833dcf expref: 18 pid: 28867 timeout: 1145 lvb_type: 0 00000100:00100000:3.0:1763345653.151037:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3920 00000100:00100000:3.0:1763345653.151044:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545961c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+20:2411:x1849000910621952:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345653.151057:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345653.151076:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af053 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833deb expref: 20 pid: 28867 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763345653.151085:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af053 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833deb expref: 20 pid: 28867 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763345653.151106:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af053 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833deb expref: 20 pid: 28867 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763345653.151120:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345653.151121:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345653.151126:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af1db lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.151134:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af1db lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.151157:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345653.151201:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545961c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+19:2411:x1849000910621952:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 157us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345653.151208:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3920 00000100:00100000:3.0:1763345653.151226:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3921 00000100:00100000:3.0:1763345653.151232:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910621824:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345653.151241:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345653.151253:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af04c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833de4 expref: 18 pid: 28867 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763345653.151264:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af04c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833de4 expref: 18 pid: 28867 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763345653.151278:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af04c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833de4 expref: 18 pid: 28867 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763345653.151287:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345653.151289:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345653.151292:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58af1cd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.151299:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58af1cd lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.151317:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345653.151338:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910621824:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 106us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345653.151344:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3921 00000100:00100000:3.0:1763345653.151356:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3922 00000100:00100000:3.0:1763345653.151363:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6431fd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910622080:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345653.151370:0:6507:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763345653.151378:0:6507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 200 -> 288 00010000:00010000:3.0:1763345653.151383:0:6507:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58af029 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 73728->131071) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833dcf expref: 16 pid: 28867 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763345653.151393:0:6507:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58af029 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 73728->131071) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833dcf expref: 16 pid: 28867 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763345653.151405:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543261e00/0x52bea07cb58af029 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 73728->131071) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833dcf expref: 16 pid: 28867 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763345653.151413:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345653.151415:0:6507:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345653.151418:0:6507:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af1d4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.151426:0:6507:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af1d4 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.151441:0:6507:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345653.151459:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6431fd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910622080:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 97us (714us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345653.151466:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3922 00010000:00010000:3.0:1763345653.151517:0:28867:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58af1cd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.151525:0:28867:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58af1cd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.151545:0:28867:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58af1cd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.151553:0:28867:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58af1cd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.151560:0:28867:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58af1cd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.151566:0:28867:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345653.151570:0:28867:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58af1cd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.151579:0:28867:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58af1cd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.151590:0:28867:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58af1cd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.151597:0:28867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58af1cd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345653.151639:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545960380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910621568:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 9422us (14240us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345653.151646:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8678 00010000:00010000:3.0:1763345653.151669:0:8560:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af1db lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.151678:0:8560:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af1db lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.151692:0:8560:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af1db lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.151699:0:8560:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af1db lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.151706:0:8560:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af1db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.151712:0:8560:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345653.151715:0:8560:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af1db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.151721:0:8560:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af1db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.151732:0:8560:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af1db lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.151738:0:8560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af1db lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345653.151825:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910621696:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 9215us (14019us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345653.151832:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8680 00010000:00010000:1.0:1763345653.151970:0:27810:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af1d4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.151978:0:27810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af1d4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.151991:0:27810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af1d4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.151998:0:27810:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af1d4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.152005:0:27810:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af1d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.152010:0:27810:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345653.152013:0:27810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af1d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.152020:0:27810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af1d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.152031:0:27810:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af1d4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.152037:0:27810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af1d4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345653.152074:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+13:2409:x1849000910621440:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 9606us (14599us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.152080:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8679 00000100:00100000:0.0:1763345653.156044:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.156498:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.156590:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345653.156608:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910622208 00000100:00100000:1.0:1763345653.156618:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910622208 00000100:00100000:3.0:1763345653.158166:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910622464 00000100:00100000:3.0:1763345653.158181:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910622464 00000100:00100000:3.0:1763345653.158227:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910622336 00000100:00100000:3.0:1763345653.158231:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910622336 00000100:00100000:3.0:1763345653.158256:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8681 00000100:00100000:3.0:1763345653.158266:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910622208:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345653.158283:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345653.158305:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543261c00/0x52bea07cb58af1e2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833e77 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345653.158327:0:8560:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x370:0x0] initial LVB size: 262144, mtime: 0x691a84f4, atime: 0x691a84f4, ctime: 0x691a84f4, blocks: 0x120 00010000:00010000:3.0:1763345653.158346:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345653.158349:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345653.158358:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261c00/0x52bea07cb58af1e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e77 expref: 15 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345653.158376:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b543261c00/0x52bea07cb58af1e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e77 expref: 15 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345653.158389:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261c00, rc 0) 00000100:00100000:3.0:1763345653.158447:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910622208:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 182us (2412us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345653.158454:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8681 00000100:00100000:3.0:1763345653.158472:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8682 00000100:00100000:3.0:1763345653.158479:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910622464:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345653.158486:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345653.158496:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58af1e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833e85 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345653.158515:0:8560:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x374:0x0] initial LVB size: 0, mtime: 0x691a84f4, atime: 0x691a84f3, ctime: 0x691a84f4, blocks: 0x0 00010000:00010000:3.0:1763345653.158525:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345653.158527:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345653.158531:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58af1e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e85 expref: 19 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345653.158542:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58af1e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e85 expref: 19 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345653.158550:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260600, rc 0) 00000100:00100000:3.0:1763345653.158569:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910622464:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 91us (2073us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345653.158575:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8682 00000100:00100000:3.0:1763345653.158589:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8683 00000100:00100000:3.0:1763345653.158595:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545960700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910622336:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345653.158600:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345653.158609:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b6413ee600/0x52bea07cb58af1f0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833e7e expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345653.158620:0:8560:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x372:0x0] initial LVB size: 0, mtime: 0x691a84f4, atime: 0x691a84f3, ctime: 0x691a84f4, blocks: 0x1800 00010000:00010000:3.0:1763345653.158627:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345653.158629:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345653.158634:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b6413ee600/0x52bea07cb58af1f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e7e expref: 15 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345653.158649:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b6413ee600/0x52bea07cb58af1f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e7e expref: 15 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345653.158657:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b6413ee600, rc 0) 00000100:00100000:3.0:1763345653.158674:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545960700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910622336:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 80us (2084us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345653.158680:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8683 00000100:00100000:0.0:1763345653.217621:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345653.217720:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910622592 00000100:00100000:1.0:1763345653.217731:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910622592 00000100:00100000:1.0:1763345653.217877:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8684 00000100:00100000:1.0:1763345653.217888:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+15:2410:x1849000910622592:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345653.218519:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+15:2410:x1849000910622592:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 628us (901us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.218528:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8684 00000100:00100000:0.0:1763345653.226653:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.227232:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910622720 00000100:00100000:2.0:1763345653.227243:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910622720 00000100:00100000:2.0:1763345653.227682:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11674 00000100:00100000:2.0:1763345653.227695:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+347:57884:x1849000910622720:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345653.227719:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345653.227740:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af1f7 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x265:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833e8c expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.227937:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af1fe lrc: 3/1,0 mode: --/PR res: [0x200000405:0x265:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.227953:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af1fe lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x265:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.227965:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af1fe lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x265:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.228077:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af1f7 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x265:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e8c expref: 349 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.228094:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af1fe lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x265:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e8c expref: 348 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.228103:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x265:0x0].0x0 (ffff91b54326bc00) 00010000:00010000:2.0:1763345653.228105:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763345653.228109:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7e00, rc 0) 00000100:00100000:2.0:1763345653.230588:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+348:57884:x1849000910622720:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2884us (3931us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.230603:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11674 00000100:00100000:0.0:1763345653.234297:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.234387:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910622976 00000100:00100000:2.0:1763345653.234396:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910622976 00000100:00100000:2.0:1763345653.234455:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11675 00000100:00100000:2.0:1763345653.234465:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+348:57884:x1849000910622976:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345653.234523:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345653.234597:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af1a3 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x265:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e5b expref: 348 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.234615:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x265:0x0].0x0 (ffff91b54326bc00) 00010000:00010000:2.0:1763345653.234619:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345653.235553:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af205 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x265:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.235570:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af205 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.235585:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af205 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000001:00080000:2.0:1763345653.235635:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941552 00000004:00010000:2.0:1763345653.235658:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000442ce3f5 reply state 00000000670e31c3 transno 8589941553 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af205 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.235684:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af205 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.235691:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x265:0x0].0x0 (ffff91b54326bc00) 00010000:00010000:2.0:1763345653.235693:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345653.235696:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345653.236804:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+350:57884:x1849000910622976:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 2335us (2509us total) trans 8589941553 rc 0/0 00000100:00100000:2.0:1763345653.236815:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11675 00000020:00080000:2.0:1763345653.236821:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345653.239340:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.240488:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910623104 00000100:00100000:2.0:1763345653.240498:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910623104 00000100:00100000:2.0:1763345653.241066:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11676 00000100:00100000:2.0:1763345653.241075:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+350:57884:x1849000910623104:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345653.241097:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345653.241116:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af20c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x265:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833e93 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.241166:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af20c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x265:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e93 expref: 351 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.241179:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af20c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x265:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e93 expref: 351 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.241194:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x265:0x0].0x0 (ffff91b54326bc00) 00010000:00010000:2.0:1763345653.241197:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345653.241200:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7000, rc 0) 00000100:00100000:2.0:1763345653.241252:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+351:57884:x1849000910623104:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 177us (1919us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.241259:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11676 00000100:00100000:0.0:1763345653.245135:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345653.245520:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910623232 00000100:00100000:1.0:1763345653.245530:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910623232 00000100:00100000:1.0:1763345653.245586:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8685 00000100:00100000:1.0:1763345653.245596:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+15:57884:x1849000910623232:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345653.245612:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345653.245629:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91200/0x52bea07cb58af213 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833e9a expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.245656:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58af1aa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e62 expref: 16 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345653.245664:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345653.245666:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345653.245670:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91200/0x52bea07cb58af213 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e9a expref: 16 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.245699:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58af1aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980833e62 expref: 16 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345653.245710:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58af1aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833e62 expref: 16 pid: 8560 timeout: 1145 lvb_type: 1 00000100:00100000:1.0:1763345653.245722:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5442d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924481280:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345653.245828:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b653fa6300 going to sleep for 11 seconds 00000100:00100000:1.0:1763345653.249964:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5442d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28867:1849000924481280:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345653.249998:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91200/0x52bea07cb58af213 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833e9a expref: 16 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.250018:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91200, rc 0) 00000100:00100000:1.0:1763345653.250078:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+16:57884:x1849000910623232:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4483us (4951us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.250086:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8685 00000100:00100000:0.0:1763345653.251012:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.251307:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910623360 00000100:00100000:3.0:1763345653.251315:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910623360 00010000:00010000:3.0:1763345653.251351:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58af1aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833e62 expref: 16 pid: 8560 timeout: 1145 lvb_type: 1 00000100:00100000:3.0:1763345653.251388:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3923 00000100:00100000:3.0:1763345653.251399:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910623360:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345653.251412:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345653.251418:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58af1aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x376:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833e62 expref: 16 pid: 8560 timeout: 1145 lvb_type: 1 00010000:00010000:3.0:1763345653.251430:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58af1aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x376:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833e62 expref: 16 pid: 8560 timeout: 1145 lvb_type: 1 00010000:00010000:3.0:1763345653.251452:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91600/0x52bea07cb58af1aa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x376:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833e62 expref: 16 pid: 8560 timeout: 1145 lvb_type: 1 00010000:00010000:3.0:1763345653.251466:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345653.251469:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345653.251474:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91200/0x52bea07cb58af213 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833e9a expref: 15 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.251485:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91200/0x52bea07cb58af213 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833e9a expref: 15 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.251520:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b548d91200/0x52bea07cb58af213 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833e9a expref: 15 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345653.251533:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6506:1849000924481408:192.168.203.8@tcp:105: 00000100:00100000:3.0:1763345653.251606:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645156cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763345653.256485:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6506:1849000924481408:192.168.203.8@tcp:105: 00010000:00010000:3.0:1763345653.256511:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345653.256571:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910623360:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 5174us (5563us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345653.256581:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3923 00000100:00100000:0.0:1763345653.256946:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.257456:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910623488 00000100:00100000:3.0:1763345653.257463:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910623488 00000100:00100000:3.0:1763345653.257975:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8686 00000100:00100000:3.0:1763345653.257985:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+19:57884:x1849000910623488:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345653.258000:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345653.258018:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58af21a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833ea1 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.258044:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58af1b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e69 expref: 20 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345653.258056:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345653.258058:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345653.258062:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58af21a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ea1 expref: 20 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.258089:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58af1b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980833e69 expref: 20 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345653.258099:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58af1b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833e69 expref: 20 pid: 8560 timeout: 1145 lvb_type: 1 00000100:00100000:3.0:1763345653.258110:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924481536:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345653.258173:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645156cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763345653.260374:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924481536:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345653.260402:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58af21a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ea1 expref: 20 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.260419:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261200, rc 0) 00000100:00100000:3.0:1763345653.260469:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+20:57884:x1849000910623488:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2486us (3523us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345653.260477:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8686 00000100:00100000:0.0:1763345653.261646:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.261723:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910623616 00000100:00100000:3.0:1763345653.261732:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910623616 00010000:00010000:3.0:1763345653.261806:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58af1b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833e69 expref: 20 pid: 8560 timeout: 1145 lvb_type: 1 00000100:00100000:3.0:1763345653.261850:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3924 00000100:00100000:3.0:1763345653.261860:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910623616:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345653.261875:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345653.261880:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58af1b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x378:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833e69 expref: 20 pid: 8560 timeout: 1145 lvb_type: 1 00010000:00010000:3.0:1763345653.261892:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58af1b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x378:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833e69 expref: 20 pid: 8560 timeout: 1145 lvb_type: 1 00010000:00010000:3.0:1763345653.261917:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90e00/0x52bea07cb58af1b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x378:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833e69 expref: 20 pid: 8560 timeout: 1145 lvb_type: 1 00010000:00010000:3.0:1763345653.261929:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345653.261931:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345653.261936:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58af21a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ea1 expref: 19 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.261946:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58af21a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ea1 expref: 19 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.261980:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58af21a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ea1 expref: 19 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345653.261992:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6506:1849000924481664:192.168.203.8@tcp:105: 00000100:00100000:3.0:1763345653.262053:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645156cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345653.264664:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.264801:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6506:1849000924481664:192.168.203.8@tcp:105: 00010000:00010000:3.0:1763345653.264823:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345653.264867:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910623616:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 3008us (3225us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345653.264883:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3924 00000100:00100000:1.0:1763345653.265132:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.265596:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910623744 00000100:00100000:2.0:1763345653.265605:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910623744 00002000:00010000:2.0:1763345653.265644:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/886 (0->18446744073709551615) 00002000:00100000:2.0:1763345653.265649:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5442d0700 with x1849000910623744 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345653.265661:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5442d0700. 00000100:00100000:2.0:1763345653.265682:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910623872 00000100:00100000:2.0:1763345653.265686:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910623872 00002000:00010000:2.0:1763345653.265698:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/888 (0->18446744073709551615) 00002000:00100000:2.0:1763345653.265701:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5442d1180 with x1849000910623872 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345653.265707:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5442d1180. 00000100:00100000:2.0:1763345653.265737:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2287 00000100:00100000:2.0:1763345653.265746:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910623744:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345653.265956:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x376:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345653.265960:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x376:0x0] updating lvb mtime from disk: 0 -> 1763345652 00002000:00010000:2.0:1763345653.265962:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x376:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345653.265964:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x376:0x0] updating lvb ctime from disk: 0 -> 1763345652 00002000:00010000:2.0:1763345653.265966:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x376:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345653.266005:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910623744:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 260us (1348us total) trans 21474839853 rc 0/0 00000100:00100000:2.0:1763345653.266016:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2287 00002000:00010000:2.0:1763345653.266019:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/886 (0->18446744073709551615) 00002000:00100000:2.0:1763345653.266022:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5442d0700 with x1849000910623744 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345653.266026:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5442d0700. 00000100:00100000:2.0:1763345653.266044:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2288 00000100:00100000:2.0:1763345653.266051:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910623872:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345653.266137:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x378:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345653.266140:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x378:0x0] updating lvb mtime from disk: 0 -> 1763345652 00002000:00010000:2.0:1763345653.266142:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x378:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345653.266143:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x378:0x0] updating lvb ctime from disk: 0 -> 1763345652 00002000:00010000:2.0:1763345653.266145:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x378:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345653.266166:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910623872:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 115us (1034us total) trans 17179872513 rc 0/0 00000100:00100000:2.0:1763345653.266172:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2288 00002000:00010000:2.0:1763345653.266174:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/888 (0->18446744073709551615) 00002000:00100000:2.0:1763345653.266177:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5442d1180 with x1849000910623872 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345653.266181:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5442d1180. 00000100:00100000:0.0:1763345653.272910:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.273057:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910624000 00000100:00100000:3.0:1763345653.273068:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910624000 00000100:00100000:3.0:1763345653.273126:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8687 00000100:00100000:3.0:1763345653.273136:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910624000:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:3.0:1763345653.273258:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910624000:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 123us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345653.273266:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8687 00000100:00100000:0.0:1763345653.279454:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.279676:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910624128 00000100:00100000:2.0:1763345653.279685:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910624128 00000100:00100000:2.0:1763345653.279826:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8688 00000100:00100000:2.0:1763345653.279838:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910624128:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:2.0:1763345653.279947:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910624128:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 112us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.279954:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8688 00000100:00100000:1.0:1763345653.284646:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.284724:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910624256 00000100:00100000:3.0:1763345653.284734:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910624256 00000100:00100000:3.0:1763345653.284848:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2289 00000100:00100000:3.0:1763345653.284858:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2410:x1849000910624256:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:3.0:1763345653.284893:0:16618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af221 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.284909:0:16618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345653.284911:0:16618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345653.284917:0:16618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af221 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [8192->77823] (req 8192->77823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.284930:0:16618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af221 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [8192->77823] (req 8192->77823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.288269:0:16618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af221 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [8192->77823] (req 8192->77823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.288290:0:16618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af221 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [8192->77823] (req 8192->77823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.288299:0:16618:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af221 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [8192->77823] (req 8192->77823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.288307:0:16618:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345653.288311:0:16618:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af221 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [8192->77823] (req 8192->77823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.288320:0:16618:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af221 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [8192->77823] (req 8192->77823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.288339:0:16618:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af221 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [8192->77823] (req 8192->77823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.288347:0:16618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af221 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [8192->77823] (req 8192->77823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345653.288659:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2410:x1849000910624256:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 3799us (4019us total) trans 0 rc 69632/69632 00000100:00100000:3.0:1763345653.288670:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2289 00000100:00100000:0.0:1763345653.294212:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.294942:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910624384 00000100:00100000:3.0:1763345653.294952:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910624384 00000100:00100000:2.0:1763345653.295231:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2290 00000100:00100000:2.0:1763345653.295242:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2410:x1849000910624384:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:2.0:1763345653.295279:0:16618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af228 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.295298:0:16618:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91200/0x52bea07cb58af213 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833e9a expref: 16 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.295306:0:16618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345653.295308:0:16618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345653.295312:0:16618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af228 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [8192->77823] (req 8192->77823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.295346:0:16618:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b548d91200/0x52bea07cb58af213 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.8@tcp remote: 0x199a96980833e9a expref: 16 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.295360:0:16618:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91200/0x52bea07cb58af213 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980833e9a expref: 16 pid: 28867 timeout: 1145 lvb_type: 0 00000100:00100000:2.0:1763345653.295375:0:16618:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:16618:1849000924481792:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345653.295458:0:16618:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce780 going to sleep for 11 seconds 00000100:00100000:0.0:1763345653.298490:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.298593:0:16618:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:16618:1849000924481792:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345653.298618:0:16618:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af228 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [8192->77823] (req 8192->77823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345653.298807:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910624512 00000100:00100000:3.0:1763345653.298814:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910624512 00010000:00010000:3.0:1763345653.298847:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91200/0x52bea07cb58af213 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980833e9a expref: 17 pid: 28867 timeout: 1145 lvb_type: 0 00000100:00100000:3.0:1763345653.298885:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3925 00000100:00100000:3.0:1763345653.298894:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910624512:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345653.298906:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345653.298926:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b548d91200/0x52bea07cb58af213 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980833e9a expref: 17 pid: 28867 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763345653.298938:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b548d91200/0x52bea07cb58af213 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980833e9a expref: 17 pid: 28867 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763345653.298959:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91200/0x52bea07cb58af213 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x376:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.8@tcp remote: 0x199a96980833e9a expref: 17 pid: 28867 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763345653.298973:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345653.298975:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345653.298979:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af228 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [8192->77823] (req 8192->77823) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.298988:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af228 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [8192->77823] (req 8192->77823) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.299013:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345653.299066:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910624512:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 172us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345653.299073:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3925 00010000:00010000:0.0:1763345653.299202:0:16618:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af228 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [8192->77823] (req 8192->77823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.299210:0:16618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af228 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [8192->77823] (req 8192->77823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763345653.305572:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839854 is committed 00002000:00010000:0.0:1763345653.305698:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x376:0x0] updating lvb size from disk: 0 -> 77824 00002000:00010000:0.0:1763345653.305703:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x376:0x0] updating lvb blocks from disk: 0 -> 136 00010000:00010000:0.0:1763345653.305715:0:16618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af228 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [8192->77823] (req 8192->77823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.305727:0:16618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af228 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [8192->77823] (req 8192->77823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.305736:0:16618:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af228 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [8192->77823] (req 8192->77823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.305743:0:16618:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345653.305747:0:16618:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af228 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [8192->77823] (req 8192->77823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.305756:0:16618:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af228 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [8192->77823] (req 8192->77823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.305824:0:16618:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af228 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [8192->77823] (req 8192->77823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.305833:0:16618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af228 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [8192->77823] (req 8192->77823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345653.305926:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2410:x1849000910624384:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 10681us (11720us total) trans 21474839854 rc 0/0 00000100:00100000:0.0:1763345653.305937:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2290 00000100:00100000:1.0:1763345653.311477:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.311819:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910624640 00000100:00100000:2.0:1763345653.311830:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910624640 00000100:00100000:2.0:1763345653.311891:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8689 00000100:00100000:2.0:1763345653.311902:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910624640:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:2.0:1763345653.312015:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910624640:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 115us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.312022:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8689 00000100:00100000:1.0:1763345653.317683:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.317966:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910624768 00000100:00100000:3.0:1763345653.317975:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910624768 00000100:00100000:2.0:1763345653.319021:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8690 00000100:00100000:2.0:1763345653.319040:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910624768:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:2.0:1763345653.319150:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910624768:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 118us (1474us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.319158:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8690 00000100:00100000:0.0:1763345653.322454:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.323310:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910624896 00000100:00100000:2.0:1763345653.323321:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910624896 00000100:00100000:2.0:1763345653.323557:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2291 00000100:00100000:2.0:1763345653.323568:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2410:x1849000910624896:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:2.0:1763345653.323606:0:16618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af22f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.323622:0:16618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345653.323624:0:16618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345653.323629:0:16618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af22f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.323642:0:16618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af22f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.327333:0:16618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af22f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.327353:0:16618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af22f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.327362:0:16618:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af22f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.327368:0:16618:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345653.327372:0:16618:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af22f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.327380:0:16618:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af22f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.327399:0:16618:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af22f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.327406:0:16618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af22f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345653.328534:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2410:x1849000910624896:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 4961us (6080us total) trans 0 rc 20480/20480 00000100:00100000:2.0:1763345653.328545:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2291 00000100:00100000:1.0:1763345653.331571:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.332295:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910625024 00000100:00100000:2.0:1763345653.332306:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910625024 00000100:00100000:2.0:1763345653.332381:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2292 00000100:00100000:2.0:1763345653.332391:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910625024:12345-192.168.203.8@tcp:4:lfs.0 00002000:00010000:2.0:1763345653.332442:0:16618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x376:0x0] initial LVB size: 77824, mtime: 0x691a84f4, atime: 0x0, ctime: 0x691a84f4, blocks: 0x88 00010000:00010000:2.0:1763345653.332451:0:16618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af236 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.332465:0:16618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345653.332467:0:16618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345653.332473:0:16618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af236 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.332485:0:16618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af236 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763345653.336924:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839855 is committed 00002000:00010000:0.0:1763345653.337016:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x376:0x0] updating lvb size from disk: 77824 -> 106496 00002000:00010000:0.0:1763345653.337020:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x376:0x0] updating lvb blocks from disk: 136 -> 176 00010000:00010000:0.0:1763345653.337032:0:16618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af236 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.337043:0:16618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af236 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.337051:0:16618:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af236 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.337057:0:16618:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345653.337061:0:16618:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af236 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.337068:0:16618:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af236 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.337084:0:16618:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af236 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.337090:0:16618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af236 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [86016->106495] (req 86016->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345653.337250:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910625024:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 4856us (5683us total) trans 21474839855 rc 0/0 00000100:00100000:0.0:1763345653.337264:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2292 00000100:00100000:0.0:1763345653.341110:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345653.341237:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910625152 00000100:00100000:1.0:1763345653.341247:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910625152 00000100:00100000:1.0:1763345653.341306:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8691 00000100:00100000:1.0:1763345653.341315:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b67c6de850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910625152:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345653.341448:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b67c6de850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910625152:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 134us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.341456:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8691 00000100:00100000:1.0:1763345653.344249:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.344549:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910625280 00000100:00100000:2.0:1763345653.344559:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910625280 00000100:00100000:2.0:1763345653.344611:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8692 00000100:00100000:2.0:1763345653.344621:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910625280:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:2.0:1763345653.344958:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910625280:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 337us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.344967:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8692 00000100:00100000:0.0:1763345653.348285:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.348435:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910625408 00000100:00100000:2.0:1763345653.348445:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910625408 00000100:00100000:2.0:1763345653.348544:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2293 00000100:00100000:2.0:1763345653.348555:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910625408:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:2.0:1763345653.348594:0:16618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af23d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.348613:0:16618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345653.348616:0:16618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345653.348621:0:16618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af23d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.348633:0:16618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af23d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.353517:0:16618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af23d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.353538:0:16618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af23d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.353548:0:16618:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af23d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.353556:0:16618:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345653.353560:0:16618:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af23d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.353570:0:16618:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af23d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.353591:0:16618:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af23d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.353599:0:16618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af23d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345653.353687:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910625408:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 5129us (5405us total) trans 0 rc 45056/45056 00000100:00100000:2.0:1763345653.353697:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2293 00000100:00100000:0.0:1763345653.357139:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.357273:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910625536 00000100:00100000:2.0:1763345653.357283:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910625536 00000100:00100000:2.0:1763345653.357465:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2294 00000100:00100000:2.0:1763345653.357474:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910625536:12345-192.168.203.8@tcp:4:lfs.0 00002000:00010000:2.0:1763345653.357516:0:16618:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x376:0x0] initial LVB size: 106496, mtime: 0x691a84f4, atime: 0x0, ctime: 0x691a84f4, blocks: 0xb0 00010000:00010000:2.0:1763345653.357524:0:16618:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af244 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.357537:0:16618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345653.357539:0:16618:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345653.357543:0:16618:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af244 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.357555:0:16618:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af244 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763345653.362282:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839856 is committed 00002000:00010000:0.0:1763345653.362513:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x376:0x0] updating lvb size from disk: 106496 -> 262144 00002000:00010000:0.0:1763345653.362518:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x376:0x0] updating lvb blocks from disk: 176 -> 264 00010000:00010000:0.0:1763345653.362530:0:16618:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af244 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.362541:0:16618:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af244 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.362549:0:16618:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af244 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.362555:0:16618:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345653.362559:0:16618:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af244 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.362567:0:16618:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af244 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.362584:0:16618:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af244 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.362591:0:16618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af244 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345653.362686:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910625536:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 5209us (5551us total) trans 21474839856 rc 0/0 00000100:00100000:0.0:1763345653.362700:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2294 00000100:00100000:0.0:1763345653.365641:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.365799:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910625792 00000100:00100000:2.0:1763345653.365809:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910625792 00000100:00100000:2.0:1763345653.365873:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11677 00000100:00100000:2.0:1763345653.365883:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+351:57884:x1849000910625792:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345653.366094:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af24b lrc: 3/0,1 mode: --/PW res: [0x200000405:0x265:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.366115:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af24b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.366125:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af24b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000001:00080000:2.0:1763345653.366165:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941554 00000004:00010000:2.0:1763345653.366186:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e941cb69 reply state 0000000060b31d9f transno 8589941555 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af24b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.366197:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af24b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.366204:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x265:0x0].0x0 (ffff91b54326bc00) 00010000:00010000:2.0:1763345653.366207:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345653.366210:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345653.367037:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+354:57884:x1849000910625792:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 1152us (1403us total) trans 8589941555 rc 0/0 00000100:00100000:2.0:1763345653.367047:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11677 00000020:00080000:2.0:1763345653.367053:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763345653.371105:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.371549:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910625920 00000100:00100000:2.0:1763345653.371558:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910625920 00000100:00100000:2.0:1763345653.371620:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8693 00000100:00100000:2.0:1763345653.371629:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+14:57884:x1849000910625920:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345653.371647:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345653.371668:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58af252 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833ea8 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345653.371692:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x376:0x0] initial LVB size: 262144, mtime: 0x691a84f4, atime: 0x0, ctime: 0x691a84f4, blocks: 0x108 00010000:00010000:2.0:1763345653.371712:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345653.371714:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345653.371721:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58af252 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ea8 expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.371748:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58af252 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ea8 expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.371811:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6000, rc 0) 00000100:00100000:2.0:1763345653.371859:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+15:57884:x1849000910625920:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 230us (762us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.371866:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8693 00000100:00100000:0.0:1763345653.375085:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.381204:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.381421:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910626176 00000100:00100000:2.0:1763345653.381432:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910626176 00002000:00010000:2.0:1763345653.381473:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/888 (0->18446744073709551615) 00002000:00100000:2.0:1763345653.381478:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5432ef100 with x1849000910626176 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345653.381490:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5432ef100. 00000100:00100000:2.0:1763345653.381528:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910626048 00000100:00100000:2.0:1763345653.381532:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910626048 00002000:00010000:2.0:1763345653.381547:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/886 (262144->18446744073709551615) 00002000:00100000:2.0:1763345653.381550:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545654700 with x1849000910626048 ext(262144->18446744073709551615) 00002000:00010000:2.0:1763345653.381556:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545654700. 00000100:00100000:2.0:1763345653.381591:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2295 00000100:00100000:0.0:1763345653.381598:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2296 00000100:00100000:2.0:1763345653.381600:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910626176:12345-192.168.203.8@tcp:10:lfs.0 00000100:00100000:0.0:1763345653.381606:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910626048:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345653.381735:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x378:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345653.381735:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x376:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1763345653.381739:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x378:0x0] updating lvb mtime from disk: 1763345652 -> 1763345652 00002000:00010000:0.0:1763345653.381740:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x376:0x0] updating lvb mtime from disk: 1763345652 -> 1763345652 00002000:00010000:2.0:1763345653.381743:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x378:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763345653.381743:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x376:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345653.381746:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x378:0x0] updating lvb ctime from disk: 1763345652 -> 1763345652 00002000:00010000:0.0:1763345653.381746:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x376:0x0] updating lvb ctime from disk: 1763345652 -> 1763345652 00002000:00010000:0.0:1763345653.381748:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x376:0x0] updating lvb blocks from disk: 264 -> 264 00002000:00010000:2.0:1763345653.381749:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x378:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345653.381835:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910626048:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 220us (626us total) trans 21474839857 rc 0/0 00000100:00100000:0.0:1763345653.381843:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2296 00002000:00010000:0.0:1763345653.381847:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/886 (262144->18446744073709551615) 00002000:00100000:0.0:1763345653.381850:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545654700 with x1849000910626048 ext(262144->18446744073709551615) 00002000:00010000:0.0:1763345653.381856:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545654700. 00000100:00100000:2.0:1763345653.382047:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910626176:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 446us (6969us total) trans 17179872514 rc 0/0 00000100:00100000:2.0:1763345653.382059:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2295 00002000:00010000:2.0:1763345653.382062:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/888 (0->18446744073709551615) 00002000:00100000:2.0:1763345653.382065:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5432ef100 with x1849000910626176 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345653.382069:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5432ef100. 00000100:00100000:0.0:1763345653.390735:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.390941:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910626304 00000100:00100000:2.0:1763345653.390949:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910626304 00000100:00100000:2.0:1763345653.391288:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11678 00000100:00100000:2.0:1763345653.391300:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545657b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+354:57884:x1849000910626304:12345-192.168.203.8@tcp:44:lfs.0 00010000:00010000:1.0:1763345653.395033:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1763345653.397256:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941555 is committed 00000004:00080000:3.0:1763345653.397292:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1308 committed 00000100:00100000:0.0:1763345653.397499:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ab6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924481920:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763345653.397572:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763345653.397632:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1324 committed 00000020:00080000:3.0:1763345653.397652:0:32310:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91b54203d180 refcount 2 committed 0 result 0 batchid 4294969285 00000020:00080000:3.0:1763345653.397656:0:32310:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91b54354db00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91b54a857a80 00000020:00080000:3.0:1763345653.397659:0:32310:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91b54354d200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91b677991a00 00000020:00080000:3.0:1763345653.397662:0:32310:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].17 00000004:00080000:3.0:1763345653.397733:0:32328:0:(osp_sync.c:925:osp_sync_new_err_job()) lustre-OST0001-osc-MDT0000 repeating 2 operation object 0x2c0000401:84 00000004:00080000:3.0:1763345653.397754:0:32328:0:(osp_sync.c:925:osp_sync_new_err_job()) lustre-OST0001-osc-MDT0000 repeating 2 operation object 0x2c0000401:84 00000100:00100000:1.0:1763345653.397855:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924482176:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345653.397882:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345653.397905:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763345653.397909:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924482048:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345653.397924:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345653.397950:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924481920 00000100:00100000:1.0:1763345653.397955:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924481920 00000100:00100000:1.0:1763345653.397988:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924482176 00000100:00100000:1.0:1763345653.397991:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924482176 00000100:00100000:1.0:1763345653.398007:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924482048 00000100:00100000:1.0:1763345653.398009:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924482048 00000100:00100000:1.0:1763345653.398028:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8694 00000100:00100000:1.0:1763345653.398036:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3657:x1849000924481920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1763345653.398062:0:8403:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:885 count 1 00010000:00010000:1.0:1763345653.398086:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af259 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.398106:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58aed35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ca2 expref: 15 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.398120:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345653.398122:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345653.398126:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af259 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.398149:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58aed35 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.8@tcp remote: 0x199a96980833ca2 expref: 15 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.398160:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58aed35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833ca2 expref: 15 pid: 8560 timeout: 1145 lvb_type: 0 00000100:00100000:1.0:1763345653.398171:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6749e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924482432:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345653.398220:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b653fa6300 going to sleep for 11 seconds 00000100:00100000:1.0:1763345653.398235:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8695 00000100:00100000:1.0:1763345653.398241:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3659:x1849000924482176:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345653.398366:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3659:x1849000924482176:12345-0@lo:2:osp-syn-1-0.0 Request processed in 124us (482us total) trans 0 rc -22/-22 00000100:00100000:1.0:1763345653.398373:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8695 00000100:00100000:1.0:1763345653.398390:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8696 00000100:00100000:1.0:1763345653.398396:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3659:x1849000924482048:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345653.398449:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3659:x1849000924482048:12345-0@lo:2:osp-syn-1-0.0 Request processed in 53us (522us total) trans 0 rc -22/-22 00000100:00100000:1.0:1763345653.398454:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8696 00000004:00080000:1.0:1763345653.398480:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b681ec3100, transno 0 00000004:00080000:1.0:1763345653.398486:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b681ec3100/1, rc -22, transno 0 00000100:00100000:1.0:1763345653.398492:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924482048:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345653.398499:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d01f80, transno 0 00000004:00080000:1.0:1763345653.398501:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545d01f80/1, rc -22, transno 0 00000100:00100000:1.0:1763345653.398504:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924482176:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345653.398832:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763345653.398841:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924482304:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763345653.398874:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345653.399946:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924482304 00000100:00100000:0.0:1763345653.399956:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924482304 00000100:00100000:0.0:1763345653.400007:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8697 00000100:00100000:0.0:1763345653.400017:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3657:x1849000924482304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1763345653.400040:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:887 count 1 00002000:00010000:0.0:1763345653.400069:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x377:0x0] initial LVB size: 138321, mtime: 0x691a84f3, atime: 0x691a84f2, ctime: 0x691a84f3, blocks: 0x10 00010000:00010000:0.0:1763345653.400077:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58af260 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.400089:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345653.400091:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345653.400096:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58af260 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.400109:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58af260 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.400118:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58af260 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.400125:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58af260 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.400150:0:8405:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763345653.401479:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3657:x1849000924482304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1460us (2599us total) trans 17179872515 rc 0/0 00000100:00100000:0.0:1763345653.401488:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8697 00000004:00080000:0.0:1763345653.401552:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b545d03b80/2, rc 0, transno 17179872515 00000100:00100000:0.0:1763345653.401558:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924482304:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1763345653.401658:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af03e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.401667:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af03e lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.401674:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af03e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.401679:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345653.401684:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af03e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.401692:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af03e lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.401706:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345653.401709:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345653.401714:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af03e lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.401720:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af03e lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.401735:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af205 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.401740:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af205 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.401744:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af205 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.401749:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345653.401752:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af205 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.401803:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af205 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.401813:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x265:0x0].0x0 (ffff91b54326bc00) 00010000:00010000:2.0:1763345653.401816:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345653.401819:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af205 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.401824:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af205 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.401835:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af24b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.401840:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af24b lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.401845:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af24b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.401851:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345653.401853:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af24b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.401860:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af24b lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.401867:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x265:0x0].0x0 (ffff91b54326bc00) 00010000:00010000:2.0:1763345653.401869:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345653.401872:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af24b lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.401877:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af24b lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.401893:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345653.401899:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58af260 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.401906:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345653.401910:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58af260 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.401917:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58af260 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.401930:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58af260 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.401937:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58af260 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.401955:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345653.401957:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345653.401959:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1763345653.401987:0:32338:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969285 committed batchid 4294969284 00000020:00080000:2.0:1763345653.402038:0:32338:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969284 00000100:00100000:2.0:1763345653.402135:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545657b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+322:57884:x1849000910626304:12345-192.168.203.8@tcp:44:lfs.0 Request processed in 10837us (11409us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.402145:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11678 00000100:00100000:1.0:1763345653.406126:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.406220:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6749e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924482432:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345653.406244:0:8403:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af259 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345653.406541:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910626432 00000100:00100000:0.0:1763345653.406548:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910626432 00010000:00010000:0.0:1763345653.406580:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58aed35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833ca2 expref: 16 pid: 8560 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763345653.407072:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3926 00000100:00100000:0.0:1763345653.407085:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910626432:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345653.407102:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345653.407107:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58aed35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833ca2 expref: 16 pid: 8560 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763345653.407120:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58aed35 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833ca2 expref: 16 pid: 8560 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763345653.407143:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58aed35 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833ca2 expref: 16 pid: 8560 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763345653.407158:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345653.407160:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345653.407164:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af259 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.407174:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af259 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.407643:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345653.407711:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910626432:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 628us (1591us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345653.407718:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3926 00000100:00100000:2.0:1763345653.409427:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.409472:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:1.0:1763345653.409689:0:8403:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af259 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.409714:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af259 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.409725:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af259 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.409734:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af259 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.409781:0:8403:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763345653.410022:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3657:x1849000924481920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11984us (12448us total) trans 21474839858 rc 0/0 00000100:00100000:1.0:1763345653.410031:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8694 00000100:00100000:1.0:1763345653.410055:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910626688 00000100:00100000:1.0:1763345653.410063:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910626688 00000100:00100000:1.0:1763345653.410091:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910626560 00000100:00100000:1.0:1763345653.410094:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910626560 00000100:00100000:1.0:1763345653.410115:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8698 00000100:00100000:1.0:1763345653.410123:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+21:2408:x1849000910626688:12345-192.168.203.8@tcp:16:lfs.0 00000100:00100000:1.0:1763345653.410186:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8699 00000100:00100000:1.0:1763345653.410193:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910626560:12345-192.168.203.8@tcp:16:lfs.0 00000004:00080000:1.0:1763345653.410501:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672ab6a00/2, rc 0, transno 21474839858 00000100:00100000:1.0:1763345653.410508:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ab6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924481920:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1763345653.410996:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345653.411004:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af259 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.411015:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345653.411019:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af259 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.411028:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af259 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.411046:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af259 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.411053:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af259 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.411076:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345653.411078:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345653.411080:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1763345653.413157:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839858 is committed 00000001:00080000:2.0:1763345653.413173:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839857 is committed 00000100:00100000:1.0:1763345653.413914:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910626560:12345-192.168.203.8@tcp:16:lfs.0 Request processed in 3714us (4434us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.413926:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8699 00000001:00080000:2.0:1763345653.414021:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872515 is committed 00000001:00080000:2.0:1763345653.414040:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872514 is committed 00000100:00100000:1.0:1763345653.414258:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910626688:12345-192.168.203.8@tcp:16:lfs.0 Request processed in 4135us (4837us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.414265:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8698 00000100:00100000:2.0:1763345653.428609:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345653.430318:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910626816 00000100:00100000:1.0:1763345653.430333:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910626816 00000100:00100000:1.0:1763345653.430412:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8700 00000100:00100000:1.0:1763345653.430422:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910626816:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:1.0:1763345653.430464:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af267 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.430480:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345653.430482:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345653.430487:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af267 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.430501:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af267 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.430526:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af267 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.430534:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af267 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.430542:0:8403:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af267 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.430549:0:8403:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345653.430553:0:8403:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af267 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.430561:0:8403:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af267 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.430575:0:8403:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af267 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.430583:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af267 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345653.432560:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910626816:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 2132us (3953us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.432573:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8700 00000100:00100000:2.0:1763345653.432739:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.432805:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345653.432880:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910626944 00000100:00100000:1.0:1763345653.432888:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910626944 00000100:00100000:1.0:1763345653.432919:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910627072 00000100:00100000:1.0:1763345653.432922:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910627072 00000100:00100000:1.0:1763345653.432955:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8701 00000100:00100000:1.0:1763345653.432965:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910626944:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:1.0:1763345653.433002:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af26e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.433016:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345653.433018:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345653.433023:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af26e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.433036:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af26e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.433059:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af26e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.433067:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af26e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.433074:0:8403:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af26e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.433080:0:8403:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345653.433084:0:8403:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af26e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.433091:0:8403:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af26e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.433109:0:8403:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af26e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.433117:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af26e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345653.433177:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910626944:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 214us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.433247:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8701 00000100:00100000:1.0:1763345653.433261:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8702 00000100:00100000:1.0:1763345653.433268:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910627072:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:1.0:1763345653.433287:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58af275 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.433295:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345653.433296:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345653.433300:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58af275 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.433309:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58af275 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.433323:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58af275 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.433329:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58af275 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.433337:0:8403:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58af275 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.433343:0:8403:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345653.433347:0:8403:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58af275 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.433354:0:8403:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58af275 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.433363:0:8403:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58af275 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.433370:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58af275 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345653.433400:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910627072:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 133us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.433406:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8702 00000100:00100000:2.0:1763345653.440327:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.440404:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910627328 00000100:00100000:3.0:1763345653.440414:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910627328 00000100:00100000:3.0:1763345653.440474:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11679 00000100:00100000:3.0:1763345653.440484:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+322:57884:x1849000910627328:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:3.0:1763345653.440562:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af27c lrc: 3/0,1 mode: --/PW res: [0x200000405:0x265:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345653.440578:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af27c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345653.440588:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af27c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00010000:3.0:1763345653.440712:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d0a5475a reply state 00000000474a44d8 transno 8589941556 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af27c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345653.440729:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af27c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345653.440737:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x265:0x0].0x0 (ffff91b54326bc00) 00010000:00010000:3.0:1763345653.440740:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345653.440744:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763345653.440871:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57884:x1849000910627328:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 389us (552us total) trans 8589941556 rc 0/0 00000100:00100000:3.0:1763345653.440879:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11679 00000100:00100000:1.0:1763345653.443577:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345653.443622:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.445041:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910627456 00000100:00100000:2.0:1763345653.445053:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910627456 00000100:00100000:3.0:1763345653.445258:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910627584 00000100:00100000:3.0:1763345653.445263:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910627584 00000100:00100000:2.0:1763345653.445379:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8703 00000100:00100000:2.0:1763345653.445390:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910627456:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:2.0:1763345653.445537:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x376:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1763345653.445541:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x376:0x0] updating lvb mtime from disk: 1763345652 -> 1763345652 00002000:00010000:2.0:1763345653.445544:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x376:0x0] updating lvb atime from disk: 0 -> 1763345652 00002000:00010000:2.0:1763345653.445546:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x376:0x0] updating lvb ctime from disk: 1763345652 -> 1763345652 00002000:00010000:2.0:1763345653.445549:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x376:0x0] updating lvb blocks from disk: 264 -> 264 00000100:00100000:2.0:1763345653.445622:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910627456:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 233us (2053us total) trans 21474839859 rc 0/0 00000100:00100000:2.0:1763345653.445629:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8703 00000100:00100000:2.0:1763345653.445648:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8704 00000100:00100000:2.0:1763345653.445655:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910627584:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:2.0:1763345653.445726:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x378:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345653.445728:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x378:0x0] updating lvb mtime from disk: 1763345652 -> 1763345652 00002000:00010000:2.0:1763345653.445730:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x378:0x0] updating lvb atime from disk: 0 -> 1763345652 00002000:00010000:2.0:1763345653.445732:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x378:0x0] updating lvb ctime from disk: 1763345652 -> 1763345652 00002000:00010000:2.0:1763345653.445734:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x378:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345653.445756:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910627584:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 102us (2134us total) trans 17179872516 rc 0/0 00000100:00100000:2.0:1763345653.445797:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8704 00000100:00100000:2.0:1763345653.449511:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.450047:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910627840 00000100:00100000:0.0:1763345653.450058:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910627840 00000100:00100000:0.0:1763345653.450108:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11680 00000100:00100000:0.0:1763345653.450118:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544864a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+324:57884:x1849000910627840:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345653.450170:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345653.450197:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af195 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e54 expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.450215:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345653.450221:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345653.450269:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af283 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345653.450284:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af283 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345653.450293:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af283 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00010000:0.0:1763345653.450392:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c11d03ba reply state 0000000098940e52 transno 8589941557 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af283 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345653.450404:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af283 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345653.450410:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345653.450413:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345653.450415:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345653.450514:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544864a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:57884:x1849000910627840:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 397us (1012us total) trans 8589941557 rc 0/0 00000100:00100000:0.0:1763345653.450521:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11680 00000100:00100000:1.0:1763345653.452401:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.452615:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910627968 00000100:00100000:3.0:1763345653.452624:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910627968 00000100:00100000:3.0:1763345653.452673:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8705 00000100:00100000:3.0:1763345653.452683:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545960380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910627968:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:3.0:1763345653.452861:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1763345653.452866:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345652 -> 1763345652 00002000:00010000:3.0:1763345653.452869:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345652 -> 1763345652 00002000:00010000:3.0:1763345653.452871:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345652 -> 1763345652 00002000:00010000:3.0:1763345653.452873:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 288 -> 288 00000100:00100000:3.0:1763345653.452930:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545960380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910627968:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 247us (535us total) trans 21474839860 rc 0/0 00000100:00100000:3.0:1763345653.452938:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8705 00000100:00100000:1.0:1763345653.454105:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345653.454370:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.454583:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910628096 00000100:00100000:0.0:1763345653.454595:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910628096 00000100:00100000:3.0:1763345653.454746:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910628224 00000100:00100000:3.0:1763345653.454751:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910628224 00000100:00100000:3.0:1763345653.454845:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8706 00000100:00100000:3.0:1763345653.454853:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910628224:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:3.0:1763345653.454981:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345653.454984:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345652 -> 1763345652 00002000:00010000:3.0:1763345653.454986:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345651 -> 1763345652 00002000:00010000:3.0:1763345653.454988:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345652 -> 1763345652 00002000:00010000:3.0:1763345653.454991:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345653.455033:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910628224:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 180us (663us total) trans 17179872517 rc 0/0 00000100:00100000:3.0:1763345653.455041:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8706 00000100:00100000:0.0:1763345653.455408:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8707 00000100:00100000:0.0:1763345653.455415:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910628096:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:0.0:1763345653.455478:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345653.455480:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345652 -> 1763345652 00002000:00010000:0.0:1763345653.455483:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345651 -> 1763345652 00002000:00010000:0.0:1763345653.455485:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345652 -> 1763345652 00002000:00010000:0.0:1763345653.455487:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763345653.455507:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910628096:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 92us (1406us total) trans 21474839861 rc 0/0 00000100:00100000:0.0:1763345653.455512:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8707 00000100:00100000:2.0:1763345653.459652:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.460068:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910628480 00000100:00100000:3.0:1763345653.460078:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910628480 00000100:00100000:3.0:1763345653.460412:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4015 00000100:00100000:3.0:1763345653.460423:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544867480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+325:57884:x1849000910628480:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:3.0:1763345653.460492:0:35216:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000405:0x25c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58af1bf lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e70 expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.460974:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af28a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345653.460989:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af110 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e2a expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.460997:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af148 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e38 expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.461004:0:35216:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af28a lrc: 5/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345653.461035:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af148 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e38 expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.461047:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af148 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e38 expref: 325 pid: 6521 timeout: 1145 lvb_type: 0 00000100:00100000:3.0:1763345653.461059:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d01c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924482560:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345653.462791:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af110 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e2a expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.462819:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af110 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e2a expref: 325 pid: 6521 timeout: 1145 lvb_type: 0 00000100:00100000:3.0:1763345653.462832:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545d01180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924482688:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345653.465624:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645156cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763345653.467149:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d01c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924482560:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345653.467163:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545d01180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924482688:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345653.467186:0:35216:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af28a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:0.0:1763345653.468224:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.468306:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.470869:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910628736 00000100:00100000:3.0:1763345653.470884:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910628736 00010000:00010000:3.0:1763345653.470930:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af110 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e2a expref: 326 pid: 6521 timeout: 1145 lvb_type: 0 00000100:00100000:3.0:1763345653.470978:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910628608 00000100:00100000:3.0:1763345653.470982:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910628608 00010000:00010000:3.0:1763345653.470995:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af148 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e38 expref: 327 pid: 6521 timeout: 1145 lvb_type: 0 00000100:00100000:3.0:1763345653.471031:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3927 00000100:00100000:3.0:1763345653.471041:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545656d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+327:2408:x1849000910628736:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345653.471059:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345653.471066:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af110 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e2a expref: 327 pid: 6521 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763345653.471083:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af110 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e2a expref: 327 pid: 6521 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763345653.471103:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af110 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e2a expref: 327 pid: 6521 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763345653.471119:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345653.471125:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af28a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345653.471133:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af28a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345653.471138:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345653.471192:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545656d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+326:2408:x1849000910628736:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 152us (2971us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345653.471199:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3927 00000100:00100000:3.0:1763345653.471216:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3928 00000100:00100000:3.0:1763345653.471223:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545656a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:2408:x1849000910628608:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345653.471230:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345653.471235:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af148 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e38 expref: 325 pid: 6521 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763345653.471243:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af148 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e38 expref: 325 pid: 6521 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763345653.471255:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af148 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e38 expref: 325 pid: 6521 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763345653.471265:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345653.471268:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af28a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345653.471275:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af28a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345653.471282:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af28a lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345653.471311:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345653.471330:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545656a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+324:2408:x1849000910628608:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 106us (3024us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345653.471336:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3928 00010000:00010000:0.0:1763345653.471382:0:35216:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af28a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.471390:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af28a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.471414:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af291 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x265:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.471423:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af1fe lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x265:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e8c expref: 323 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.471431:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af20c lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x265:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e93 expref: 323 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.471439:0:35216:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af291 lrc: 5/0,1 mode: --/EX res: [0x200000405:0x265:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.471467:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af20c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x265:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e93 expref: 323 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.471478:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af20c lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x265:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e93 expref: 323 pid: 6522 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763345653.471491:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545655c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924482816:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345653.471545:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af1fe lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x265:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e8c expref: 323 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.471554:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af1fe lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x265:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e8c expref: 323 pid: 6522 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763345653.471901:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545657480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924482944:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345653.471934:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64a648f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763345653.477002:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.477069:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345653.477152:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910628864 00000100:00100000:1.0:1763345653.477162:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910628864 00010000:00010000:1.0:1763345653.477199:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af20c lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x265:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e93 expref: 324 pid: 6522 timeout: 1145 lvb_type: 0 00000100:00100000:1.0:1763345653.477237:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910628992 00000100:00100000:1.0:1763345653.477241:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910628992 00010000:00010000:1.0:1763345653.477254:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af1fe lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x265:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e8c expref: 325 pid: 6522 timeout: 1145 lvb_type: 0 00000100:00100000:1.0:1763345653.477275:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3929 00000100:00100000:1.0:1763345653.477284:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6431fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+325:2409:x1849000910628864:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345653.477297:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345653.477303:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af20c lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x265:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e93 expref: 325 pid: 6522 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763345653.477316:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af20c lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x265:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e93 expref: 325 pid: 6522 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763345653.477339:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x265:0x0].0x0 (ffff91b54326bc00) 00010000:00010000:1.0:1763345653.477345:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af291 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x265:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345653.477353:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af291 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x265:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345653.477359:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345653.477405:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6431fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+325:2409:x1849000910628864:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 122us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.477412:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3929 00000100:00100000:1.0:1763345653.477457:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3930 00000100:00100000:1.0:1763345653.477464:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544866a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:2409:x1849000910628992:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345653.477473:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345653.477478:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af1fe lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x265:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e8c expref: 324 pid: 6522 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763345653.477487:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af1fe lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x265:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e8c expref: 324 pid: 6522 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763345653.477498:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x265:0x0].0x0 (ffff91b54326bc00) 00010000:00010000:1.0:1763345653.477502:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af291 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x265:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345653.477509:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af291 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x265:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345653.477516:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af291 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x265:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345653.477534:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345653.477553:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544866a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:2409:x1849000910628992:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 89us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.477558:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3930 00010000:00010000:0.0:1763345653.478616:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af20c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x265:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e93 expref: 323 pid: 6522 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763345653.478638:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545655c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924482816:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345653.478651:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af1fe lrc: 0/0,0 mode: --/PR res: [0x200000405:0x265:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e8c expref: 322 pid: 6522 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763345653.478661:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545657480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924482944:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345653.478689:0:35216:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af291 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x265:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.478708:0:35216:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af291 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x265:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.478714:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af291 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x265:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:0.0:1763345653.478987:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545657480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924483072:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763345653.479031:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345653.479053:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b652207480 going to sleep for 11 seconds 00000100:00100000:1.0:1763345653.479282:0:7861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924483072 00000100:00100000:1.0:1763345653.479289:0:7861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924483072 00000100:00100000:1.0:1763345653.479406:0:7861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351 00000100:00100000:1.0:1763345653.479416:0:7861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924483072:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345653.479505:0:7861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924483072:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 90us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.479512:0:7861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351 00000100:00100000:0.0:1763345653.479594:0:35216:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839858 gen 2 00000004:00080000:0.0:1763345653.479599:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672ab6a00, transno 21474839858 00000100:00100000:0.0:1763345653.479717:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545657480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924483072:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763345653.480064:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545657480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924483200:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763345653.480094:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345653.480121:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64a648f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763345653.480183:0:7861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924483200 00000100:00100000:1.0:1763345653.480188:0:7861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924483200 00000100:00100000:1.0:1763345653.480223:0:7861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:1.0:1763345653.480230:0:7861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924483200:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345653.480317:0:7861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924483200:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 88us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.480325:0:7861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00100000:0.0:1763345653.480424:0:35216:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872515 gen 2 00000004:00080000:0.0:1763345653.480429:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d07800, transno 17179872505 00000004:00080000:0.0:1763345653.480478:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d06680, transno 17179872506 00000004:00080000:0.0:1763345653.480593:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d05880, transno 17179872507 00000004:00080000:0.0:1763345653.480597:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b677b95c00, transno 17179872508 00000004:00080000:0.0:1763345653.480599:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5435fea00, transno 17179872509 00000004:00080000:0.0:1763345653.480601:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b677b94a80, transno 17179872510 00000004:00080000:0.0:1763345653.480606:0:35216:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872512 committed transno 17179872515 00000004:00080000:0.0:1763345653.480620:0:35216:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b545d03b80, transno 17179872515 00000100:00100000:0.0:1763345653.480625:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545657480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924483200:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763345653.480674:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545657480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924483328:0@lo:1000:mdt_rdpg00_003.0 00000004:00080000:3.0:1763345653.480676:0:32328:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 5 done 00000100:00100000:0.0:1763345653.480701:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345653.480728:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b54203d6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763345653.480743:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924483328 00000100:00100000:2.0:1763345653.480748:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924483328 00000100:00100000:2.0:1763345653.480822:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:2.0:1763345653.480830:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545654000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924483328:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345653.480910:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545654000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924483328:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 81us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.480921:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00100000:0.0:1763345653.481006:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545657480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924483328:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763345653.481041:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545657480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924483456:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763345653.481063:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345653.481087:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642f6fc00 going to sleep for 11 seconds 00000100:00100000:1.0:1763345653.481123:0:7861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924483456 00000100:00100000:1.0:1763345653.481127:0:7861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924483456 00000100:00100000:1.0:1763345653.481155:0:7861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:1.0:1763345653.481161:0:7861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545657800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924483456:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345653.481227:0:7861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545657800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924483456:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 63us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.481234:0:7861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00100000:0.0:1763345653.481300:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545657480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924483456:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763345653.481336:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545657480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924483584:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763345653.481360:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345653.481385:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642f6f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763345653.481431:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924483584 00000100:00100000:2.0:1763345653.481436:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924483584 00000100:00100000:2.0:1763345653.481498:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1355 00000100:00100000:2.0:1763345653.481505:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545656300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924483584:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345653.481562:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545656300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924483584:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 57us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.481572:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1355 00000100:00100000:0.0:1763345653.481644:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545657480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924483584:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763345653.481684:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545657480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924483712:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763345653.481706:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345653.481915:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b54203d6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763345653.481984:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924483712 00000100:00100000:2.0:1763345653.481988:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924483712 00000100:00100000:2.0:1763345653.482008:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:2.0:1763345653.482014:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924483712:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345653.482077:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924483712:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 63us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.482083:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:1.0:1763345653.482195:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545657480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924483712:0@lo:1000:mdt_rdpg00_003.0 00000040:00080000:1.0:1763345653.482314:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].18, 456 off46624 00000001:00080000:1.0:1763345653.482322:0:35216:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941558 00000100:00100000:1.0:1763345653.482362:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545963800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924483840:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345653.482381:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345653.482404:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64a648c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763345653.482425:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924483840 00000100:00100000:2.0:1763345653.482429:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924483840 00000100:00100000:2.0:1763345653.482457:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:2.0:1763345653.482463:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924483840:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345653.482578:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:35216:x1849000924483840:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 115us (194us total) trans 21474839862 rc 0/0 00000100:00100000:2.0:1763345653.482585:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000100:00100000:0.0:1763345653.482808:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545963800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924483840:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763345653.482843:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b545655880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924483968:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763345653.482867:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345653.482880:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5435ed900 going to sleep for 11 seconds 00000100:00100000:1.0:1763345653.482923:0:7861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924483968 00000100:00100000:1.0:1763345653.482928:0:7861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924483968 00000100:00100000:1.0:1763345653.482962:0:7861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:1.0:1763345653.482992:0:7861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545657480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:35216:x1849000924483968:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345653.483461:0:7861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545657480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:35216:x1849000924483968:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 492us (592us total) trans 17179872518 rc 0/0 00000100:00100000:1.0:1763345653.483468:0:7861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 00000100:00100000:0.0:1763345653.483864:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b545655880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924483968:0@lo:1000:mdt_rdpg00_003.0 00000001:00080000:0.0:1763345653.483932:0:35216:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941559 00010000:00010000:0.0:1763345653.483962:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af291 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x265:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.483972:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af291 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x265:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.483981:0:35216:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af291 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x265:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.483986:0:35216:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345653.483991:0:35216:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af291 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x265:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.483998:0:35216:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af291 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x265:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.484013:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x265:0x0].0x0 (ffff91b54326bc00) 00010000:00010000:0.0:1763345653.484016:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763345653.484020:0:35216:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af291 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x265:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.484026:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af291 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x265:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.484039:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af28a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.484044:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af28a lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.484054:0:35216:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af28a lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.484058:0:35216:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345653.484061:0:35216:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af28a lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.484066:0:35216:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af28a lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.484073:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345653.484075:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763345653.484078:0:35216:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af28a lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.484083:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af28a lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.484093:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345653.484096:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345653.484103:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58af1bf lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e70 expref: 324 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345653.484204:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544867480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+323:57884:x1849000910628480:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 23782us (24558us total) trans 8589941560 rc 0/0 00000100:00100000:0.0:1763345653.484212:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4015 00000020:00080000:0.0:1763345653.484216:0:35216:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1763345653.487664:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.487876:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910629120 00000100:00100000:3.0:1763345653.487886:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910629120 00000100:00100000:2.0:1763345653.488565:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11681 00000100:00100000:2.0:1763345653.488577:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544865180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+323:57884:x1849000910629120:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345653.488601:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345653.488623:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af298 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833eaf expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.488679:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af298 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833eaf expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.488692:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af298 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833eaf expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.488711:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345653.488714:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345653.488718:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6800, rc 0) 00000100:00100000:2.0:1763345653.489178:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544865180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57884:x1849000910629120:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 601us (1519us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.489187:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11681 00000100:00100000:1.0:1763345653.496284:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.497120:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910629376 00000100:00100000:0.0:1763345653.497136:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910629376 00000100:00100000:0.0:1763345653.497187:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4016 00000100:00100000:0.0:1763345653.497198:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545960700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:57884:x1849000910629376:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345653.497408:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545960700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+325:57884:x1849000910629376:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 211us (1131us total) trans 8589941561 rc 0/0 00000100:00100000:0.0:1763345653.497416:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4016 00000100:00100000:1.0:1763345653.506402:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.506538:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910629632 00000100:00100000:3.0:1763345653.506547:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910629632 00000100:00100000:3.0:1763345653.506605:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4017 00000100:00100000:3.0:1763345653.506615:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57884:x1849000910629632:12345-192.168.203.8@tcp:35:lfs.0 00000004:00080000:3.0:1763345653.506841:0:6523:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x265:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:3.0:1763345653.506923:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af29f lrc: 3/0,1 mode: --/PW res: [0x200000405:0x265:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345653.506940:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af29f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x265:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345653.506951:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af29f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x265:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345653.506959:0:6523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af29f lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x265:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345653.506966:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af29f lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x265:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345653.506971:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af29f lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x265:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345653.506984:0:6523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763345653.507161:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+326:57884:x1849000910629632:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 547us (766us total) trans 8589941562 rc 0/0 00000100:00100000:3.0:1763345653.507168:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4017 00010000:00010000:1.0:1763345653.507460:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345653.507468:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af29f lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x265:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345653.507476:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345653.507480:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af29f lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x265:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345653.507488:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af29f lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x265:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345653.507501:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x265:0x0].0x0 (ffff91b54326bc00) 00010000:00010000:1.0:1763345653.507504:0:6509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763345653.507509:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af29f lrc: 1/0,0 mode: --/PW res: [0x200000405:0x265:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345653.507515:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af29f lrc: 0/0,0 mode: --/PW res: [0x200000405:0x265:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345653.507526:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345653.507529:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345653.507531:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763345653.525943:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.526908:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910629760 00000100:00100000:0.0:1763345653.526920:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910629760 00000100:00100000:1.0:1763345653.527060:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11682 00000100:00100000:1.0:1763345653.527071:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+326:57886:x1849000910629760:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345653.527093:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345653.527115:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af2a6 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833eb6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.527200:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58af2ad lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.527225:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58af2ad lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.527237:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58af2ad lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.527252:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af2b4 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.527260:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af2b4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.527266:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af2b4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.527337:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af2bb lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.527347:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af2bb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.527354:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af2bb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763345653.527392:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00000004:00200000:1.0:1763345653.527397:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345653.527415:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af2bb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.527428:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af2bb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.527437:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58af2ad lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.527448:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58af2ad lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.527454:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58af2ad lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.527461:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58af2ad lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.527466:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345653.527470:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58af2ad lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.527477:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58af2ad lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.527488:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b6606db900) 00010000:00010000:1.0:1763345653.527491:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345653.527496:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58af2ad lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.527502:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58af2ad lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.527526:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af2b4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.527532:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af2b4 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.527538:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af2b4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.527543:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345653.527546:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af2b4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.527551:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af2b4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.527559:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b6606db500) 00010000:00010000:1.0:1763345653.527562:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345653.527565:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af2b4 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.527571:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af2b4 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.527598:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af2a6 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833eb6 expref: 328 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.527614:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af2bb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833eb6 expref: 327 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.527620:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345653.527623:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345653.527625:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90400, rc 0) 00000100:00100000:1.0:1763345653.527694:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+327:57886:x1849000910629760:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 624us (1760us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.527701:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11682 00000100:00100000:2.0:1763345653.532488:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.532811:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910630016 00000100:00100000:0.0:1763345653.532822:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910630016 00000100:00100000:0.0:1763345653.533904:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11683 00000100:00100000:0.0:1763345653.533920:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57886:x1849000910630016:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345653.533940:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345653.533963:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af2c2 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833ebd expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.534080:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af2c9 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345653.534094:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af2c9 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345653.534105:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af2c9 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345653.534117:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00010000:00010000:0.0:1763345653.534414:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af2c2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ebd expref: 330 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.534431:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af2c9 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ebd expref: 329 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.534439:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345653.534443:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763345653.534447:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5200, rc 0) 00000100:00100000:0.0:1763345653.534875:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+329:57886:x1849000910630016:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 959us (2394us total) trans 8589941563 rc 0/0 00000100:00100000:0.0:1763345653.534884:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11683 00000100:00100000:3.0:1763345653.539327:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.539422:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910630272 00000100:00100000:2.0:1763345653.539431:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910630272 00000100:00100000:2.0:1763345653.539484:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11684 00000100:00100000:2.0:1763345653.539494:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+329:57886:x1849000910630272:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345653.539516:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345653.539536:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af2d7 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833ec4 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.539652:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af2de lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.539805:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af2de lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.539817:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af2de lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345653.539830:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00010000:00010000:2.0:1763345653.539926:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af2d7 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ec4 expref: 332 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.539949:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af2de lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ec4 expref: 331 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.539957:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345653.539960:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763345653.539963:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7e00, rc 0) 00000100:00100000:2.0:1763345653.541447:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+331:57886:x1849000910630272:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1948us (2122us total) trans 8589941564 rc 0/0 00000100:00100000:2.0:1763345653.541457:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11684 00000100:00100000:2.0:1763345653.590514:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345653.590620:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910630400 00000100:00100000:1.0:1763345653.590631:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910630400 00000100:00100000:1.0:1763345653.590875:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2297 00000100:00100000:1.0:1763345653.590888:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2410:x1849000910630400:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:1.0:1763345653.590924:0:8409:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af2ec lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.590940:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345653.590942:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345653.590947:0:8409:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af2ec lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.590961:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af2ec lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.608251:0:8409:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af2ec lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.608271:0:8409:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af2ec lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.608280:0:8409:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af2ec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.608288:0:8409:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345653.608292:0:8409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af2ec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.608300:0:8409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af2ec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.608318:0:8409:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af2ec lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.608327:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af2ec lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345653.608410:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2410:x1849000910630400:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 17520us (17899us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1763345653.608421:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2297 00000100:00100000:0.0:1763345653.619020:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.619239:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910630528 00000100:00100000:2.0:1763345653.619249:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910630528 00000100:00100000:2.0:1763345653.619322:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2298 00000100:00100000:2.0:1763345653.619333:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545656d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910630528:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:2.0:1763345653.619367:0:8409:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af2f3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.619386:0:8409:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58af252 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ea8 expref: 17 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.619393:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345653.619395:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345653.619399:0:8409:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af2f3 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.619436:0:8409:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58af252 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ea8 expref: 17 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.619448:0:8409:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58af252 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ea8 expref: 17 pid: 8405 timeout: 1146 lvb_type: 0 00000100:00100000:2.0:1763345653.619467:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:8409:1849000924484096:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345653.619555:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417cea80 going to sleep for 11 seconds 00000100:00100000:2.0:1763345653.625059:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:8409:1849000924484096:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345653.625089:0:8409:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af2f3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345653.625231:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.628695:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910630656 00000100:00100000:2.0:1763345653.628723:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910630656 00010000:00010000:2.0:1763345653.628822:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58af252 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ea8 expref: 18 pid: 8405 timeout: 1146 lvb_type: 0 00000100:00100000:2.0:1763345653.628869:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3931 00000100:00100000:2.0:1763345653.628880:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545656a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910630656:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345653.628896:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345653.628917:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58af252 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ea8 expref: 18 pid: 8405 timeout: 1146 lvb_type: 0 00010000:00010000:2.0:1763345653.628931:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58af252 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ea8 expref: 18 pid: 8405 timeout: 1146 lvb_type: 0 00010000:00010000:2.0:1763345653.628954:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58af252 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x376:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ea8 expref: 18 pid: 8405 timeout: 1146 lvb_type: 0 00010000:00010000:2.0:1763345653.628970:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345653.628973:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345653.628978:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af2f3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.628987:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af2f3 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x376:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.629014:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345653.629078:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545656a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910630656:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 199us (3847us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.629085:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3931 00010000:00010000:0.0:1763345653.630029:0:8409:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af2f3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.630041:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af2f3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.635716:0:8409:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af2f3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.635735:0:8409:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af2f3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.635744:0:8409:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af2f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.635751:0:8409:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7a00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345653.635756:0:8409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af2f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.635843:0:8409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af2f3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.635861:0:8409:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af2f3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.635873:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af2f3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345653.641620:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545656d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910630528:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 22277us (22597us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1763345653.641633:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2298 00000100:00100000:1.0:1763345653.653322:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.653457:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910630784 00000100:00100000:3.0:1763345653.653467:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910630784 00000100:00100000:2.0:1763345653.653931:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 471 00000100:00100000:2.0:1763345653.653944:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+331:57886:x1849000910630784:12345-192.168.203.8@tcp:103:lfs.0 00010000:00010000:2.0:1763345653.653962:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345653.653988:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af2de lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ec4 expref: 331 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.654008:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345653.654013:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345653.654081:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+330:57886:x1849000910630784:12345-192.168.203.8@tcp:103:lfs.0 Request processed in 139us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.654088:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 471 00000100:00100000:1.0:1763345653.659295:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.660550:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910631040 00000100:00100000:0.0:1763345653.660563:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910631040 00000100:00100000:0.0:1763345653.660686:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4018 00000100:00100000:0.0:1763345653.660918:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+330:57886:x1849000910631040:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345653.661152:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+331:57886:x1849000910631040:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 456us (1865us total) trans 8589941565 rc 0/0 00000100:00100000:0.0:1763345653.661160:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4018 00000100:00100000:1.0:1763345653.664888:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.665636:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910631296 00000100:00100000:2.0:1763345653.665646:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910631296 00000100:00100000:1.0:1763345653.665984:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11685 00000100:00100000:1.0:1763345653.665996:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+331:57861:x1849000910631296:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:1.0:1763345653.666019:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345653.666039:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58af2fa lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833ecb expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.666133:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af301 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.666147:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af2bb lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833eb6 expref: 332 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.666155:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af301 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.666182:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af2bb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833eb6 expref: 332 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.666194:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af2bb lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833eb6 expref: 332 pid: 6521 timeout: 1146 lvb_type: 0 00000100:00100000:1.0:1763345653.666207:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5432ec380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924484224:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345653.666278:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b54a857a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763345653.669144:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5432ec380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924484224:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345653.669170:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af301 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:1.0:1763345653.669544:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.669717:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910631424 00000100:00100000:3.0:1763345653.669725:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910631424 00010000:00010000:3.0:1763345653.669756:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af2bb lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833eb6 expref: 333 pid: 6521 timeout: 1146 lvb_type: 0 00000100:00100000:3.0:1763345653.669838:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3932 00000100:00100000:3.0:1763345653.669848:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+333:2409:x1849000910631424:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345653.669863:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345653.669870:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af2bb lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833eb6 expref: 333 pid: 6521 timeout: 1146 lvb_type: 0 00010000:00010000:3.0:1763345653.669881:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af2bb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833eb6 expref: 333 pid: 6521 timeout: 1146 lvb_type: 0 00010000:00010000:3.0:1763345653.669909:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af2bb lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833eb6 expref: 333 pid: 6521 timeout: 1146 lvb_type: 0 00010000:00010000:3.0:1763345653.669924:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345653.669928:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af301 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345653.669937:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af301 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345653.669943:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af301 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763345653.669972:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345653.670016:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+332:2409:x1849000910631424:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 169us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345653.670024:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3932 00010000:00010000:1.0:1763345653.670483:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af301 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.670491:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af301 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763345653.670512:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00010000:00010000:1.0:1763345653.670622:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58af2fa lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ecb expref: 333 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.670635:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af301 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ecb expref: 332 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.670642:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345653.670644:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763345653.670647:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91800, rc 0) 00000100:00100000:1.0:1763345653.670690:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+332:57861:x1849000910631296:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 4696us (5809us total) trans 8589941566 rc 0/0 00000100:00100000:1.0:1763345653.670708:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11685 00000100:00100000:1.0:1763345653.673983:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.674586:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910631552 00000100:00100000:2.0:1763345653.674597:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910631552 00000100:00100000:2.0:1763345653.674660:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11686 00000100:00100000:2.0:1763345653.674671:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+332:57861:x1849000910631552:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345653.674694:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345653.675054:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af30f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833ed2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.675151:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af316 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.675167:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af301 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ecb expref: 333 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.675175:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af316 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.675208:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af301 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ecb expref: 333 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.675221:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af301 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ecb expref: 333 pid: 6521 timeout: 1146 lvb_type: 0 00000100:00100000:2.0:1763345653.675234:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dfdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924484352:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345653.675318:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417cea80 going to sleep for 11 seconds 00000100:00100000:2.0:1763345653.678890:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dfdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6521:1849000924484352:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345653.678923:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af316 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:1.0:1763345653.679534:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.679904:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910631680 00000100:00100000:2.0:1763345653.679913:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910631680 00010000:00010000:2.0:1763345653.679947:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af301 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ecb expref: 334 pid: 6521 timeout: 1146 lvb_type: 0 00000100:00100000:2.0:1763345653.679992:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3933 00000100:00100000:2.0:1763345653.680011:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+334:2408:x1849000910631680:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345653.680026:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345653.680033:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af301 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ecb expref: 334 pid: 6521 timeout: 1146 lvb_type: 0 00010000:00010000:2.0:1763345653.680045:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af301 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ecb expref: 334 pid: 6521 timeout: 1146 lvb_type: 0 00010000:00010000:2.0:1763345653.680067:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af301 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ecb expref: 334 pid: 6521 timeout: 1146 lvb_type: 0 00010000:00010000:2.0:1763345653.680083:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345653.680088:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af316 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.680097:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af316 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.680104:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af316 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.680136:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345653.680194:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+333:2408:x1849000910631680:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 183us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.680202:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3933 00010000:00010000:1.0:1763345653.680415:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af316 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.680424:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af316 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763345653.680472:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00000004:00200000:1.0:1763345653.680476:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345653.680497:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af316 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.680525:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af30f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ed2 expref: 333 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.680542:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af316 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ed2 expref: 332 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.680550:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345653.680553:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345653.680556:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7a00, rc 0) 00000100:00100000:1.0:1763345653.680602:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+332:57861:x1849000910631552:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 5932us (6627us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.680609:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11686 00000100:00100000:1.0:1763345653.685149:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.685226:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910631936 00000100:00100000:0.0:1763345653.685236:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910631936 00000100:00100000:0.0:1763345653.685298:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4019 00000100:00100000:0.0:1763345653.685309:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b64a0b7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+332:57861:x1849000910631936:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:0.0:1763345653.685538:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a0b7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+333:57861:x1849000910631936:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 230us (398us total) trans 8589941567 rc 0/0 00000100:00100000:0.0:1763345653.685546:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4019 00000100:00100000:2.0:1763345653.689275:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345653.689441:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910632192 00000100:00100000:1.0:1763345653.689449:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910632192 00000100:00100000:1.0:1763345653.690196:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11687 00000100:00100000:1.0:1763345653.690211:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+333:57861:x1849000910632192:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:1.0:1763345653.690235:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345653.690238:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:1.0:1763345653.690265:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af316 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ed2 expref: 333 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.690288:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af2c9 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ebd expref: 332 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.690301:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af298 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833eaf expref: 331 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.690311:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345653.690316:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345653.690329:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58af31d lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833ed9 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.690369:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58af324 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.690380:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58af324 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.690388:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58af324 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000040:00080000:1.0:1763345653.690608:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2010, 88 off166672 00000004:00080000:1.0:1763345653.690617:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1046215856991ns, next at 1046512430149ns, rc = 0 00000040:00080000:1.0:1763345653.690651:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2026, 88 off168256 00000004:00080000:1.0:1763345653.690657:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1046215897077ns, next at 1046512402906ns, rc = 0 00000040:00080000:1.0:1763345653.690667:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2011, 88 off166760 00000004:00080000:1.0:1763345653.690670:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1046215910361ns, next at 1046512430149ns, rc = 0 00000040:00080000:1.0:1763345653.690677:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2027, 88 off168344 00000004:00080000:1.0:1763345653.690680:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1046215920351ns, next at 1046512402906ns, rc = 0 00000040:00080000:1.0:1763345653.690688:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2012, 88 off166848 00000004:00080000:1.0:1763345653.690692:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1046215932371ns, next at 1046512430149ns, rc = 0 00000040:00080000:1.0:1763345653.690712:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2028, 88 off168432 00000004:00080000:1.0:1763345653.690717:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1046215956972ns, next at 1046512402906ns, rc = 0 00000001:00080000:3.0:1763345653.693470:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941568 is committed 00000004:00080000:3.0:1763345653.693482:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1327 committed 00000004:00080000:3.0:1763345653.693497:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1311 committed 00010000:00010000:0.0:1763345653.693557:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af27c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345653.693569:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af27c lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345653.693576:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af27c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345653.693582:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345653.693586:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af27c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345653.693593:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af27c lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345653.693608:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x265:0x0].0x0 (ffff91b54326bc00) 00010000:00010000:0.0:1763345653.693611:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345653.693617:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af27c lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345653.693622:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af27c lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x265:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345653.693646:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af283 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345653.693653:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af283 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345653.693658:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af283 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345653.693662:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345653.693665:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af283 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345653.693672:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af283 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345653.693679:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345653.693681:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345653.693684:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af283 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763345653.693689:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af283 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000004:00080000:3.0:1763345653.693845:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1326 committed 00000004:00080000:3.0:1763345653.693848:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1310 committed 00000100:00100000:1.0:1763345653.693989:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763345653.694007:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5442d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924484480:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345653.694065:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345653.694104:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54545dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924484608:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345653.694124:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345653.694139:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763345653.694143:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54545f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924484736:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345653.694161:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345653.694202:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924484480 00000100:00100000:1.0:1763345653.694208:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924484480 00000100:00100000:1.0:1763345653.694246:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8708 00000100:00100000:1.0:1763345653.694253:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54545d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3656:x1849000924484480:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763345653.694381:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345653.694385:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345653.694388:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345653.694390:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345653.694392:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345653.694430:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54545d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3656:x1849000924484480:12345-0@lo:2:osp-syn-1-0.0 Request processed in 177us (365us total) trans 17179872519 rc 0/0 00000100:00100000:1.0:1763345653.694437:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8708 00000100:00100000:1.0:1763345653.694453:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924484608 00000100:00100000:1.0:1763345653.694457:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924484608 00000100:00100000:1.0:1763345653.694474:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924484736 00000100:00100000:1.0:1763345653.694477:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924484736 00000100:00100000:1.0:1763345653.694494:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8709 00000100:00100000:1.0:1763345653.694499:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3658:x1849000924484608:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763345653.694550:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345653.694553:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345652 -> 1763345652 00002000:00010000:1.0:1763345653.694556:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345652 -> 1763345652 00002000:00010000:1.0:1763345653.694558:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345652 -> 1763345652 00002000:00010000:1.0:1763345653.694560:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345653.694591:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3658:x1849000924484608:12345-0@lo:2:osp-syn-1-0.0 Request processed in 91us (465us total) trans 17179872520 rc 0/0 00000100:00100000:1.0:1763345653.694597:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8709 00000100:00100000:1.0:1763345653.694609:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8710 00000100:00100000:1.0:1763345653.694616:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3658:x1849000924484736:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763345653.694665:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x378:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345653.694668:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x378:0x0] updating lvb mtime from disk: 1763345652 -> 1763345652 00002000:00010000:1.0:1763345653.694670:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x378:0x0] updating lvb atime from disk: 1763345652 -> 1763345652 00002000:00010000:1.0:1763345653.694672:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x378:0x0] updating lvb ctime from disk: 1763345652 -> 1763345652 00002000:00010000:1.0:1763345653.694674:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x378:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345653.694713:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3658:x1849000924484736:12345-0@lo:2:osp-syn-1-0.0 Request processed in 84us (537us total) trans 17179872521 rc 0/0 00000100:00100000:1.0:1763345653.694719:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8710 00000004:00080000:1.0:1763345653.694800:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54545f100/2, rc 0, transno 17179872521 00000100:00100000:1.0:1763345653.694806:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54545f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924484736:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345653.694818:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54545dc00/2, rc 0, transno 17179872520 00000100:00100000:1.0:1763345653.694821:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54545dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924484608:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345653.694838:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5442d0e00/2, rc 0, transno 17179872519 00000100:00100000:1.0:1763345653.694842:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5442d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924484480:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345653.694985:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763345653.694995:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924485120:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345653.695021:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345653.695118:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924484992:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345653.695146:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345653.695177:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763345653.695184:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924484864:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345653.695203:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345653.695229:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924485120 00000100:00100000:0.0:1763345653.695234:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924485120 00000100:00100000:0.0:1763345653.695257:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924484992 00000100:00100000:0.0:1763345653.695260:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924484992 00000100:00100000:0.0:1763345653.695275:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924484864 00000100:00100000:0.0:1763345653.695277:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924484864 00000100:00100000:0.0:1763345653.695294:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8711 00000100:00100000:0.0:1763345653.695301:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3659:x1849000924485120:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345653.695398:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3659:x1849000924485120:12345-0@lo:2:osp-syn-0-0.0 Request processed in 96us (374us total) trans 21474839863 rc 0/0 00000100:00100000:0.0:1763345653.695404:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8711 00000100:00100000:0.0:1763345653.695427:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8712 00000100:00100000:0.0:1763345653.695433:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3657:x1849000924484992:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1763345653.695481:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345653.695484:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345652 -> 1763345652 00002000:00010000:0.0:1763345653.695487:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345652 -> 1763345652 00002000:00010000:0.0:1763345653.695489:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345652 -> 1763345652 00002000:00010000:0.0:1763345653.695491:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763345653.695523:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3657:x1849000924484992:12345-0@lo:2:osp-syn-0-0.0 Request processed in 90us (375us total) trans 21474839864 rc 0/0 00000100:00100000:0.0:1763345653.695529:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8712 00000100:00100000:0.0:1763345653.695550:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8713 00000100:00100000:0.0:1763345653.695556:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545960700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3657:x1849000924484864:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1763345653.695601:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1763345653.695605:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345652 -> 1763345652 00002000:00010000:0.0:1763345653.695607:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345652 -> 1763345652 00002000:00010000:0.0:1763345653.695609:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345652 -> 1763345652 00002000:00010000:0.0:1763345653.695610:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 288 -> 288 00000100:00100000:0.0:1763345653.695633:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545960700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3657:x1849000924484864:12345-0@lo:2:osp-syn-0-0.0 Request processed in 77us (428us total) trans 21474839865 rc 0/0 00000100:00100000:0.0:1763345653.695638:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8713 00000004:00080000:0.0:1763345653.695678:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dcf800/2, rc 0, transno 21474839865 00000100:00100000:0.0:1763345653.695682:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924484864:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345653.695692:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dcd500/2, rc 0, transno 21474839864 00000100:00100000:0.0:1763345653.695695:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924484992:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1763345653.695892:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b672dcd180/2, rc 0, transno 21474839863 00000100:00100000:2.0:1763345653.695897:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924485120:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763345653.695994:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1325 committed 00000004:00080000:3.0:1763345653.696001:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1309 committed 00000020:00080000:3.0:1763345653.696029:0:32310:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91b65368d540 refcount 2 committed 0 result 0 batchid 4294969286 00000020:00080000:3.0:1763345653.696033:0:32310:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91b543352b00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91b642f6f3c0 00000020:00080000:3.0:1763345653.696036:0:32310:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91b543352700 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91b652207480 00000020:00080000:3.0:1763345653.696039:0:32310:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91b543352600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91b541def000 00000020:00080000:3.0:1763345653.696042:0:32310:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].18 00000020:00080000:3.0:1763345653.696058:0:32310:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969285 batchid updated 00000020:00080000:2.0:1763345653.696126:0:32338:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969286 committed batchid 4294969285 00000020:00080000:2.0:1763345653.696215:0:32338:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969285 cancel update log [0x200000bd0:0x2:0x0].17: rc = 0 00000020:00080000:2.0:1763345653.696224:0:32338:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969285 00010000:00010000:1.0:1763345653.696590:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58af324 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ed9 expref: 318 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.696602:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345653.696605:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763345653.696619:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58af31d lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ed9 expref: 318 pid: 6521 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763345653.696636:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58af324 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ed9 expref: 317 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.696660:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345653.696662:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763345653.696665:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90200, rc 0) 00000100:00100000:1.0:1763345653.696969:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+317:57861:x1849000910632192:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 6761us (7700us total) trans 8589941568 rc 0/0 00000100:00100000:1.0:1763345653.696976:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11687 00000100:00100000:1.0:1763345653.700453:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.700539:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910632320 00000100:00100000:2.0:1763345653.700548:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910632320 00000100:00100000:2.0:1763345653.700609:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8714 00000100:00100000:2.0:1763345653.700619:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+16:57861:x1849000910632320:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345653.700636:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345653.700655:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58af32b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833ee0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.700683:0:8403:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543261c00/0x52bea07cb58af1e2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e77 expref: 17 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345653.700691:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345653.700694:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345653.700698:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58af32b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [176128->200703] (req 176128->200703) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ee0 expref: 17 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.700732:0:8403:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b543261c00/0x52bea07cb58af1e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e77 expref: 17 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345653.700746:0:8403:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b543261c00/0x52bea07cb58af1e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e77 expref: 17 pid: 8560 timeout: 1146 lvb_type: 1 00000100:00100000:2.0:1763345653.700801:0:8403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924485248:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345653.700878:0:8403:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417cea80 going to sleep for 11 seconds 00000100:00100000:0.0:1763345653.704686:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.705102:0:8403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8403:1849000924485248:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345653.705137:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58af32b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [176128->200703] (req 176128->200703) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ee0 expref: 17 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.705157:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6000, rc 0) 00000100:00100000:2.0:1763345653.705208:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+17:57861:x1849000910632320:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 4590us (4763us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.705217:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8714 00000100:00100000:1.0:1763345653.705301:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910632448 00000100:00100000:1.0:1763345653.705308:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910632448 00010000:00010000:1.0:1763345653.705338:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261c00/0x52bea07cb58af1e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e77 expref: 17 pid: 8560 timeout: 1146 lvb_type: 1 00000100:00100000:1.0:1763345653.705373:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3934 00000100:00100000:1.0:1763345653.705382:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910632448:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345653.705395:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345653.705415:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b543261c00/0x52bea07cb58af1e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e77 expref: 17 pid: 8560 timeout: 1146 lvb_type: 1 00010000:00010000:1.0:1763345653.705427:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b543261c00/0x52bea07cb58af1e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e77 expref: 17 pid: 8560 timeout: 1146 lvb_type: 1 00010000:00010000:1.0:1763345653.705448:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543261c00/0x52bea07cb58af1e2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e77 expref: 17 pid: 8560 timeout: 1146 lvb_type: 1 00010000:00010000:1.0:1763345653.705460:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345653.705462:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345653.705468:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58af32b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->200703) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ee0 expref: 16 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.705477:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58af32b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->200703) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ee0 expref: 16 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.705508:0:35200:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58af32b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->200703) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ee0 expref: 16 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345653.705522:0:35200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35200:1849000924485376:192.168.203.8@tcp:105: 00000100:00100000:1.0:1763345653.705571:0:35200:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b54203d180 going to sleep for 11 seconds 00000100:00100000:1.0:1763345653.709722:0:35200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35200:1849000924485376:192.168.203.8@tcp:105: 00010000:00010000:1.0:1763345653.709751:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345653.709856:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910632448:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 4474us (5177us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.709867:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3934 00000100:00100000:0.0:1763345653.710690:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.711018:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910632576 00000100:00100000:2.0:1763345653.711026:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910632576 00000100:00100000:2.0:1763345653.711080:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2299 00000100:00100000:2.0:1763345653.711088:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910632576:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:2.0:1763345653.711283:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1763345653.711287:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345652 -> 1763345652 00002000:00010000:2.0:1763345653.711289:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345652 -> 1763345652 00002000:00010000:2.0:1763345653.711291:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345652 -> 1763345652 00002000:00010000:2.0:1763345653.711293:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 288 -> 288 00000100:00100000:2.0:1763345653.711335:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910632576:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 247us (647us total) trans 21474839866 rc 0/0 00000100:00100000:2.0:1763345653.711341:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2299 00000100:00100000:0.0:1763345653.714639:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345653.715021:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910632704 00000100:00100000:1.0:1763345653.715031:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910632704 00000100:00100000:1.0:1763345653.715092:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11688 00000100:00100000:1.0:1763345653.715103:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+317:57861:x1849000910632704:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:1.0:1763345653.715126:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345653.715148:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58af332 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833ee7 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.715239:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af339 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.715253:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af339 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.715264:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af339 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763345653.715292:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00000004:00200000:1.0:1763345653.715297:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345653.715315:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af339 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.715342:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58af332 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ee7 expref: 319 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.715359:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af339 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ee7 expref: 318 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.715368:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345653.715371:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345653.715375:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91a00, rc 0) 00000100:00100000:1.0:1763345653.715442:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+318:57861:x1849000910632704:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 341us (812us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.715450:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11688 00000100:00100000:0.0:1763345653.719588:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.719683:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910632832 00000100:00100000:3.0:1763345653.719693:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910632832 00002000:00100000:3.0:1763345653.719740:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (217088->262143) req@ffff91b65ed7dc00 x1849000910632832/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 488/0 e 0 to 0 dl 1763345664 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345653.719750:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b65ed7dc00 with x1849000910632832 ext(217088->262143) 00002000:00010000:3.0:1763345653.719804:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b65ed7dc00 00000100:00100000:3.0:1763345653.719838:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2300 00000100:00100000:3.0:1763345653.719848:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910632832:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:3.0:1763345653.722843:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910632832:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 2909us (3177us total) trans 0 rc 45056/45056 00000100:00100000:3.0:1763345653.722856:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2300 00002000:00100000:3.0:1763345653.722869:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (217088->262143) req@ffff91b65ed7dc00 x1849000910632832/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 488/440 e 0 to 0 dl 1763345664 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345653.722880:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b65ed7dc00 with x1849000910632832 ext(217088->262143) 00002000:00010000:3.0:1763345653.722886:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b65ed7dc00 00000100:00100000:0.0:1763345653.726348:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.726420:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910632960 00000100:00100000:3.0:1763345653.726430:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910632960 00000100:00100000:3.0:1763345653.726499:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2301 00000100:00100000:3.0:1763345653.726509:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910632960:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:3.0:1763345653.726897:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1763345653.726901:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345652 -> 1763345652 00002000:00010000:3.0:1763345653.726903:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345652 -> 1763345652 00002000:00010000:3.0:1763345653.726905:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345652 -> 1763345652 00002000:00010000:3.0:1763345653.726908:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 288 -> 296 00000100:00100000:3.0:1763345653.726969:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910632960:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 461us (629us total) trans 21474839867 rc 0/0 00000100:00100000:3.0:1763345653.726977:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2301 00000100:00100000:0.0:1763345653.735596:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.735894:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910633088 00000100:00100000:3.0:1763345653.735906:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910633088 00002000:00100000:2.0:1763345653.736289:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (0->217087) req@ffff91b65ed7f800 x1849000910633088/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 488/0 e 0 to 0 dl 1763345664 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345653.736301:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b65ed7f800 with x1849000910633088 ext(0->217087) 00002000:00010000:2.0:1763345653.736307:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b65ed7f800 00000100:00100000:2.0:1763345653.736344:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2302 00000100:00100000:2.0:1763345653.736354:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+18:2410:x1849000910633088:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:0.0:1763345653.744437:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+18:2410:x1849000910633088:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 8071us (8837us total) trans 0 rc 217088/217088 00000100:00100000:0.0:1763345653.744451:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2302 00002000:00100000:0.0:1763345653.744464:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (0->217087) req@ffff91b65ed7f800 x1849000910633088/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 488/440 e 0 to 0 dl 1763345664 ref 1 fl Complete:/600/0 rc 217088/217088 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345653.744475:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b65ed7f800 with x1849000910633088 ext(0->217087) 00002000:00010000:0.0:1763345653.744481:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b65ed7f800 00000100:00100000:1.0:1763345653.753234:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.753338:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910633216 00000100:00100000:0.0:1763345653.753348:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910633216 00000100:00100000:1.0:1763345653.754094:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11689 00000100:00100000:1.0:1763345653.754108:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+318:57861:x1849000910633216:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:1.0:1763345653.754127:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345653.754148:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af340 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833eee expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.754182:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af347 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.754195:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af347 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.754204:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af347 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.754304:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af340 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833eee expref: 320 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.754320:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af347 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833eee expref: 319 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.754327:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345653.754330:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763345653.754333:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91e00, rc 0) 00000100:00100000:1.0:1763345653.756223:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+319:57861:x1849000910633216:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 2109us (2989us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.756245:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11689 00000100:00100000:2.0:1763345653.765040:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.765107:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910633472 00000100:00100000:3.0:1763345653.765116:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910633472 00000100:00100000:3.0:1763345653.765172:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4020 00000100:00100000:3.0:1763345653.765181:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+319:57861:x1849000910633472:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:3.0:1763345653.765511:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+320:57861:x1849000910633472:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 329us (479us total) trans 8589941569 rc 0/0 00000100:00100000:3.0:1763345653.765519:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4020 00000100:00100000:2.0:1763345653.788685:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345653.788797:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910633728 00000100:00100000:1.0:1763345653.788806:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910633728 00000100:00100000:1.0:1763345653.788862:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11690 00000100:00100000:1.0:1763345653.788871:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+320:57887:x1849000910633728:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345653.788893:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345653.788913:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af34e lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833ef5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.788981:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af355 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.788995:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af355 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.789007:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af355 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.789019:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58af35c lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.789025:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58af35c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.789032:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58af35c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.789143:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58af363 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.789157:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58af363 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.789169:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58af363 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763345653.789179:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00010000:00010000:1.0:1763345653.789254:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af355 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.789261:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af355 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.789266:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af355 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.789271:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af355 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.789277:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345653.789281:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af355 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.789288:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af355 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.789299:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b6606db900) 00010000:00010000:1.0:1763345653.789303:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345653.789308:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af355 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.789313:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af355 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.789324:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58af35c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.789335:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58af35c lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.789339:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58af35c lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.789343:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345653.789346:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58af35c lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.789357:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58af35c lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.789365:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b6606db500) 00010000:00010000:1.0:1763345653.789367:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763345653.789370:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58af35c lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.789375:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58af35c lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.789414:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af34e lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ef5 expref: 323 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.789429:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58af363 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ef5 expref: 322 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.789436:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345653.789438:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345653.789441:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90c00, rc 0) 00000100:00100000:1.0:1763345653.789510:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+322:57887:x1849000910633728:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 639us (834us total) trans 8589941570 rc 0/0 00000100:00100000:1.0:1763345653.789519:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11690 00000100:00100000:1.0:1763345653.798718:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345653.798846:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.799237:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910633856 00000100:00100000:3.0:1763345653.799246:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910633856 00000100:00100000:0.0:1763345653.799284:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910634112 00000100:00100000:0.0:1763345653.799292:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910634112 00000100:00100000:3.0:1763345653.799317:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 472 00000100:00100000:3.0:1763345653.799333:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6431ff850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+323:2408:x1849000910633856:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345653.799350:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345653.799383:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90c00/0x52bea07cb58af363 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ef5 expref: 323 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345653.799400:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:3.0:1763345653.799405:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345653.799461:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6431ff850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+322:2408:x1849000910633856:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 135us (753us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345653.799470:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 472 00000100:00100000:1.0:1763345653.800277:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4021 00000100:00100000:1.0:1763345653.800291:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+321:57887:x1849000910634112:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345653.800491:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+322:57887:x1849000910634112:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 203us (1643us total) trans 8589941571 rc 0/0 00000100:00100000:1.0:1763345653.800498:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4021 00000100:00100000:0.0:1763345653.803565:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.804097:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910634368 00000100:00100000:2.0:1763345653.804108:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910634368 00000100:00100000:2.0:1763345653.804686:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11691 00000100:00100000:2.0:1763345653.804698:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+322:57887:x1849000910634368:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345653.804720:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345653.804740:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af371 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833efc expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.805937:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af378 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.805954:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af378 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.805965:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af378 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345653.805975:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00010000:00010000:2.0:1763345653.806082:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af371 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833efc expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.806100:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af378 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833efc expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.806109:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345653.806112:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763345653.806115:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7600, rc 0) 00000100:00100000:2.0:1763345653.806184:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57887:x1849000910634368:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1487us (2627us total) trans 8589941572 rc 0/0 00000100:00100000:2.0:1763345653.806192:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11691 00000100:00100000:2.0:1763345653.812017:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.812095:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910634624 00000100:00100000:0.0:1763345653.812104:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910634624 00000100:00100000:0.0:1763345653.812164:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11692 00000100:00100000:0.0:1763345653.812174:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57887:x1849000910634624:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345653.812196:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345653.812216:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58af386 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833f03 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.812314:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af38d lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345653.812329:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af339 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ee7 expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.812341:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af38d lrc: 4/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345653.812373:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af339 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ee7 expref: 325 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.812385:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af339 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ee7 expref: 325 pid: 6521 timeout: 1146 lvb_type: 0 00000100:00100000:0.0:1763345653.812398:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b65ed7ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924485504:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345653.812481:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64a648c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763345653.815290:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b65ed7ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924485504:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345653.815334:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af38d lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:1.0:1763345653.815532:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.816487:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910634752 00000100:00100000:2.0:1763345653.816497:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910634752 00010000:00010000:2.0:1763345653.816535:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af339 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ee7 expref: 326 pid: 6521 timeout: 1146 lvb_type: 0 00000100:00100000:2.0:1763345653.816620:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3935 00000100:00100000:2.0:1763345653.816630:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b97b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+326:2408:x1849000910634752:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345653.816644:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345653.816651:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af339 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ee7 expref: 326 pid: 6521 timeout: 1146 lvb_type: 0 00010000:00010000:2.0:1763345653.816664:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af339 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ee7 expref: 326 pid: 6521 timeout: 1146 lvb_type: 0 00010000:00010000:2.0:1763345653.816686:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af339 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ee7 expref: 326 pid: 6521 timeout: 1146 lvb_type: 0 00010000:00010000:2.0:1763345653.816711:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345653.816717:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af38d lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.816727:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af38d lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.816733:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af38d lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345653.817032:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345653.817150:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af38d lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345653.817158:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af38d lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345653.817179:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00010000:00010000:0.0:1763345653.817305:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58af386 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f03 expref: 327 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.817319:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af38d lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f03 expref: 326 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.817326:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345653.817329:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763345653.817332:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4c00, rc 0) 00000100:00100000:2.0:1763345653.817372:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b97b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+326:2408:x1849000910634752:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 743us (1840us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.817380:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3935 00000100:00100000:0.0:1763345653.818535:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+325:57887:x1849000910634624:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 6358us (6522us total) trans 8589941573 rc 0/0 00000100:00100000:0.0:1763345653.818545:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11692 00000100:00100000:1.0:1763345653.824176:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.824304:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910634880 00000100:00100000:0.0:1763345653.824314:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910634880 00000100:00100000:0.0:1763345653.824358:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4022 00000100:00100000:0.0:1763345653.824366:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+325:57887:x1849000910634880:12345-192.168.203.8@tcp:33:lfs.0 00000100:00100000:0.0:1763345653.824519:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+325:57887:x1849000910634880:12345-192.168.203.8@tcp:33:lfs.0 Request processed in 153us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345653.824526:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4022 00000100:00100000:2.0:1763345653.827252:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345653.827319:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910635136 00000100:00100000:1.0:1763345653.827327:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910635136 00000100:00100000:1.0:1763345653.827375:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4023 00000100:00100000:1.0:1763345653.827382:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57887:x1849000910635136:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345653.827683:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+326:57887:x1849000910635136:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 299us (437us total) trans 8589941574 rc 0/0 00000100:00100000:1.0:1763345653.827690:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4023 00000100:00100000:3.0:1763345653.832585:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.833478:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910635392 00000100:00100000:0.0:1763345653.833490:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910635392 00000100:00100000:0.0:1763345653.833544:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11693 00000100:00100000:0.0:1763345653.833553:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+326:57887:x1849000910635392:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345653.833576:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345653.833579:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1763345653.833607:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af38d lrc: 0/0,0 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f03 expref: 326 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.833629:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af378 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833efc expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.833641:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345653.833646:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345653.833658:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58af39b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833f0a expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.834870:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af3a2 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345653.834890:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af3a2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345653.834901:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af3a2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345653.834912:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00010000:00010000:0.0:1763345653.835011:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58af39b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f0a expref: 327 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.835026:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af3a2 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f0a expref: 326 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.835033:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345653.835036:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345653.835039:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4800, rc 0) 00000100:00100000:0.0:1763345653.835815:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+326:57887:x1849000910635392:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2259us (3234us total) trans 8589941575 rc 0/0 00000100:00100000:0.0:1763345653.835826:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11693 00000100:00100000:2.0:1763345653.842419:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345653.843486:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910635648 00000100:00100000:1.0:1763345653.843498:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910635648 00000100:00100000:0.0:1763345653.844367:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4024 00000100:00100000:0.0:1763345653.844382:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b64a6c1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+326:57887:x1849000910635648:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:0.0:1763345653.844496:0:35216:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000405:0x25c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af3a2 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f0a expref: 326 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.844533:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3b0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.844545:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58af324 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ed9 expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.844553:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af347 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833eee expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.844562:0:35216:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3b0 lrc: 5/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.844595:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af347 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833eee expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.844607:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af347 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833eee expref: 326 pid: 6521 timeout: 1146 lvb_type: 0 00000100:00100000:0.0:1763345653.844621:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b65ed7ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924485632:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345653.844785:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58af324 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ed9 expref: 326 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.844796:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58af324 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ed9 expref: 326 pid: 6521 timeout: 1146 lvb_type: 0 00000100:00100000:0.0:1763345653.844805:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b65ed7d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924485760:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345653.844832:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6467a5d80 going to sleep for 11 seconds 00000100:00100000:0.0:1763345653.849588:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b65ed7ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924485632:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345653.849659:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.849836:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b65ed7d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924485760:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345653.849879:0:35216:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3b0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:2.0:1763345653.850294:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910635776 00000100:00100000:2.0:1763345653.850303:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910635776 00010000:00010000:2.0:1763345653.850337:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af347 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833eee expref: 327 pid: 6521 timeout: 1146 lvb_type: 0 00000100:00100000:3.0:1763345653.850523:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.850668:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910635904 00000100:00100000:2.0:1763345653.850672:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910635904 00010000:00010000:2.0:1763345653.850689:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58af324 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ed9 expref: 328 pid: 6521 timeout: 1146 lvb_type: 0 00000100:00100000:1.0:1763345653.850829:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3936 00000100:00100000:1.0:1763345653.850841:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+328:2409:x1849000910635776:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345653.850854:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345653.850860:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af347 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833eee expref: 328 pid: 6521 timeout: 1146 lvb_type: 0 00010000:00010000:1.0:1763345653.850877:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af347 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833eee expref: 328 pid: 6521 timeout: 1146 lvb_type: 0 00010000:00010000:1.0:1763345653.850898:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af347 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833eee expref: 328 pid: 6521 timeout: 1146 lvb_type: 0 00010000:00010000:1.0:1763345653.850913:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:1.0:1763345653.850918:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3b0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345653.850925:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3b0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345653.850930:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345653.850993:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+327:2409:x1849000910635776:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 155us (1334us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.851000:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3936 00000100:00100000:2.0:1763345653.851079:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3937 00000100:00100000:2.0:1763345653.851087:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+326:2409:x1849000910635904:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345653.851096:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345653.851101:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58af324 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ed9 expref: 326 pid: 6521 timeout: 1146 lvb_type: 0 00010000:00010000:2.0:1763345653.851110:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58af324 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ed9 expref: 326 pid: 6521 timeout: 1146 lvb_type: 0 00010000:00010000:2.0:1763345653.851123:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58af324 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833ed9 expref: 326 pid: 6521 timeout: 1146 lvb_type: 0 00010000:00010000:2.0:1763345653.851132:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:2.0:1763345653.851136:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3b0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345653.851142:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3b0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345653.851148:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3b0 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345653.851167:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345653.851188:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:2409:x1849000910635904:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 102us (666us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.851194:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3937 00010000:00010000:0.0:1763345653.851266:0:35216:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3b0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.851275:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3b0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.853281:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3b0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.853298:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3b0 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.853304:0:35216:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3b0 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.853310:0:35216:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345653.853315:0:35216:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3b0 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.853321:0:35216:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3b0 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.853334:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345653.853336:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763345653.853340:0:35216:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3b0 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.853346:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3b0 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.853357:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345653.853360:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345653.853366:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af3a2 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f0a expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345653.853534:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a6c1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:57887:x1849000910635648:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 9155us (11122us total) trans 8589941576 rc -22/-22 00000100:00100000:0.0:1763345653.853544:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4024 00000100:00100000:3.0:1763345653.857500:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.857872:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910636032 00000100:00100000:0.0:1763345653.857883:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910636032 00000100:00100000:0.0:1763345653.858116:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11694 00000100:00100000:0.0:1763345653.858125:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57887:x1849000910636032:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345653.858147:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345653.858169:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58af3b7 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833f11 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.858223:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58af3b7 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f11 expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.858237:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58af3b7 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f11 expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.858254:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06700) 00010000:00010000:0.0:1763345653.858257:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345653.858261:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4000, rc 0) 00000100:00100000:0.0:1763345653.858320:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+325:57887:x1849000910636032:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 196us (829us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345653.858327:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11694 00000100:00100000:2.0:1763345653.866613:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.869869:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910636288 00000100:00100000:0.0:1763345653.869884:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910636288 00000100:00100000:0.0:1763345653.869964:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11695 00000100:00100000:0.0:1763345653.869975:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+325:57887:x1849000910636288:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345653.869994:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345653.870016:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af3be lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833f18 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.870424:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3c5 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x266:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345653.870439:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3c5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345653.870450:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3c5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345653.870460:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x266:0x0]: returning size 0 00010000:00010000:0.0:1763345653.870502:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af3be lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f18 expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.870523:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3c5 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f18 expref: 327 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.870532:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x266:0x0].0x0 (ffff91b541f06800) 00010000:00010000:0.0:1763345653.870535:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345653.870538:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4c00, rc 0) 00000100:00100000:0.0:1763345653.870603:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57887:x1849000910636288:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 630us (3999us total) trans 8589941577 rc 0/0 00000100:00100000:0.0:1763345653.870611:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11695 00000100:00100000:3.0:1763345653.874685:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345653.876493:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910636544 00000100:00100000:1.0:1763345653.876507:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910636544 00000100:00100000:1.0:1763345653.877472:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11696 00000100:00100000:1.0:1763345653.877489:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544866a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+327:57887:x1849000910636544:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345653.877518:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345653.877540:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af3d3 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833f1f expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.877665:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58af3da lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.877682:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58af3da lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763345653.877693:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58af3da lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763345653.877719:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00010000:00010000:1.0:1763345653.877853:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af3d3 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f1f expref: 330 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.877870:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58af3da lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f1f expref: 329 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.877878:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06700) 00010000:00010000:1.0:1763345653.877881:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763345653.877884:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91c00, rc 0) 00000100:00100000:1.0:1763345653.879348:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544866a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+329:57887:x1849000910636544:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1857us (4662us total) trans 8589941578 rc 0/0 00000100:00100000:1.0:1763345653.879360:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11696 00000100:00100000:3.0:1763345653.881609:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.882374:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910636800 00000100:00100000:0.0:1763345653.882386:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910636800 00000100:00100000:0.0:1763345653.882445:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4025 00000100:00100000:0.0:1763345653.882455:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545656a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+329:57887:x1849000910636800:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:0.0:1763345653.882531:0:35216:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000405:0x25c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58af3da lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f1f expref: 329 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.882570:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af3e8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.882583:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58af3b7 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f11 expref: 329 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.882591:0:35216:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af3e8 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.882622:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58af3b7 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f11 expref: 329 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.882635:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58af3b7 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f11 expref: 329 pid: 6522 timeout: 1146 lvb_type: 0 00000100:00100000:0.0:1763345653.882649:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b65ed7d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924485888:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345653.882739:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6431fae40 going to sleep for 11 seconds 00000100:00100000:1.0:1763345653.886221:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.886365:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b65ed7d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924485888:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345653.886409:0:35216:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af3e8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:3.0:1763345653.886630:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910636928 00000100:00100000:3.0:1763345653.886639:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910636928 00010000:00010000:3.0:1763345653.886673:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58af3b7 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f11 expref: 330 pid: 6522 timeout: 1146 lvb_type: 0 00000100:00100000:3.0:1763345653.886720:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3938 00000100:00100000:3.0:1763345653.886729:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+330:2409:x1849000910636928:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345653.886744:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345653.886751:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58af3b7 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f11 expref: 330 pid: 6522 timeout: 1146 lvb_type: 0 00010000:00010000:3.0:1763345653.886793:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58af3b7 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f11 expref: 330 pid: 6522 timeout: 1146 lvb_type: 0 00010000:00010000:3.0:1763345653.886816:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58af3b7 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f11 expref: 330 pid: 6522 timeout: 1146 lvb_type: 0 00010000:00010000:3.0:1763345653.886831:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06700) 00010000:00010000:3.0:1763345653.886836:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af3e8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345653.886844:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af3e8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345653.886850:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af3e8 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345653.886885:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345653.886942:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+329:2409:x1849000910636928:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 213us (730us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345653.886950:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3938 00010000:00010000:1.0:1763345653.887430:0:35216:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af3e8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345653.887439:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af3e8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345653.887459:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af3ef lrc: 3/0,1 mode: --/EX res: [0x200000405:0x266:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345653.887469:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3c5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f18 expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.887477:0:35216:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af3ef lrc: 4/0,1 mode: --/EX res: [0x200000405:0x266:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345653.887505:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3c5 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f18 expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345653.887516:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3c5 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f18 expref: 328 pid: 6522 timeout: 1146 lvb_type: 0 00000100:00100000:1.0:1763345653.887528:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b677b95f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924486016:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345653.887587:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b54203d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345653.890871:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.891007:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b677b95f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924486016:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345653.891032:0:35216:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af3ef lrc: 3/0,1 mode: --/EX res: [0x200000405:0x266:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:2.0:1763345653.891103:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910637056 00000100:00100000:2.0:1763345653.891110:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910637056 00010000:00010000:2.0:1763345653.891141:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3c5 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f18 expref: 329 pid: 6522 timeout: 1146 lvb_type: 0 00000100:00100000:2.0:1763345653.891620:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3939 00000100:00100000:2.0:1763345653.891630:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+329:2409:x1849000910637056:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345653.891644:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345653.891651:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3c5 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f18 expref: 329 pid: 6522 timeout: 1146 lvb_type: 0 00010000:00010000:2.0:1763345653.891668:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3c5 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f18 expref: 329 pid: 6522 timeout: 1146 lvb_type: 0 00010000:00010000:2.0:1763345653.891687:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af3c5 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f18 expref: 329 pid: 6522 timeout: 1146 lvb_type: 0 00010000:00010000:2.0:1763345653.891715:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x266:0x0].0x0 (ffff91b541f06800) 00010000:00010000:2.0:1763345653.891720:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af3ef lrc: 3/0,1 mode: --/EX res: [0x200000405:0x266:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345653.891729:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af3ef lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x266:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345653.891736:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af3ef lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x266:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345653.891796:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345653.891854:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+328:2409:x1849000910637056:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 225us (991us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.891862:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3939 00010000:00010000:0.0:1763345653.891973:0:35216:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af3ef lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x266:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345653.891981:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af3ef lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x266:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:0.0:1763345653.892312:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b65ed7d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924486144:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763345653.892377:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345653.892404:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6523bbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763345653.892571:0:7861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924486144 00000100:00100000:1.0:1763345653.892577:0:7861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924486144 00000100:00100000:1.0:1763345653.892620:0:7861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1359 00000100:00100000:1.0:1763345653.892628:0:7861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:35216:x1849000924486144:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345653.892713:0:7861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:35216:x1849000924486144:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 72us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.892720:0:7861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1359 00000100:00100000:0.0:1763345653.893915:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b65ed7d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924486144:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763345653.893987:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b65ed7d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924486272:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763345653.894028:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345653.894056:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b544180c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763345653.894151:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924486272 00000100:00100000:3.0:1763345653.894157:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924486272 00000100:00100000:3.0:1763345653.894191:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00100000:3.0:1763345653.894198:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:35216:x1849000924486272:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763345653.894277:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:35216:x1849000924486272:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 78us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345653.894283:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000100:00100000:0.0:1763345653.894726:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b65ed7d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924486272:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763345653.894960:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b65ed7d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924486400:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763345653.894988:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345653.895203:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b673000cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345653.895235:0:7861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924486400 00000100:00100000:1.0:1763345653.895240:0:7861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924486400 00000100:00100000:1.0:1763345653.895277:0:7861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:1.0:1763345653.895284:0:7861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:35216:x1849000924486400:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763345653.895352:0:7861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:35216:x1849000924486400:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 68us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.895358:0:7861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:0.0:1763345653.895418:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b65ed7d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924486400:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763345653.895453:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b65ed7d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924486528:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763345653.895474:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345653.895500:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6730000c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763345653.895548:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924486528 00000100:00100000:3.0:1763345653.895552:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924486528 00000100:00100000:3.0:1763345653.895587:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:3.0:1763345653.895594:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:35216:x1849000924486528:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763345653.896171:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:35216:x1849000924486528:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 576us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345653.896179:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00100000:2.0:1763345653.896230:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b65ed7d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924486528:0@lo:1000:mdt_rdpg00_003.0 00000040:00080000:2.0:1763345653.896386:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].19, 280 off46904 00000001:00080000:2.0:1763345653.896394:0:35216:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941579 00000100:00100000:2.0:1763345653.896449:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dce680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924486656:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763345653.896481:0:35216:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345653.896507:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417cea80 going to sleep for 11 seconds 00000100:00100000:3.0:1763345653.896555:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924486656 00000100:00100000:3.0:1763345653.896559:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924486656 00000100:00100000:3.0:1763345653.896594:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1363 00000100:00100000:3.0:1763345653.896601:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:35216:x1849000924486656:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763345653.896743:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+10:35216:x1849000924486656:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 141us (260us total) trans 17179872522 rc 0/0 00000100:00100000:3.0:1763345653.896749:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1363 00000100:00100000:2.0:1763345653.896894:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dce680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000-mdtlov_UUID:35216:1849000924486656:0@lo:1000:mdt_rdpg00_003.0 00000001:00080000:2.0:1763345653.896945:0:35216:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941580 00010000:00010000:2.0:1763345653.896970:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af3ef lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x266:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345653.896979:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af3ef lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x266:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345653.896987:0:35216:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af3ef lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x266:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345653.896993:0:35216:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345653.896997:0:35216:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af3ef lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x266:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345653.897005:0:35216:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af3ef lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x266:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345653.897019:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x266:0x0].0x0 (ffff91b541f06800) 00010000:00010000:2.0:1763345653.897022:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763345653.897026:0:35216:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af3ef lrc: 2/0,0 mode: --/EX res: [0x200000405:0x266:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345653.897032:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af3ef lrc: 0/0,0 mode: --/EX res: [0x200000405:0x266:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345653.897049:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af3e8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345653.897055:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af3e8 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345653.897059:0:35216:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af3e8 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345653.897067:0:35216:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345653.897069:0:35216:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af3e8 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345653.897074:0:35216:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af3e8 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345653.897081:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06700) 00010000:00010000:2.0:1763345653.897083:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763345653.897085:0:35216:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af3e8 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345653.897090:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af3e8 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345653.897101:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b541f06700) 00010000:00010000:2.0:1763345653.897104:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763345653.897110:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58af3da lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f1f expref: 330 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345653.897200:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545656a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+329:57887:x1849000910636800:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 14747us (15601us total) trans 8589941581 rc 0/0 00000100:00100000:2.0:1763345653.897208:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4025 00000020:00080000:2.0:1763345653.897211:0:35216:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1763345653.899455:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.899627:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910637184 00000100:00100000:2.0:1763345653.899637:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910637184 00000100:00100000:2.0:1763345653.899734:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11697 00000100:00100000:2.0:1763345653.899745:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+329:57887:x1849000910637184:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345653.899807:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345653.899831:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af3f6 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833f26 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.899887:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af3f6 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f26 expref: 330 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.899902:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af3f6 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f26 expref: 330 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.899919:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345653.899922:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345653.899925:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6c00, rc 0) 00000100:00100000:2.0:1763345653.899969:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+330:57887:x1849000910637184:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 226us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.899975:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11697 00000100:00100000:0.0:1763345653.906185:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.906244:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910637312 00000100:00100000:2.0:1763345653.906255:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910637312 00002000:00100000:2.0:1763345653.906305:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (155648->217087) req@ffff91b65ed7ca80 x1849000910637312/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 488/0 e 0 to 0 dl 1763345664 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345653.906317:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b65ed7ca80 with x1849000910637312 ext(155648->217087) 00002000:00010000:2.0:1763345653.906324:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b65ed7ca80 00000100:00100000:2.0:1763345653.906363:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2303 00000100:00100000:2.0:1763345653.906374:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+18:2410:x1849000910637312:12345-192.168.203.8@tcp:4:fsx.0 00000100:00100000:2.0:1763345653.912019:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2410:x1849000910637312:12345-192.168.203.8@tcp:4:fsx.0 Request processed in 5636us (5831us total) trans 21474839868 rc 0/0 00000100:00100000:2.0:1763345653.912033:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2303 00002000:00100000:2.0:1763345653.912047:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (155648->217087) req@ffff91b65ed7ca80 x1849000910637312/t21474839868(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 488/448 e 0 to 0 dl 1763345664 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345653.912059:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b65ed7ca80 with x1849000910637312 ext(155648->217087) 00002000:00010000:2.0:1763345653.912065:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b65ed7ca80 00000100:00100000:1.0:1763345653.916486:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.916588:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910637568 00000100:00100000:2.0:1763345653.916598:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910637568 00000100:00100000:2.0:1763345653.917024:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4026 00000100:00100000:2.0:1763345653.917035:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+330:57887:x1849000910637568:12345-192.168.203.8@tcp:35:lfs.0 00000004:00080000:2.0:1763345653.917300:0:35216:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x266:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763345653.917358:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2013, 64 off166912 00000040:00080000:2.0:1763345653.917380:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2029, 64 off168496 00000001:00080000:2.0:1763345653.917386:0:35216:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941582 00010000:00010000:2.0:1763345653.917425:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af3fd lrc: 3/0,1 mode: --/PW res: [0x200000405:0x266:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345653.917439:0:35216:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af3fd lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x266:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345653.917449:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af3fd lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x266:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345653.917456:0:35216:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af3fd lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x266:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345653.917462:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af3fd lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x266:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 35216 initiator: MDT0 00010000:00010000:2.0:1763345653.917468:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af3fd lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x266:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345653.918449:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345653.918457:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af3fd lrc: 4/0,0 mode: PW/PW res: [0x200000405:0x266:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345653.918466:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345653.918470:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af3fd lrc: 4/0,0 mode: PW/PW res: [0x200000405:0x266:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345653.918478:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af3fd lrc: 5/0,0 mode: PW/PW res: [0x200000405:0x266:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345653.918491:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x266:0x0].0x0 (ffff91b6509d7c00) 00010000:00010000:3.0:1763345653.918494:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763345653.918499:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af3fd lrc: 3/0,0 mode: --/PW res: [0x200000405:0x266:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345653.918507:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345653.918509:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345653.918511:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345653.918619:0:35216:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1763345653.918625:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af3fd lrc: 0/0,0 mode: --/PW res: [0x200000405:0x266:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35216 initiator: MDT0 00000100:00100000:2.0:1763345653.919260:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+332:57887:x1849000910637568:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 2224us (2778us total) trans 8589941583 rc 0/0 00000100:00100000:2.0:1763345653.919270:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4026 00000020:00080000:2.0:1763345653.919276:0:35216:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345653.921665:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.921940:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910637824 00000100:00100000:2.0:1763345653.921950:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910637824 00000100:00100000:2.0:1763345653.922006:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4027 00000100:00100000:2.0:1763345653.922016:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+332:57887:x1849000910637824:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345653.922674:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+333:57887:x1849000910637824:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 656us (1013us total) trans 8589941584 rc 0/0 00000100:00100000:2.0:1763345653.922682:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4027 00000100:00100000:1.0:1763345653.926815:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.926898:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910638080 00000100:00100000:2.0:1763345653.926908:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910638080 00000100:00100000:2.0:1763345653.926951:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11698 00000100:00100000:2.0:1763345653.926961:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+333:57861:x1849000910638080:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345653.926982:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345653.927004:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af404 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833f2d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.927095:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af40b lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.927109:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af40b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.927120:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af40b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.927137:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af412 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.927144:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af412 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.927150:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af412 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.927252:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af419 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.927260:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af419 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.927266:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af419 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:2.0:1763345653.927275:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 262144 00010000:00010000:2.0:1763345653.927344:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af40b lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.927352:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af40b lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.927358:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af40b lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.927365:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af40b lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.927371:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345653.927375:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af40b lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.927382:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af40b lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.927392:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b6509d7c00) 00010000:00010000:2.0:1763345653.927395:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345653.927399:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af40b lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.927405:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af40b lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.927418:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af412 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.927424:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af412 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.927429:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af412 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.927434:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345653.927437:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af412 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.927442:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af412 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.927449:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b6509d7000) 00010000:00010000:2.0:1763345653.927451:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345653.927454:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af412 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.927460:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af412 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763345653.927498:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af404 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f2d expref: 336 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.927513:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af419 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f2d expref: 335 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345653.927520:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345653.927522:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345653.927524:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7a00, rc 0) 00000100:00100000:2.0:1763345653.927592:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d51c9e15-7951-472b-8182-95fba90f4cff+335:57861:x1849000910638080:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 633us (894us total) trans 8589941585 rc 0/0 00000100:00100000:2.0:1763345653.927599:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11698 00000100:00100000:1.0:1763345653.931863:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.931970:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910638208 00000100:00100000:2.0:1763345653.931982:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910638208 00002000:00100000:2.0:1763345653.932027:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (143360->147455) req@ffff91b677b94e00 x1849000910638208/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 488/0 e 0 to 0 dl 1763345664 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345653.932037:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b677b94e00 with x1849000910638208 ext(143360->147455) 00002000:00010000:2.0:1763345653.932043:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b677b94e00 00000100:00100000:2.0:1763345653.932063:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2304 00000100:00100000:2.0:1763345653.932073:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910638208:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:2.0:1763345653.932260:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910638208:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 186us (402us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763345653.932268:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2304 00002000:00100000:2.0:1763345653.932274:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (143360->147455) req@ffff91b677b94e00 x1849000910638208/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 488/4536 e 0 to 0 dl 1763345664 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345653.932287:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b677b94e00 with x1849000910638208 ext(143360->147455) 00002000:00010000:2.0:1763345653.932291:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b677b94e00 00000100:00100000:1.0:1763345653.938149:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.938472:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910638336 00000100:00100000:0.0:1763345653.938482:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910638336 00002000:00100000:0.0:1763345653.938525:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (147456->151551) req@ffff91b677b96a00 x1849000910638336/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 488/0 e 0 to 0 dl 1763345664 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345653.938535:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b677b96a00 with x1849000910638336 ext(147456->151551) 00002000:00010000:0.0:1763345653.938540:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b677b96a00 00000100:00100000:0.0:1763345653.938570:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2305 00000100:00100000:0.0:1763345653.938578:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2411:x1849000910638336:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:0.0:1763345653.938793:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2411:x1849000910638336:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 181us (618us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763345653.938801:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2305 00002000:00100000:0.0:1763345653.938807:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (147456->151551) req@ffff91b677b96a00 x1849000910638336/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 488/4536 e 0 to 0 dl 1763345664 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345653.938815:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b677b96a00 with x1849000910638336 ext(147456->151551) 00002000:00010000:0.0:1763345653.938817:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b677b96a00 00000100:00100000:1.0:1763345653.941525:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.942250:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910638464 00000100:00100000:2.0:1763345653.942260:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910638464 00002000:00100000:2.0:1763345653.942302:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (122880->188415) req@ffff91b6748a6680 x1849000910638464/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 504/0 e 0 to 0 dl 1763345664 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345653.942313:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6748a6680 with x1849000910638464 ext(122880->188415) 00002000:00010000:2.0:1763345653.942319:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6748a6680 00000100:00100000:2.0:1763345653.942338:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2306 00000100:00100000:2.0:1763345653.942345:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910638464:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:2.0:1763345653.945143:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910638464:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 2786us (3614us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1763345653.945156:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2306 00002000:00100000:2.0:1763345653.945168:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (122880->188415) req@ffff91b6748a6680 x1849000910638464/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 504/440 e 0 to 0 dl 1763345664 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345653.945178:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6748a6680 with x1849000910638464 ext(122880->188415) 00002000:00010000:2.0:1763345653.945185:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6748a6680 00000100:00100000:1.0:1763345653.951260:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.951418:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910638592 00000100:00100000:2.0:1763345653.951428:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910638592 00002000:00100000:2.0:1763345653.951474:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (188416->225279) req@ffff91b6748a6300 x1849000910638592/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 488/0 e 0 to 0 dl 1763345664 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345653.951484:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6748a6300 with x1849000910638592 ext(188416->225279) 00002000:00010000:2.0:1763345653.951490:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6748a6300 00000100:00100000:2.0:1763345653.951529:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2307 00000100:00100000:2.0:1763345653.951539:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910638592:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:2.0:1763345653.955481:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910638592:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 3933us (4219us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1763345653.955494:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2307 00002000:00100000:2.0:1763345653.955507:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (188416->225279) req@ffff91b6748a6300 x1849000910638592/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 488/440 e 0 to 0 dl 1763345664 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345653.955517:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6748a6300 with x1849000910638592 ext(188416->225279) 00002000:00010000:2.0:1763345653.955523:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6748a6300 00000100:00100000:1.0:1763345653.960197:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.960291:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910638720 00000100:00100000:2.0:1763345653.960301:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910638720 00002000:00100000:2.0:1763345653.960346:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (143360->208895) req@ffff91b6748a5c00 x1849000910638720/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 488/0 e 0 to 0 dl 1763345664 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345653.960356:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6748a5c00 with x1849000910638720 ext(143360->208895) 00002000:00010000:2.0:1763345653.960362:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6748a5c00 00000100:00100000:0.0:1763345653.961129:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2308 00000100:00100000:0.0:1763345653.961145:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6748a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910638720:12345-192.168.203.8@tcp:4:fsx.0 00000100:00100000:0.0:1763345653.964805:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6748a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910638720:12345-192.168.203.8@tcp:4:fsx.0 Request processed in 3656us (4606us total) trans 21474839869 rc 0/0 00000100:00100000:0.0:1763345653.964819:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2308 00002000:00100000:0.0:1763345653.964831:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (143360->208895) req@ffff91b6748a5c00 x1849000910638720/t21474839869(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 488/448 e 0 to 0 dl 1763345664 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345653.964840:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6748a5c00 with x1849000910638720 ext(143360->208895) 00002000:00010000:0.0:1763345653.964846:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6748a5c00 00000100:00100000:1.0:1763345653.967883:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345653.968040:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910638848 00000100:00100000:2.0:1763345653.968049:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910638848 00000100:00100000:2.0:1763345653.968106:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8715 00000100:00100000:2.0:1763345653.968116:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910638848:12345-192.168.203.8@tcp:16:fsx.0 00000100:00100000:1.0:1763345653.971272:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763345653.971297:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5432ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924486912:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763345653.971297:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b65ed7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924486784:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763345653.971723:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345653.971724:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345653.971818:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:abaeb091-2865-41c5-9779-9e35cea57c58:3658:1849000924487168:0@lo:400:kworker.0 00000100:00100000:3.0:1763345653.971819:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3656:1849000924487424:0@lo:400:kworker.0 00000100:00100000:1.0:1763345653.971867:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345653.971870:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345653.971905:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3658:1849000924487680:0@lo:400:kworker.0 00000100:00100000:3.0:1763345653.971920:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3656:1849000924487936:0@lo:400:kworker.0 00000100:00100000:1.0:1763345653.971931:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345653.971951:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345653.971955:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3658:1849000924488192:0@lo:400:kworker.0 00000100:00100000:3.0:1763345653.971975:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542036d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3656:1849000924488448:0@lo:400:kworker.0 00000100:00100000:1.0:1763345653.971985:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345653.972006:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345653.972011:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1763345653.972020:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3658:1849000924487296:0@lo:400:kworker.0 00000100:00100000:3.0:1763345653.972029:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1763345653.972038:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3656:1849000924487040:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763345653.972046:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345653.972067:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345653.972070:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3658:1849000924487808:0@lo:400:kworker.0 00000100:00100000:1.0:1763345653.972094:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345653.972097:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3656:1849000924487552:0@lo:400:kworker.0 00000100:00100000:1.0:1763345653.972112:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924488320:0@lo:400:kworker.0 00000100:00100000:1.0:1763345653.972133:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345653.972148:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345653.972172:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3656:1849000924488064:0@lo:400:kworker.0 00000100:00100000:3.0:1763345653.972194:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345653.972232:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924486912 00000100:00100000:3.0:1763345653.972240:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924486912 00000100:00100000:3.0:1763345653.972289:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:3.0:1763345653.972298:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3656:x1849000924486912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1763345653.972326:0:8407:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 32768 granted 484925504 pending 0 free 3919175680 avail 3687653376 00000100:00100000:3.0:1763345653.972365:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3656:x1849000924486912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (651us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345653.972373:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:3.0:1763345653.972396:0:32317:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924487168 00000100:00100000:3.0:1763345653.972400:0:32317:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924487168 00000100:00100000:3.0:1763345653.972424:0:32317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1763345653.972430:0:32317:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677996c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:abaeb091-2865-41c5-9779-9e35cea57c58+23:3658:x1849000924487168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763345653.972471:0:32317:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677996c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:abaeb091-2865-41c5-9779-9e35cea57c58+23:3658:x1849000924487168:12345-0@lo:400:kworker.0 Request processed in 40us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345653.972478:0:32317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1763345653.972488:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924487424 00000100:00100000:2.0:1763345653.972495:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924487424 00000100:00100000:3.0:1763345653.972509:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924487936 00000100:00100000:3.0:1763345653.972514:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924487936 00000100:00100000:2.0:1763345653.972520:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924488192 00000100:00100000:2.0:1763345653.972524:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924488192 00000100:00100000:3.0:1763345653.972543:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924488448 00000100:00100000:3.0:1763345653.972548:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924488448 00000100:00100000:2.0:1763345653.972556:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924487808 00000100:00100000:2.0:1763345653.972560:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924487808 00000100:00100000:3.0:1763345653.972567:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924488064 00000100:00100000:3.0:1763345653.972571:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924488064 00000100:00100000:2.0:1763345653.972585:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:2.0:1763345653.972596:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1849000924487424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763345653.972601:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:3.0:1763345653.972611:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1849000924487936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763345653.972639:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3656:x1849000924487424:12345-0@lo:400:kworker.0 Request processed in 47us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.972647:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00100000:3.0:1763345653.972654:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3656:x1849000924487936:12345-0@lo:400:kworker.0 Request processed in 44us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345653.972662:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00100000:2.0:1763345653.972715:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:0.0:1763345653.972717:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924486784 00000100:00100000:0.0:1763345653.972722:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924486784 00000100:00100000:2.0:1763345653.972726:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1849000924488192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763345653.972748:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924487296 00000100:00100000:0.0:1763345653.972752:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924487296 00000100:00100000:2.0:1763345653.972788:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1849000924488192:12345-0@lo:400:kworker.0 Request processed in 35us (773us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.972796:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00100000:0.0:1763345653.972799:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924487040 00000100:00100000:0.0:1763345653.972803:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924487040 00000100:00100000:2.0:1763345653.972811:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:0.0:1763345653.972818:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924488320 00000100:00100000:2.0:1763345653.972820:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1849000924488448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763345653.972822:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924488320 00000100:00100000:0.0:1763345653.972842:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:0.0:1763345653.972851:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3658:x1849000924486784:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763345653.972856:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1849000924488448:12345-0@lo:400:kworker.0 Request processed in 37us (850us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.972863:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000004:00000024:0.0:1763345653.972882:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446178816 avail 1299939328 00000100:00100000:2.0:1763345653.972887:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1261 00000100:00100000:2.0:1763345653.972896:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1849000924487808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763345653.972919:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3658:x1849000924486784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (1203us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345653.972925:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00100000:2.0:1763345653.972936:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1849000924487808:12345-0@lo:400:kworker.0 Request processed in 40us (839us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.972944:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1261 00000100:00100000:0.0:1763345653.972952:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365 00000100:00100000:0.0:1763345653.972961:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:3658:x1849000924487296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763345653.972964:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:2.0:1763345653.972976:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3656:x1849000924488064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763345653.972996:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:3658:x1849000924487296:12345-0@lo:400:kworker.0 Request processed in 36us (950us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345653.973002:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365 00000100:00100000:2.0:1763345653.973018:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3656:x1849000924488064:12345-0@lo:400:kworker.0 Request processed in 43us (821us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345653.973022:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:2.0:1763345653.973029:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00000100:00100000:0.0:1763345653.973033:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3656:x1849000924487040:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1763345653.973050:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445507072 avail 1299267584 00000100:00100000:2.0:1763345653.973080:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924487680 00000100:00100000:0.0:1763345653.973081:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3656:x1849000924487040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 51us (1014us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.973087:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924487680 00000100:00100000:0.0:1763345653.973091:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000001:00080000:1.0:1763345653.973110:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839869 is committed 00000100:00100000:0.0:1763345653.973111:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367 00000100:00100000:2.0:1763345653.973119:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924487552 00000100:00100000:0.0:1763345653.973125:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1849000924488320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763345653.973126:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924487552 00000001:00080000:1.0:1763345653.973146:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839865 is committed 00000100:00100000:0.0:1763345653.973165:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1849000924488320:12345-0@lo:400:kworker.0 Request processed in 43us (1029us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345653.973175:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367 00000100:00100000:2.0:1763345653.973176:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:2.0:1763345653.973188:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3658:x1849000924487680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763345653.973218:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1763345653.973238:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+13:2408:x1849000910638848:12345-192.168.203.8@tcp:16:fsx.0 Request processed in 5123us (5365us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345653.973446:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3656:x1849000924487552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763345653.973497:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3658:x1849000924487680:12345-0@lo:400:kworker.0 Request processed in 311us (1565us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345653.973502:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8715 00000100:00100000:2.0:1763345653.973513:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1763345653.973636:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3656:x1849000924487552:12345-0@lo:400:kworker.0 Request processed in 192us (1488us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345653.973639:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3656:1849000924487040:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1763345653.973647:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:2.0:1763345653.973658:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3656:1849000924487552:0@lo:400:kworker.0 00000100:00100000:2.0:1763345653.973670:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3656:1849000924488064:0@lo:400:kworker.0 00000100:00100000:2.0:1763345653.973680:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3656:1849000924487424:0@lo:400:kworker.0 00000100:00100000:2.0:1763345653.973688:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3656:1849000924487936:0@lo:400:kworker.0 00000100:00100000:2.0:1763345653.973700:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542036d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3656:1849000924488448:0@lo:400:kworker.0 00000100:00100000:2.0:1763345653.973718:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5432ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924486912:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763345653.973906:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3658:1849000924487296:0@lo:400:kworker.0 00000100:00100000:2.0:1763345653.973934:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3658:1849000924487808:0@lo:400:kworker.0 00000100:00100000:2.0:1763345653.973945:0:3658:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294968317 gen 2 00000004:00080000:2.0:1763345653.973951:0:3658:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294968317 committed transno 4294968317 00000100:00100000:2.0:1763345653.973985:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924488320:0@lo:400:kworker.0 00000100:00100000:2.0:1763345653.973999:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:abaeb091-2865-41c5-9779-9e35cea57c58:3658:1849000924487168:0@lo:400:kworker.0 00000100:00100000:2.0:1763345653.974009:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3658:1849000924487680:0@lo:400:kworker.0 00000100:00100000:2.0:1763345653.974020:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3658:1849000924488192:0@lo:400:kworker.0 00000100:00100000:2.0:1763345653.974033:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b65ed7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924486784:0@lo:41:osp-pre-1-0.0 00000100:00080000:3.0:1763345653.974040:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1763345653.974046:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763345653.974050:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1763345653.974053:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763345653.978390:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345653.978470:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910638976 00000100:00100000:3.0:1763345653.978479:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910638976 00000100:00100000:0.0:1763345653.978967:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11699 00000100:00100000:0.0:1763345653.978979:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+335:57861:x1849000910638976:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345653.979000:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345653.979018:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af427 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833f34 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.979049:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af42e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345653.979105:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af42e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345653.979116:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af42e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345653.979216:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af427 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f34 expref: 337 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.979232:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af42e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f34 expref: 336 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345653.979241:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345653.979245:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763345653.979248:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5200, rc 0) 00000100:00100000:0.0:1763345653.979297:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+336:57861:x1849000910638976:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 321us (916us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345653.979305:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11699 00000100:00100000:1.0:1763345653.984161:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345653.985329:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910639104 00000100:00100000:0.0:1763345653.985341:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910639104 00002000:00100000:0.0:1763345653.985392:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (90112->122879) req@ffff91b674b1ca80 x1849000910639104/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 488/0 e 0 to 0 dl 1763345664 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345653.985404:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b674b1ca80 with x1849000910639104 ext(90112->122879) 00002000:00010000:0.0:1763345653.985410:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b674b1ca80 00000100:00100000:0.0:1763345653.985452:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2309 00000100:00100000:0.0:1763345653.985461:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+13:2409:x1849000910639104:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:0.0:1763345653.990623:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+13:2409:x1849000910639104:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 5153us (6460us total) trans 0 rc 32768/32768 00000100:00100000:0.0:1763345653.990637:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2309 00002000:00100000:0.0:1763345653.990649:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (90112->122879) req@ffff91b674b1ca80 x1849000910639104/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:129/0 lens 488/440 e 0 to 0 dl 1763345664 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345653.990663:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b674b1ca80 with x1849000910639104 ext(90112->122879) 00002000:00010000:0.0:1763345653.990669:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b674b1ca80 00000100:00100000:1.0:1763345654.002223:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.002556:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910639232 00000100:00100000:0.0:1763345654.002566:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910639232 00000100:00080000:3.0:1763345654.002624:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763345654.002653:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2310 00000100:00100000:0.0:1763345654.002665:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+13:2408:x1849000910639232:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:0.0:1763345654.003052:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1763345654.003057:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345652 -> 1763345653 00002000:00010000:0.0:1763345654.003060:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345652 -> 1763345653 00002000:00010000:0.0:1763345654.003062:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345652 -> 1763345653 00002000:00010000:0.0:1763345654.003065:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 296 -> 440 00000100:00100000:0.0:1763345654.003135:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910639232:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 472us (919us total) trans 21474839870 rc 0/0 00000100:00100000:0.0:1763345654.003143:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2310 00000100:00100000:1.0:1763345654.010696:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.010829:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910639488 00000100:00100000:3.0:1763345654.010840:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910639488 00000100:00080000:0.0:1763345654.011459:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1763345654.016126:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11700 00000100:00100000:2.0:1763345654.016150:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+336:57861:x1849000910639488:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:2.0:1763345654.016205:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345654.016232:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af419 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f2d expref: 336 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.016252:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345654.016257:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345654.016418:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af435 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.016431:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af435 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.016440:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af435 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:2.0:1763345654.016480:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941586 00000004:00010000:2.0:1763345654.016501:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000223b2297 reply state 0000000083c6ad7e transno 8589941587 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af435 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.016512:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af435 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.016518:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345654.016521:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345654.016524:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345654.019025:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+338:57861:x1849000910639488:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 2876us (8326us total) trans 8589941587 rc 0/0 00000100:00100000:2.0:1763345654.019038:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11700 00000020:00080000:2.0:1763345654.019046:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763345654.023262:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.023911:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910639616 00000100:00100000:0.0:1763345654.023920:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910639616 00000100:00100000:0.0:1763345654.023981:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8716 00000100:00100000:0.0:1763345654.023990:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+14:57861:x1849000910639616:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345654.024008:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345654.024028:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af43c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833f3b expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.024058:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b6413ee600/0x52bea07cb58af1f0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e7e expref: 15 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345654.024067:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345654.024069:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345654.024073:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af43c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f3b expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.024104:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b6413ee600/0x52bea07cb58af1f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e7e expref: 15 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345654.024116:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b6413ee600/0x52bea07cb58af1f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e7e expref: 15 pid: 8560 timeout: 1146 lvb_type: 1 00000100:00100000:0.0:1763345654.024129:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542034a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924488576:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345654.024209:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6730000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345654.028415:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.028829:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542034a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924488576:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345654.028874:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af43c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833f3b expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.028895:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5a00, rc 0) 00000100:00100000:2.0:1763345654.029310:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910639744 00000100:00100000:2.0:1763345654.029318:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910639744 00010000:00010000:2.0:1763345654.029350:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b6413ee600/0x52bea07cb58af1f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e7e expref: 16 pid: 8560 timeout: 1146 lvb_type: 1 00000100:00100000:2.0:1763345654.029388:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3940 00000100:00100000:2.0:1763345654.029397:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910639744:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345654.029412:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345654.029432:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b6413ee600/0x52bea07cb58af1f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e7e expref: 16 pid: 8560 timeout: 1146 lvb_type: 1 00010000:00010000:2.0:1763345654.029445:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b6413ee600/0x52bea07cb58af1f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e7e expref: 16 pid: 8560 timeout: 1146 lvb_type: 1 00010000:00010000:2.0:1763345654.029467:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b6413ee600/0x52bea07cb58af1f0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e7e expref: 16 pid: 8560 timeout: 1146 lvb_type: 1 00010000:00010000:2.0:1763345654.029481:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345654.029484:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345654.029490:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af43c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833f3b expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.029501:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af43c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833f3b expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.029537:0:6505:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af43c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833f3b expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345654.029550:0:6505:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6505:1849000924488704:192.168.203.8@tcp:105: 00000100:00100000:0.0:1763345654.029833:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+15:57861:x1849000910639616:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 5843us (6578us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.029842:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8716 00000100:00100000:2.0:1763345654.030539:0:6505:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417cef00 going to sleep for 11 seconds 00000100:00100000:1.0:1763345654.034561:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.034757:0:6505:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6505:1849000924488704:192.168.203.8@tcp:105: 00010000:00010000:2.0:1763345654.034821:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345654.034870:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910639744:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 5474us (6462us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345654.034880:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3940 00000100:00100000:0.0:1763345654.035162:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910639872 00000100:00100000:0.0:1763345654.035170:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910639872 00000100:00100000:0.0:1763345654.035231:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8717 00000100:00100000:0.0:1763345654.035241:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+16:57861:x1849000910639872:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345654.035256:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345654.035273:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58af443 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833f42 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.035300:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58af1e9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833e85 expref: 17 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345654.035309:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345654.035311:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345654.035315:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58af443 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f42 expref: 17 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.035347:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58af1e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e85 expref: 17 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345654.035360:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58af1e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e85 expref: 17 pid: 8560 timeout: 1146 lvb_type: 1 00000100:00100000:0.0:1763345654.035373:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542034a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8405:1849000924488832:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345654.035420:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6730000c0 going to sleep for 11 seconds 00000100:00080000:3.0:1763345654.035528:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763345654.038178:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542034a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8405:1849000924488832:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345654.038234:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58af443 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833f42 expref: 17 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.038254:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5000, rc 0) 00000100:00100000:0.0:1763345654.038302:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+17:57861:x1849000910639872:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 3064us (3749us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.038312:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8717 00000100:00100000:1.0:1763345654.039877:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.040177:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910640000 00000100:00100000:2.0:1763345654.040188:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910640000 00010000:00010000:2.0:1763345654.040227:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58af1e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e85 expref: 17 pid: 8560 timeout: 1146 lvb_type: 1 00000100:00100000:2.0:1763345654.040309:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3941 00000100:00100000:2.0:1763345654.040318:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6431fd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910640000:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345654.040333:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345654.040352:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58af1e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e85 expref: 17 pid: 8560 timeout: 1146 lvb_type: 1 00010000:00010000:2.0:1763345654.040365:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58af1e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e85 expref: 17 pid: 8560 timeout: 1146 lvb_type: 1 00010000:00010000:2.0:1763345654.040393:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58af1e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833e85 expref: 17 pid: 8560 timeout: 1146 lvb_type: 1 00010000:00010000:2.0:1763345654.040407:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345654.040409:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345654.040414:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58af443 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833f42 expref: 16 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.040425:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58af443 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833f42 expref: 16 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.040461:0:6505:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58af443 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833f42 expref: 16 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345654.040474:0:6505:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672dcc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6505:1849000924488960:192.168.203.8@tcp:105: 00000100:00100000:2.0:1763345654.040825:0:6505:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417cef00 going to sleep for 11 seconds 00000100:00100000:2.0:1763345654.044994:0:6505:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672dcc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6505:1849000924488960:192.168.203.8@tcp:105: 00010000:00010000:2.0:1763345654.045020:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345654.045081:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6431fd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910640000:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 4762us (5209us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345654.045091:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3941 00000100:00100000:3.0:1763345654.045402:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.045483:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.045502:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.045604:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910640128 00000100:00100000:0.0:1763345654.045611:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910640128 00002000:00010000:0.0:1763345654.045647:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (7069->18446744073709551615) 00002000:00100000:0.0:1763345654.045652:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ee4700 with x1849000910640128 ext(7069->18446744073709551615) 00002000:00010000:0.0:1763345654.045662:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ee4700. 00000100:00100000:0.0:1763345654.045680:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910640256 00000100:00100000:0.0:1763345654.045683:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910640256 00002000:00010000:0.0:1763345654.045693:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:0.0:1763345654.045696:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ee6300 with x1849000910640256 ext(0->18446744073709551615) 00000100:00100000:1.0:1763345654.046055:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910640384 00000100:00100000:1.0:1763345654.046061:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910640384 00002000:00010000:1.0:1763345654.046078:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:1.0:1763345654.046081:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ee6680 with x1849000910640384 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345654.046089:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b672ee6680. 00000100:00100000:1.0:1763345654.046108:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2311 00000100:00100000:1.0:1763345654.046116:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910640128:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:1.0:1763345654.046707:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 262144 -> 7069 00002000:00010000:1.0:1763345654.046711:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345654.046714:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345654.046716:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345654.046718:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 440 -> 16 00000100:00100000:1.0:1763345654.046796:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910640128:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 680us (1394us total) trans 21474839871 rc 0/0 00000100:00100000:1.0:1763345654.046804:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2311 00002000:00010000:1.0:1763345654.046810:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (7069->18446744073709551615) 00002000:00100000:1.0:1763345654.046812:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ee4700 with x1849000910640128 ext(7069->18446744073709551615) 00002000:00010000:1.0:1763345654.046818:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ee4700. 00000100:00100000:1.0:1763345654.046843:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2312 00000100:00100000:1.0:1763345654.046850:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910640384:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:1.0:1763345654.046919:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345654.046922:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345652 -> 1763345653 00002000:00010000:1.0:1763345654.046925:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345652 -> 1763345652 00002000:00010000:1.0:1763345654.046927:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345652 -> 1763345653 00002000:00010000:1.0:1763345654.046929:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345654.046952:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910640384:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 102us (1448us total) trans 17179872523 rc 0/0 00000100:00100000:1.0:1763345654.046958:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2312 00002000:00010000:1.0:1763345654.046961:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:1.0:1763345654.046963:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ee6680 with x1849000910640384 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345654.046968:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b672ee6680. 00002000:00010000:0.0:1763345654.047141:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ee6300. 00000100:00100000:0.0:1763345654.047168:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2313 00000100:00100000:0.0:1763345654.047176:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910640256:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:0.0:1763345654.047233:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345654.047236:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345652 -> 1763345653 00002000:00010000:0.0:1763345654.047239:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345652 -> 1763345652 00002000:00010000:0.0:1763345654.047241:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345652 -> 1763345653 00002000:00010000:0.0:1763345654.047243:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763345654.047272:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910640256:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 97us (1788us total) trans 21474839872 rc 0/0 00000100:00100000:0.0:1763345654.047278:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2313 00002000:00010000:0.0:1763345654.047281:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:0.0:1763345654.047283:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ee6300 with x1849000910640256 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345654.047287:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ee6300. 00000100:00100000:1.0:1763345654.051572:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.052640:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910640512 00000100:00100000:2.0:1763345654.052651:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910640512 00000100:00100000:2.0:1763345654.053015:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11701 00000100:00100000:2.0:1763345654.053026:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+338:57861:x1849000910640512:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345654.053050:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345654.053070:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af44a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833f49 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.053157:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af451 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.053171:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af451 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.053182:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af451 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345654.053206:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 7069 00000004:00200000:2.0:1763345654.053210:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345654.053226:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af451 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.053250:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af44a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f49 expref: 340 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.053267:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af451 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f49 expref: 339 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.053276:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345654.053279:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345654.053282:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6800, rc 0) 00000100:00100000:2.0:1763345654.053346:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+339:57861:x1849000910640512:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 321us (1782us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345654.053353:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11701 00000100:00100000:3.0:1763345654.057447:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.057557:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910640640 00000100:00100000:1.0:1763345654.057566:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910640640 00002000:00100000:1.0:1763345654.057612:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (4096->8191) req@ffff91b672ee5500 x1849000910640640/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/0 e 0 to 0 dl 1763345665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345654.057622:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ee5500 with x1849000910640640 ext(4096->8191) 00002000:00010000:1.0:1763345654.057627:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ee5500 00000100:00100000:1.0:1763345654.057693:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2314 00000100:00100000:1.0:1763345654.057703:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+16:2411:x1849000910640640:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:1.0:1763345654.058215:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+16:2411:x1849000910640640:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 512us (775us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763345654.058224:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2314 00002000:00100000:1.0:1763345654.058230:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (4096->8191) req@ffff91b672ee5500 x1849000910640640/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/4536 e 0 to 0 dl 1763345665 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345654.058240:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ee5500 with x1849000910640640 ext(4096->8191) 00002000:00010000:1.0:1763345654.058243:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ee5500 00000100:00100000:1.0:1763345654.061962:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.062090:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910640768 00000100:00100000:2.0:1763345654.062099:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910640768 00000100:00100000:2.0:1763345654.062624:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2315 00000100:00100000:2.0:1763345654.062635:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910640768:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:2.0:1763345654.062920:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 7069 -> 7069 00002000:00010000:2.0:1763345654.062924:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345653 -> 1763345653 00002000:00010000:2.0:1763345654.062927:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:2.0:1763345654.062929:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345653 -> 1763345653 00002000:00010000:2.0:1763345654.062931:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 16 -> 56 00000100:00100000:2.0:1763345654.062983:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910640768:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 351us (1030us total) trans 21474839873 rc 0/0 00000100:00100000:2.0:1763345654.062990:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2315 00000100:00100000:2.0:1763345654.067246:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.067358:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910640896 00000100:00100000:1.0:1763345654.067367:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910640896 00002000:00100000:1.0:1763345654.067408:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (0->4095) req@ffff91b672dcc700 x1849000910640896/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/0 e 0 to 0 dl 1763345665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345654.067420:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dcc700 with x1849000910640896 ext(0->4095) 00002000:00010000:1.0:1763345654.067425:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dcc700 00000100:00100000:1.0:1763345654.068097:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2316 00000100:00100000:1.0:1763345654.068108:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910640896:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:1.0:1763345654.068303:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910640896:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 196us (1064us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763345654.068311:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2316 00002000:00100000:1.0:1763345654.068318:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (0->4095) req@ffff91b672dcc700 x1849000910640896/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/4536 e 0 to 0 dl 1763345665 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345654.068327:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dcc700 with x1849000910640896 ext(0->4095) 00002000:00010000:1.0:1763345654.068331:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dcc700 00000100:00100000:2.0:1763345654.071993:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.072119:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910641152 00000100:00100000:3.0:1763345654.072130:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910641152 00000100:00100000:3.0:1763345654.072190:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11702 00000100:00100000:3.0:1763345654.072201:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+339:57861:x1849000910641152:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:3.0:1763345654.072252:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345654.072278:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af451 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f49 expref: 339 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.072297:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:3.0:1763345654.072302:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345654.072458:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af458 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345654.072471:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af458 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345654.072481:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af458 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:3.0:1763345654.072521:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941588 00000004:00010000:3.0:1763345654.072541:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000e7aadf7 reply state 000000004c038b01 transno 8589941589 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af458 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345654.072552:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af458 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345654.072558:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:3.0:1763345654.072561:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345654.072563:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763345654.072654:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+341:57861:x1849000910641152:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 454us (670us total) trans 8589941589 rc 0/0 00000100:00100000:3.0:1763345654.072661:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11702 00000020:00080000:3.0:1763345654.072666:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345654.076137:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.076231:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910641280 00000100:00100000:0.0:1763345654.076241:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910641280 00002000:00010000:0.0:1763345654.076281:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (109660->18446744073709551615) 00002000:00100000:0.0:1763345654.076286:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dced80 with x1849000910641280 ext(109660->18446744073709551615) 00002000:00010000:0.0:1763345654.076297:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dced80. 00000100:00100000:0.0:1763345654.076331:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2317 00000100:00100000:0.0:1763345654.076341:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910641280:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:0.0:1763345654.076525:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 7069 -> 109660 00002000:00010000:0.0:1763345654.076529:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345653 -> 1763345653 00002000:00010000:0.0:1763345654.076531:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:0.0:1763345654.076534:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345653 -> 1763345653 00002000:00010000:0.0:1763345654.076536:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 56 -> 56 00000100:00100000:0.0:1763345654.076595:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910641280:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 254us (466us total) trans 21474839874 rc 0/0 00000100:00100000:0.0:1763345654.076602:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2317 00002000:00010000:0.0:1763345654.076606:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (109660->18446744073709551615) 00002000:00100000:0.0:1763345654.076609:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dced80 with x1849000910641280 ext(109660->18446744073709551615) 00002000:00010000:0.0:1763345654.076614:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dced80. 00000100:00100000:1.0:1763345654.077178:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.077261:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.077453:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910641408 00000100:00100000:3.0:1763345654.077459:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910641408 00002000:00010000:3.0:1763345654.077479:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:3.0:1763345654.077483:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d07100 with x1849000910641408 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345654.077490:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d07100. 00000100:00100000:3.0:1763345654.077512:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910641536 00000100:00100000:3.0:1763345654.077514:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910641536 00002000:00010000:3.0:1763345654.077523:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:3.0:1763345654.077526:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d07480 with x1849000910641536 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345654.077530:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545d07480. 00000100:00100000:3.0:1763345654.077542:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2318 00000100:00100000:3.0:1763345654.077548:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910641408:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:3.0:1763345654.077619:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345654.077622:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345653 -> 1763345653 00002000:00010000:3.0:1763345654.077625:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345652 -> 1763345652 00002000:00010000:3.0:1763345654.077627:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345653 -> 1763345653 00002000:00010000:3.0:1763345654.077628:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763345654.077659:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910641408:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 111us (483us total) trans 21474839875 rc 0/0 00000100:00100000:3.0:1763345654.077665:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2318 00002000:00010000:3.0:1763345654.077668:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:3.0:1763345654.077670:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d07100 with x1849000910641408 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345654.077674:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d07100. 00000100:00100000:3.0:1763345654.077686:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2319 00000100:00100000:3.0:1763345654.077692:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910641536:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:3.0:1763345654.077787:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345654.077789:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345653 -> 1763345653 00002000:00010000:3.0:1763345654.077794:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345652 -> 1763345652 00002000:00010000:3.0:1763345654.077796:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345653 -> 1763345653 00002000:00010000:3.0:1763345654.077798:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345654.077818:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910641536:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 126us (557us total) trans 17179872524 rc 0/0 00000100:00100000:3.0:1763345654.077825:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2319 00002000:00010000:3.0:1763345654.077828:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:3.0:1763345654.077831:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d07480 with x1849000910641536 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345654.077835:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545d07480. 00000100:00100000:1.0:1763345654.080632:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.080866:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910641664 00000100:00100000:0.0:1763345654.080876:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910641664 00002000:00100000:0.0:1763345654.080917:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (36864->102399) req@ffff91b545d05880 x1849000910641664/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/0 e 0 to 0 dl 1763345665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345654.080929:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d05880 with x1849000910641664 ext(36864->102399) 00002000:00010000:0.0:1763345654.080934:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d05880 00000100:00100000:0.0:1763345654.080969:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2320 00000100:00100000:0.0:1763345654.080978:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910641664:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:0.0:1763345654.084743:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910641664:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 3752us (4106us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1763345654.084757:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2320 00002000:00100000:0.0:1763345654.084819:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (36864->102399) req@ffff91b545d05880 x1849000910641664/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/440 e 0 to 0 dl 1763345665 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345654.084830:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d05880 with x1849000910641664 ext(36864->102399) 00002000:00010000:0.0:1763345654.084836:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d05880 00000100:00100000:3.0:1763345654.089088:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.089322:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910641792 00000100:00100000:0.0:1763345654.089333:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910641792 00002000:00100000:0.0:1763345654.089379:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (102400->110591) req@ffff91b672ee5180 x1849000910641792/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/0 e 0 to 0 dl 1763345665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345654.089390:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ee5180 with x1849000910641792 ext(102400->110591) 00002000:00010000:0.0:1763345654.089396:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ee5180 00000100:00100000:0.0:1763345654.089432:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2321 00000100:00100000:0.0:1763345654.089440:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910641792:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:0.0:1763345654.090022:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910641792:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 580us (941us total) trans 0 rc 8192/8192 00000100:00100000:0.0:1763345654.090030:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2321 00002000:00100000:0.0:1763345654.090037:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (102400->110591) req@ffff91b672ee5180 x1849000910641792/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/8632 e 0 to 0 dl 1763345665 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345654.090044:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ee5180 with x1849000910641792 ext(102400->110591) 00002000:00010000:0.0:1763345654.090047:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ee5180 00000100:00100000:1.0:1763345654.094398:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.094549:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910641920 00000100:00100000:0.0:1763345654.094558:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910641920 00002000:00100000:0.0:1763345654.094602:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (65536->109659) req@ffff91b543385880 x1849000910641920/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/0 e 0 to 0 dl 1763345665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345654.094614:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b543385880 with x1849000910641920 ext(65536->109659) 00002000:00010000:0.0:1763345654.094619:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b543385880 00000100:00100000:0.0:1763345654.094717:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2322 00000100:00100000:0.0:1763345654.094726:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543385880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910641920:12345-192.168.203.8@tcp:4:fsx.0 00000100:00100000:0.0:1763345654.098414:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543385880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910641920:12345-192.168.203.8@tcp:4:fsx.0 Request processed in 3677us (4012us total) trans 21474839876 rc 0/0 00000100:00100000:0.0:1763345654.098430:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2322 00002000:00100000:0.0:1763345654.098444:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (65536->109659) req@ffff91b543385880 x1849000910641920/t21474839876(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/448 e 0 to 0 dl 1763345665 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345654.098454:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b543385880 with x1849000910641920 ext(65536->109659) 00002000:00010000:0.0:1763345654.098460:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b543385880 00000100:00100000:0.0:1763345654.101452:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.101675:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910642048 00000100:00100000:2.0:1763345654.101685:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910642048 00000100:00100000:0.0:1763345654.101849:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8718 00000100:00100000:0.0:1763345654.101861:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542034a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910642048:12345-192.168.203.8@tcp:16:fsx.0 00000001:00080000:1.0:1763345654.103110:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839876 is committed 00000100:00100000:0.0:1763345654.103518:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542034a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+13:2408:x1849000910642048:12345-192.168.203.8@tcp:16:fsx.0 Request processed in 1654us (2069us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.103529:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8718 00000100:00100000:2.0:1763345654.106373:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.106447:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910642176 00000100:00100000:0.0:1763345654.106457:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910642176 00000100:00100000:0.0:1763345654.106517:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11703 00000100:00100000:0.0:1763345654.106527:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+341:57861:x1849000910642176:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345654.106547:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345654.106566:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af45f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833f50 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.106654:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af466 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.106669:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af466 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.106679:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af466 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345654.106705:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 109660 00000004:00200000:0.0:1763345654.106710:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345654.106726:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af466 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.106751:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af45f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f50 expref: 343 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.106812:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af466 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f50 expref: 342 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.106822:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345654.106825:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345654.106828:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4a00, rc 0) 00000100:00100000:0.0:1763345654.106888:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+342:57861:x1849000910642176:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 361us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.106895:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11703 00000100:00100000:1.0:1763345654.114163:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.114963:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910642304 00000100:00100000:0.0:1763345654.114974:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910642304 00000100:00100000:0.0:1763345654.115036:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2323 00000100:00100000:0.0:1763345654.115045:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543385f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+13:2408:x1849000910642304:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:0.0:1763345654.115455:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 109660 -> 109660 00002000:00010000:0.0:1763345654.115459:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345653 -> 1763345653 00002000:00010000:0.0:1763345654.115462:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:0.0:1763345654.115464:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345653 -> 1763345653 00002000:00010000:0.0:1763345654.115466:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 56 -> 152 00000100:00100000:0.0:1763345654.115602:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543385f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910642304:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 556us (1446us total) trans 21474839877 rc 0/0 00000100:00100000:0.0:1763345654.115609:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2323 00000100:00100000:2.0:1763345654.119702:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.119816:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910642432 00000100:00100000:0.0:1763345654.119826:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910642432 00002000:00100000:0.0:1763345654.119876:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (8192->110591) req@ffff91b672dcf480 x1849000910642432/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 504/0 e 0 to 0 dl 1763345665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345654.119887:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dcf480 with x1849000910642432 ext(8192->110591) 00002000:00010000:0.0:1763345654.119893:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dcf480 00000100:00100000:0.0:1763345654.119930:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2324 00000100:00100000:0.0:1763345654.119939:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910642432:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:0.0:1763345654.123742:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910642432:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 3795us (4041us total) trans 0 rc 49152/49152 00000100:00100000:0.0:1763345654.123754:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2324 00002000:00100000:0.0:1763345654.123789:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (8192->110591) req@ffff91b672dcf480 x1849000910642432/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 504/440 e 0 to 0 dl 1763345665 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345654.123799:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dcf480 with x1849000910642432 ext(8192->110591) 00002000:00010000:0.0:1763345654.123805:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dcf480 00000100:00100000:1.0:1763345654.139184:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.139801:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910642688 00000100:00100000:3.0:1763345654.139811:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910642688 00000100:00100000:3.0:1763345654.139857:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11704 00000100:00100000:3.0:1763345654.139864:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543386d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+342:57861:x1849000910642688:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:3.0:1763345654.139909:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345654.139934:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af466 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f50 expref: 342 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.139950:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:3.0:1763345654.139954:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345654.143978:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af46d lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345654.144004:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af46d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345654.144015:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af46d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:3.0:1763345654.144083:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941590 00000004:00010000:3.0:1763345654.144111:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000039b453ff reply state 00000000d0f5b2b0 transno 8589941591 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af46d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345654.144124:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af46d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345654.144131:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:3.0:1763345654.144134:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345654.144138:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763345654.144252:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543386d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+344:57861:x1849000910642688:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 4384us (5075us total) trans 8589941591 rc 0/0 00000100:00100000:3.0:1763345654.144266:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11704 00000020:00080000:3.0:1763345654.144272:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345654.148985:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.149025:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.149062:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.149144:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910642944 00000100:00100000:0.0:1763345654.149153:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910642944 00002000:00010000:0.0:1763345654.149192:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:0.0:1763345654.149197:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d01180 with x1849000910642944 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345654.149210:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d01180. 00000100:00100000:0.0:1763345654.149241:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910642816 00000100:00100000:0.0:1763345654.149244:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910642816 00002000:00010000:0.0:1763345654.149256:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (50008->18446744073709551615) 00002000:00100000:0.0:1763345654.149259:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d01c00 with x1849000910642816 ext(50008->18446744073709551615) 00002000:00010000:0.0:1763345654.149264:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d01c00. 00000100:00100000:0.0:1763345654.149280:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910643072 00000100:00100000:0.0:1763345654.149283:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910643072 00002000:00010000:0.0:1763345654.149294:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:0.0:1763345654.149297:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b677b97b80 with x1849000910643072 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345654.149302:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b677b97b80. 00000100:00100000:0.0:1763345654.149321:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2325 00000100:00100000:0.0:1763345654.149330:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910642944:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:0.0:1763345654.149461:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345654.149466:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345653 -> 1763345653 00002000:00010000:0.0:1763345654.149468:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345652 -> 1763345652 00002000:00010000:0.0:1763345654.149470:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345653 -> 1763345653 00002000:00010000:0.0:1763345654.149472:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763345654.149526:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910642944:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 197us (551us total) trans 21474839878 rc 0/0 00000100:00100000:0.0:1763345654.149534:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2325 00002000:00010000:0.0:1763345654.149538:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:0.0:1763345654.149541:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d01180 with x1849000910642944 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345654.149545:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d01180. 00000100:00100000:0.0:1763345654.149569:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2326 00000100:00100000:0.0:1763345654.149576:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910642816:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:0.0:1763345654.149840:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 109660 -> 50008 00002000:00010000:0.0:1763345654.149844:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345653 -> 1763345653 00002000:00010000:0.0:1763345654.149846:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:0.0:1763345654.149848:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345653 -> 1763345653 00002000:00010000:0.0:1763345654.149850:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 152 -> 64 00000100:00100000:0.0:1763345654.149877:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910642816:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 300us (851us total) trans 21474839879 rc 0/0 00000100:00100000:0.0:1763345654.149884:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2326 00002000:00010000:0.0:1763345654.149887:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (50008->18446744073709551615) 00002000:00100000:0.0:1763345654.149890:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d01c00 with x1849000910642816 ext(50008->18446744073709551615) 00002000:00010000:0.0:1763345654.149894:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d01c00. 00000100:00100000:0.0:1763345654.149916:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2327 00000100:00100000:0.0:1763345654.149923:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910643072:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:0.0:1763345654.149986:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345654.149989:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345653 -> 1763345653 00002000:00010000:0.0:1763345654.149992:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345652 -> 1763345652 00002000:00010000:0.0:1763345654.149994:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345653 -> 1763345653 00002000:00010000:0.0:1763345654.149996:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345654.150017:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910643072:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 94us (954us total) trans 17179872525 rc 0/0 00000100:00100000:0.0:1763345654.150023:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2327 00002000:00010000:0.0:1763345654.150027:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:0.0:1763345654.150030:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b677b97b80 with x1849000910643072 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345654.150033:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b677b97b80. 00000100:00100000:2.0:1763345654.154132:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.154209:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910643200 00000100:00100000:3.0:1763345654.154219:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910643200 00000100:00100000:3.0:1763345654.154277:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11705 00000100:00100000:3.0:1763345654.154286:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+344:57861:x1849000910643200:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:3.0:1763345654.154308:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345654.154328:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58af474 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833f57 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.154414:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58af47b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345654.154429:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58af47b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345654.154439:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58af47b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763345654.154462:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 50008 00000004:00200000:3.0:1763345654.154466:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763345654.154483:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58af47b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345654.154505:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58af474 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f57 expref: 346 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.154521:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58af47b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f57 expref: 345 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.154534:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:3.0:1763345654.154537:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345654.154541:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261c00, rc 0) 00000100:00100000:3.0:1763345654.154642:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+345:57861:x1849000910643200:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 357us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345654.154649:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11705 00000100:00100000:0.0:1763345654.158126:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.158212:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910643328 00000100:00100000:3.0:1763345654.158222:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910643328 00000100:00100000:1.0:1763345654.158371:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2328 00000100:00100000:1.0:1763345654.158384:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542037100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910643328:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:1.0:1763345654.158704:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 50008 -> 50008 00002000:00010000:1.0:1763345654.158708:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345654.158710:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345654.158712:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345654.158715:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 64 -> 72 00000100:00100000:1.0:1763345654.159950:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542037100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910643328:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 1563us (1826us total) trans 21474839880 rc 0/0 00000100:00100000:1.0:1763345654.159961:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2328 00000100:00100000:2.0:1763345654.167868:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.168117:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910643584 00000100:00100000:0.0:1763345654.168127:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910643584 00000100:00100000:0.0:1763345654.168189:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4028 00000100:00100000:0.0:1763345654.168200:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+345:57861:x1849000910643584:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:0.0:1763345654.170378:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+346:57861:x1849000910643584:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 2171us (2509us total) trans 8589941592 rc 0/0 00000100:00100000:0.0:1763345654.170396:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4028 00000100:00100000:2.0:1763345654.192664:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.192757:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910643840 00000100:00100000:0.0:1763345654.192806:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910643840 00000100:00100000:0.0:1763345654.192871:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11706 00000100:00100000:0.0:1763345654.192882:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+346:57888:x1849000910643840:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345654.192907:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345654.192930:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af482 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833f5e expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.193012:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af489 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.193027:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af489 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.193038:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af489 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.193051:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af490 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.193057:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af490 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.193064:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af490 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.193172:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af497 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.193181:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af497 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.193187:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af497 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345654.193197:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 50008 00010000:00010000:0.0:1763345654.193285:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af489 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.193293:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af489 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.193298:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af489 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.193304:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af489 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.193310:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345654.193313:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af489 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.193324:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af489 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.193335:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b541f06200) 00010000:00010000:0.0:1763345654.193338:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345654.193343:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af489 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.193349:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af489 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.193363:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af490 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.193373:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af490 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.193378:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af490 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.193383:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345654.193385:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af490 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.193390:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af490 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.193397:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b541f06a00) 00010000:00010000:0.0:1763345654.193400:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345654.193402:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af490 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.193408:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af490 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.193566:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af482 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f5e expref: 349 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.193583:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af497 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f5e expref: 348 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.193590:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345654.193592:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345654.193595:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4a00, rc 0) 00000100:00100000:0.0:1763345654.194607:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+348:57888:x1849000910643840:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1722us (1947us total) trans 8589941593 rc 0/0 00000100:00100000:0.0:1763345654.194618:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11706 00000100:00100000:1.0:1763345654.199330:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.199415:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910643968 00000100:00100000:2.0:1763345654.199425:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910643968 00000100:00100000:2.0:1763345654.199493:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 473 00000100:00100000:2.0:1763345654.199504:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+348:2408:x1849000910643968:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345654.199520:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345654.199556:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af497 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f5e expref: 348 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.199574:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345654.199579:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345654.199642:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+347:2408:x1849000910643968:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 140us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345654.199649:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 473 00000100:00100000:2.0:1763345654.201593:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.201676:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910644224 00000100:00100000:0.0:1763345654.201686:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910644224 00000100:00100000:0.0:1763345654.201750:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11707 00000100:00100000:0.0:1763345654.201934:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+347:57888:x1849000910644224:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345654.201955:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345654.201976:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af4a5 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833f65 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.202384:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af4ac lrc: 3/1,0 mode: --/PR res: [0x200000405:0x267:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.202398:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af4ac lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x267:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.202408:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af4ac lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x267:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345654.202417:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x267:0x0]: returning size 0 00010000:00010000:0.0:1763345654.202456:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af4a5 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f65 expref: 350 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.202477:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af4ac lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x267:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f65 expref: 349 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.202485:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x267:0x0].0x0 (ffff91b541f06600) 00010000:00010000:0.0:1763345654.202488:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345654.202491:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4800, rc 0) 00000100:00100000:0.0:1763345654.204841:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+349:57888:x1849000910644224:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3073us (3247us total) trans 8589941594 rc 0/0 00000100:00100000:0.0:1763345654.204854:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11707 00000100:00100000:3.0:1763345654.208341:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.208581:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910644480 00000100:00100000:0.0:1763345654.208591:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910644480 00000100:00100000:0.0:1763345654.208654:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11708 00000100:00100000:0.0:1763345654.208664:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+349:57888:x1849000910644480:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345654.208687:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345654.208706:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af4ba lrc: 2/0,0 mode: --/CR res: [0x200000405:0x267:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833f6c expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.209637:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af4c1 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x267:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.209655:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af4ac lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x267:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f65 expref: 350 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.209665:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af4c1 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x267:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.209695:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af4ac lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x267:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f65 expref: 350 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.209707:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af4ac lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x267:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f65 expref: 350 pid: 6522 timeout: 1146 lvb_type: 0 00000100:00100000:2.0:1763345654.209719:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5432ec380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924489088:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345654.210622:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce840 going to sleep for 11 seconds 00000100:00100000:2.0:1763345654.213550:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5432ec380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924489088:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345654.213581:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af4c1 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x267:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:1.0:1763345654.213615:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.213809:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910644608 00000100:00100000:2.0:1763345654.213817:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910644608 00010000:00010000:2.0:1763345654.213846:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af4ac lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x267:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f65 expref: 351 pid: 6522 timeout: 1146 lvb_type: 0 00000100:00100000:2.0:1763345654.213881:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3942 00000100:00100000:2.0:1763345654.213891:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543387800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+351:2409:x1849000910644608:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345654.213906:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345654.213913:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af4ac lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x267:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f65 expref: 351 pid: 6522 timeout: 1146 lvb_type: 0 00010000:00010000:2.0:1763345654.213924:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af4ac lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x267:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f65 expref: 351 pid: 6522 timeout: 1146 lvb_type: 0 00010000:00010000:2.0:1763345654.213944:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af4ac lrc: 0/0,0 mode: --/PR res: [0x200000405:0x267:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f65 expref: 351 pid: 6522 timeout: 1146 lvb_type: 0 00010000:00010000:2.0:1763345654.213958:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x267:0x0].0x0 (ffff91b541f06600) 00010000:00010000:2.0:1763345654.213964:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af4c1 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x267:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.213972:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af4c1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x267:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.213979:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af4c1 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x267:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.214009:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345654.214041:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af4c1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x267:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.214048:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af4c1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x267:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:2.0:1763345654.214061:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543387800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+350:2409:x1849000910644608:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 171us (448us total) trans 0 rc 0/0 00000004:00200000:0.0:1763345654.214067:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x267:0x0]: returning size 0 00000100:00100000:2.0:1763345654.214069:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3942 00000004:00080000:0.0:1763345654.214346:0:6522:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x379:0x0], index 1: 0 00000004:00080000:0.0:1763345654.214352:0:6522:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x377:0x0], index 0: 0 00010000:00010000:0.0:1763345654.214551:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af4c1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x267:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.214560:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af4c1 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x267:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.214566:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af4c1 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x267:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.214572:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345654.214576:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af4c1 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x267:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.214587:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af4c1 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x267:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.214596:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x267:0x0].0x0 (ffff91b541f06600) 00010000:00010000:0.0:1763345654.214599:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345654.214602:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af4c1 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x267:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.214607:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af4c1 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x267:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.214650:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af4ba lrc: 1/0,0 mode: --/CR res: [0x200000405:0x267:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f6c expref: 350 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.214659:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x267:0x0].0x0 (ffff91b541f06600) 00010000:00010000:0.0:1763345654.214661:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763345654.214664:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af4ba lrc: 0/0,0 mode: --/CR res: [0x200000405:0x267:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f6c expref: 350 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.214676:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4200, rc 0) 00000100:00100000:0.0:1763345654.214926:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+349:57888:x1849000910644480:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 6263us (6593us total) trans 8589941595 rc 301/301 00000100:00100000:0.0:1763345654.214934:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11708 00000100:00100000:1.0:1763345654.220252:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.220432:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910644864 00000100:00100000:0.0:1763345654.220441:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910644864 00000100:00100000:0.0:1763345654.220496:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4029 00000100:00100000:0.0:1763345654.220506:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b64a6c3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+349:57888:x1849000910644864:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345654.220752:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a6c3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+350:57888:x1849000910644864:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 247us (508us total) trans 8589941596 rc 0/0 00000100:00100000:0.0:1763345654.220809:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4029 00000100:00100000:2.0:1763345654.225698:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.225823:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910644992 00000100:00100000:0.0:1763345654.225832:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910644992 00000100:00100000:0.0:1763345654.225902:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11709 00000100:00100000:0.0:1763345654.225914:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+350:57888:x1849000910644992:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345654.225938:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345654.225962:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af4cf lrc: 2/0,0 mode: --/CR res: [0x200000405:0x267:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833f73 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.226033:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af4d6 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x267:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.226047:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af4d6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x267:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.226057:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af4d6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x267:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345654.226098:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x267:0x0]: returning size 0 00000004:00200000:0.0:1763345654.226103:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345654.226122:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af4d6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x267:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.226145:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af4cf lrc: 0/0,0 mode: --/CR res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f73 expref: 352 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.226162:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af4d6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x267:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f73 expref: 351 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.226170:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x267:0x0].0x0 (ffff91b541f06600) 00010000:00010000:0.0:1763345654.226174:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1763345654.226177:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4e00, rc 0) 00000100:00100000:0.0:1763345654.226241:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+351:57888:x1849000910644992:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 329us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.226248:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11709 00000100:00100000:3.0:1763345654.231206:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.231305:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.231378:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910645120 00000100:00100000:0.0:1763345654.231388:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910645120 00000100:00100000:0.0:1763345654.231445:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910645248 00000100:00100000:0.0:1763345654.231449:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910645248 00000100:00100000:0.0:1763345654.231489:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8719 00000100:00100000:0.0:1763345654.231499:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910645120:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345654.231516:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345654.231534:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58af4dd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833f7a expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345654.231557:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x379:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345654.231574:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345654.231577:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345654.231586:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58af4dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f7a expref: 20 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345654.231602:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58af4dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f7a expref: 20 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345654.231615:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4400, rc 0) 00000100:00100000:0.0:1763345654.231664:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910645120:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 166us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.231671:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8719 00000100:00100000:0.0:1763345654.231689:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8720 00000100:00100000:0.0:1763345654.231696:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910645248:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345654.231704:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345654.231715:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af4e4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833f81 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345654.231727:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x377:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345654.231737:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345654.231738:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345654.231743:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af4e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f81 expref: 18 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345654.231754:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af4e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f81 expref: 18 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345654.231812:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5e00, rc 0) 00000100:00100000:0.0:1763345654.231833:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910645248:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 138us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.231839:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8720 00000100:00100000:1.0:1763345654.236333:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.236686:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910645504 00000100:00100000:3.0:1763345654.236696:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910645504 00000100:00100000:3.0:1763345654.236756:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11710 00000100:00100000:3.0:1763345654.236813:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+351:57888:x1849000910645504:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345654.236832:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345654.236852:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58af4eb lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833f88 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.236951:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af4f2 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345654.236966:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af4f2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345654.236976:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af4f2 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763345654.236987:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 50008 00010000:00010000:3.0:1763345654.237080:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58af4eb lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f88 expref: 354 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.237096:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af4f2 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f88 expref: 353 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.237103:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:3.0:1763345654.237106:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763345654.237109:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260e00, rc 0) 00000100:00100000:3.0:1763345654.237172:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+353:57888:x1849000910645504:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 361us (848us total) trans 8589941597 rc 0/0 00000100:00100000:3.0:1763345654.237179:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11710 00000100:00100000:2.0:1763345654.240992:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.241354:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.242001:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.242050:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910645632 00000100:00100000:1.0:1763345654.242060:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910645632 00000100:00100000:1.0:1763345654.242112:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910645888 00000100:00100000:1.0:1763345654.242116:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910645888 00000100:00100000:1.0:1763345654.242142:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8721 00000100:00100000:1.0:1763345654.242152:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910645632:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:1.0:1763345654.242194:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af500 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.242213:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58af32b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->200703) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ee0 expref: 18 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.242221:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345654.242223:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345654.242226:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af500 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.242260:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58af32b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->200703) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833ee0 expref: 18 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.242273:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58af32b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->200703) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833ee0 expref: 18 pid: 8403 timeout: 1146 lvb_type: 0 00000100:00100000:1.0:1763345654.242286:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543384000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924489216:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345654.242350:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b54203db40 going to sleep for 11 seconds 00000100:00100000:1.0:1763345654.242368:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8722 00000100:00100000:1.0:1763345654.242375:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910645888:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:1.0:1763345654.242392:0:28867:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58af507 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.242403:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58af443 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833f42 expref: 20 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.242409:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345654.242410:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345654.242413:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58af507 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.242428:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58af443 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833f42 expref: 20 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.242436:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58af443 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833f42 expref: 20 pid: 8405 timeout: 1146 lvb_type: 0 00000100:00100000:1.0:1763345654.242445:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543387b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924489344:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345654.242468:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b54203d180 going to sleep for 11 seconds 00000100:00100000:0.0:1763345654.243061:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910645760 00000100:00100000:0.0:1763345654.243071:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910645760 00000100:00100000:0.0:1763345654.243118:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8723 00000100:00100000:0.0:1763345654.243126:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910645760:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:0.0:1763345654.243153:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af50e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.243165:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af43c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833f3b expref: 19 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.243172:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345654.243173:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345654.243176:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af50e lrc: 4/1,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.243200:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af43c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833f3b expref: 19 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.243210:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af43c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833f3b expref: 19 pid: 8405 timeout: 1146 lvb_type: 0 00000100:00100000:0.0:1763345654.243219:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542034e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924489472:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345654.243251:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b673000f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763345654.246744:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543384000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924489216:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345654.246794:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:1.0:1763345654.246809:0:15692:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af500 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345654.246986:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543387b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924489344:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345654.247006:0:28867:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58af507 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345654.247063:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910646016 00000100:00100000:3.0:1763345654.247070:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910646016 00010000:00010000:3.0:1763345654.247102:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58af32b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->200703) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833ee0 expref: 20 pid: 8403 timeout: 1146 lvb_type: 0 00000100:00100000:3.0:1763345654.247361:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3943 00000100:00100000:3.0:1763345654.247370:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910646016:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345654.247383:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345654.247401:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58af32b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 176128->200703) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833ee0 expref: 20 pid: 8403 timeout: 1146 lvb_type: 0 00010000:00010000:3.0:1763345654.247412:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58af32b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 176128->200703) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833ee0 expref: 20 pid: 8403 timeout: 1146 lvb_type: 0 00010000:00010000:3.0:1763345654.247433:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58af32b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 176128->200703) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833ee0 expref: 20 pid: 8403 timeout: 1146 lvb_type: 0 00000100:00100000:2.0:1763345654.247610:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.247964:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910646144 00000100:00100000:0.0:1763345654.247971:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910646144 00010000:00010000:0.0:1763345654.247994:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58af443 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833f42 expref: 21 pid: 8405 timeout: 1146 lvb_type: 0 00010000:00010000:3.0:1763345654.248008:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345654.248012:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345654.248018:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af500 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345654.248025:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3944 00010000:00010000:3.0:1763345654.248033:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af500 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345654.248041:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+21:2411:x1849000910646144:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345654.248054:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1763345654.248057:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542034e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924489472:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345654.248064:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345654.248071:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58af443 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833f42 expref: 21 pid: 8405 timeout: 1146 lvb_type: 0 00010000:00010000:2.0:1763345654.248079:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af50e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.248086:0:15692:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af500 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.248088:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58af443 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833f42 expref: 21 pid: 8405 timeout: 1146 lvb_type: 0 00010000:00010000:1.0:1763345654.248108:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af500 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345654.248117:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910646016:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 745us (1322us total) trans 0 rc 0/0 00010000:00010000:0.0:1763345654.248118:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58af443 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833f42 expref: 21 pid: 8405 timeout: 1146 lvb_type: 0 00010000:00010000:1.0:1763345654.248132:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af500 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.248136:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1763345654.248137:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3943 00010000:00010000:0.0:1763345654.248140:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345654.248146:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58af507 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.248149:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af500 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.248162:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58af507 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.248183:0:15692:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af500 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.248192:0:15692:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345654.248196:0:15692:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af500 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.248206:0:15692:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af500 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.248206:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345654.248221:0:15692:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af500 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.248229:0:15692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af500 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345654.248240:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+20:2411:x1849000910646144:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 203us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.248249:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3944 00000100:00100000:1.0:1763345654.248300:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910645632:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 6149us (7317us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345654.248308:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8721 00010000:00010000:2.0:1763345654.248318:0:28867:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58af507 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.248328:0:28867:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58af507 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.248343:0:28867:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58af507 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.248351:0:28867:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58af507 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.248358:0:28867:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58af507 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.248369:0:28867:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345654.248373:0:28867:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58af507 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.248380:0:28867:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58af507 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.248391:0:28867:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58af507 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.248398:0:28867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91200/0x52bea07cb58af507 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345654.248434:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910645888:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 6058us (7079us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345654.248440:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8722 00000100:00100000:3.0:1763345654.251246:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.251335:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910646272 00000100:00100000:0.0:1763345654.251346:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910646272 00010000:00010000:0.0:1763345654.251383:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af43c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833f3b expref: 18 pid: 8405 timeout: 1146 lvb_type: 0 00000100:00100000:0.0:1763345654.251427:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3945 00000100:00100000:0.0:1763345654.251437:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910646272:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345654.251455:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345654.251472:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af43c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833f3b expref: 18 pid: 8405 timeout: 1146 lvb_type: 0 00010000:00010000:0.0:1763345654.251484:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af43c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833f3b expref: 18 pid: 8405 timeout: 1146 lvb_type: 0 00010000:00010000:0.0:1763345654.251505:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af43c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833f3b expref: 18 pid: 8405 timeout: 1146 lvb_type: 0 00010000:00010000:0.0:1763345654.251519:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345654.251521:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345654.251525:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af50e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.251535:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af50e lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.252108:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345654.252291:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af50e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.252302:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af50e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.252322:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af50e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.252330:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af50e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.252338:0:8405:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af50e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.252344:0:8405:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345654.252349:0:8405:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af50e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.252356:0:8405:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af50e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.252367:0:8405:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af50e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.252373:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af50e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345654.252433:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910646272:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 995us (1192us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.252442:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3945 00000100:00100000:2.0:1763345654.253070:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910645760:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 9942us (11066us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345654.253081:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8723 00000100:00100000:3.0:1763345654.261081:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.261121:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.261151:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.261177:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910646400 00000100:00100000:0.0:1763345654.261188:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910646400 00000100:00100000:1.0:1763345654.261205:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910646528 00000100:00100000:1.0:1763345654.261212:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910646528 00000100:00100000:0.0:1763345654.261240:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910646656 00000100:00100000:0.0:1763345654.261245:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910646656 00000100:00100000:1.0:1763345654.261256:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8724 00000100:00100000:1.0:1763345654.261267:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910646400:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345654.261285:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345654.261307:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af515 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833f8f expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345654.261337:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x370:0x0] initial LVB size: 50008, mtime: 0x691a84f5, atime: 0x691a84f5, ctime: 0x691a84f5, blocks: 0x48 00010000:00010000:1.0:1763345654.261355:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345654.261357:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345654.261366:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af515 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f8f expref: 18 pid: 15692 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1763345654.261385:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8725 00010000:00010000:1.0:1763345654.261390:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af515 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f8f expref: 18 pid: 15692 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1763345654.261399:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+18:2411:x1849000910646528:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345654.261409:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91000, rc 0) 00010000:00010000:0.0:1763345654.261409:0:28867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345654.261421:0:28867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af51c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833f96 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345654.261437:0:28867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x372:0x0] initial LVB size: 0, mtime: 0x691a84f5, atime: 0x691a84f4, ctime: 0x691a84f5, blocks: 0x1800 00010000:00010000:0.0:1763345654.261447:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345654.261449:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345654.261455:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af51c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f96 expref: 19 pid: 28867 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1763345654.261465:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+19:2411:x1849000910646400:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 197us (390us total) trans 0 rc 0/0 00010000:00010000:0.0:1763345654.261471:0:28867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af51c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f96 expref: 19 pid: 28867 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1763345654.261478:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8724 00010000:00010000:0.0:1763345654.261487:0:28867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5a00, rc 0) 00000100:00100000:1.0:1763345654.261505:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8726 00000100:00100000:0.0:1763345654.261512:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+18:2411:x1849000910646528:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 118us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.262703:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8725 00000100:00100000:1.0:1763345654.263892:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+19:2411:x1849000910646656:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345654.263913:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345654.263933:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91e00/0x52bea07cb58af523 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833f9d expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345654.263955:0:15692:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x374:0x0] initial LVB size: 0, mtime: 0x691a84f5, atime: 0x691a84f4, ctime: 0x691a84f5, blocks: 0x0 00010000:00010000:1.0:1763345654.263974:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345654.263977:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345654.263984:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91e00/0x52bea07cb58af523 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f9d expref: 20 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345654.263998:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91e00/0x52bea07cb58af523 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f9d expref: 20 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345654.264011:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91e00, rc 0) 00000100:00100000:1.0:1763345654.264068:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+20:2411:x1849000910646656:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 192us (2916us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345654.264075:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8726 00000100:00100000:3.0:1763345654.325146:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.327161:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910646784 00000100:00100000:1.0:1763345654.327175:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910646784 00000100:00100000:0.0:1763345654.328003:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8727 00000100:00100000:0.0:1763345654.328018:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b647f79450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+18:2410:x1849000910646784:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:0.0:1763345654.328146:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b647f79450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+18:2410:x1849000910646784:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 133us (3007us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.328154:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8727 00000100:00100000:2.0:1763345654.330537:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.330605:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910646912 00000100:00100000:0.0:1763345654.330613:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910646912 00000100:00100000:3.0:1763345654.331105:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11711 00000100:00100000:3.0:1763345654.331117:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+353:57888:x1849000910646912:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345654.331140:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345654.331159:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58af52a lrc: 2/0,0 mode: --/PR res: [0x200000405:0x267:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833fa4 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.331190:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58af531 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x267:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345654.331204:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58af531 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x267:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345654.331215:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58af531 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x267:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345654.331320:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58af52a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x267:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fa4 expref: 355 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.331335:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58af531 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x267:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fa4 expref: 354 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.331345:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x267:0x0].0x0 (ffff91b541f06600) 00010000:00010000:3.0:1763345654.331347:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763345654.331350:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b65e8ade00, rc 0) 00000100:00100000:3.0:1763345654.331402:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+354:57888:x1849000910646912:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 289us (872us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345654.331408:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11711 00000100:00100000:3.0:1763345654.333434:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.333481:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910647168 00000100:00100000:0.0:1763345654.333494:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910647168 00000100:00100000:0.0:1763345654.333550:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11712 00000100:00100000:0.0:1763345654.333560:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+354:57888:x1849000910647168:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345654.333604:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345654.333626:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af4d6 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x267:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f73 expref: 354 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.333643:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x267:0x0].0x0 (ffff91b541f06600) 00010000:00010000:0.0:1763345654.333647:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345654.334024:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af538 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x267:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.334038:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af538 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.334047:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af538 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000001:00080000:0.0:1763345654.334090:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941598 00000004:00010000:0.0:1763345654.334111:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f0c12f11 reply state 00000000a0e5aaff transno 8589941599 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af538 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.334123:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af538 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.334128:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x267:0x0].0x0 (ffff91b541f06600) 00010000:00010000:0.0:1763345654.334131:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345654.334133:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345654.334222:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+356:57888:x1849000910647168:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 663us (794us total) trans 8589941599 rc 0/0 00000100:00100000:0.0:1763345654.334230:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11712 00000020:00080000:0.0:1763345654.334236:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345654.338101:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.339470:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910647296 00000100:00100000:0.0:1763345654.339482:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910647296 00000100:00100000:0.0:1763345654.339564:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11713 00000100:00100000:0.0:1763345654.339573:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+356:57888:x1849000910647296:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345654.339595:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345654.339614:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af53f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x267:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833fab expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.339667:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af53f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x267:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fab expref: 357 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.339901:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af53f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x267:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fab expref: 357 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.339923:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x267:0x0].0x0 (ffff91b541f06600) 00010000:00010000:0.0:1763345654.339926:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345654.339929:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5400, rc 0) 00000100:00100000:0.0:1763345654.340282:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+357:57888:x1849000910647296:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 708us (2191us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.340289:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11713 00000100:00100000:2.0:1763345654.346566:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.346649:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910647424 00000100:00100000:1.0:1763345654.346659:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910647424 00000100:00100000:1.0:1763345654.346708:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8728 00000100:00100000:1.0:1763345654.346717:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+20:57888:x1849000910647424:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345654.346735:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345654.346752:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d90a00/0x52bea07cb58af546 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833fb2 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.347038:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58af4dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f7a expref: 21 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345654.347047:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345654.347049:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345654.347053:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90a00/0x52bea07cb58af546 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fb2 expref: 21 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.347085:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58af4dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980833f7a expref: 21 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345654.347098:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58af4dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833f7a expref: 21 pid: 28867 timeout: 1146 lvb_type: 1 00000100:00100000:1.0:1763345654.347112:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543384000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924489600:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345654.347193:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b54203db40 going to sleep for 11 seconds 00000100:00100000:3.0:1763345654.351056:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.351408:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543384000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15692:1849000924489600:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345654.351442:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90a00/0x52bea07cb58af546 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833fb2 expref: 21 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.351459:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90a00, rc 0) 00000100:00100000:1.0:1763345654.351526:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+21:57888:x1849000910647424:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4810us (4969us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345654.351535:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8728 00000100:00100000:0.0:1763345654.351816:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910647552 00000100:00100000:0.0:1763345654.351823:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910647552 00010000:00010000:0.0:1763345654.351851:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58af4dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833f7a expref: 21 pid: 28867 timeout: 1146 lvb_type: 1 00000100:00100000:0.0:1763345654.351876:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3946 00000100:00100000:0.0:1763345654.351883:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910647552:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345654.351895:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345654.351900:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58af4dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833f7a expref: 21 pid: 28867 timeout: 1146 lvb_type: 1 00010000:00010000:0.0:1763345654.351910:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58af4dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833f7a expref: 21 pid: 28867 timeout: 1146 lvb_type: 1 00010000:00010000:0.0:1763345654.351930:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58af4dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833f7a expref: 21 pid: 28867 timeout: 1146 lvb_type: 1 00010000:00010000:0.0:1763345654.351941:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345654.351943:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345654.351948:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90a00/0x52bea07cb58af546 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833fb2 expref: 20 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.351956:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90a00/0x52bea07cb58af546 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833fb2 expref: 20 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.351983:0:35200:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff91b548d90a00/0x52bea07cb58af546 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833fb2 expref: 20 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345654.351994:0:35200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542034a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:35200:1849000924489728:192.168.203.8@tcp:105: 00000100:00100000:0.0:1763345654.352049:0:35200:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b673000f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763345654.355567:0:35200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542034a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:35200:1849000924489728:192.168.203.8@tcp:105: 00010000:00010000:0.0:1763345654.355607:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345654.355675:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910647552:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 3790us (4625us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.355695:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3946 00000100:00100000:2.0:1763345654.359081:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.359181:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910647680 00000100:00100000:1.0:1763345654.359190:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910647680 00000100:00100000:1.0:1763345654.359248:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8729 00000100:00100000:1.0:1763345654.359258:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+18:57888:x1849000910647680:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345654.359276:0:15692:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345654.359295:0:15692:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af54d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833fb9 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.359323:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af4e4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f81 expref: 19 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345654.359331:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345654.359333:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345654.359337:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af54d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fb9 expref: 19 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.359369:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af4e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980833f81 expref: 19 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345654.359382:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af4e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833f81 expref: 19 pid: 28867 timeout: 1146 lvb_type: 1 00000100:00100000:1.0:1763345654.359394:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543384000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924489856:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345654.360078:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b54203db40 going to sleep for 11 seconds 00000100:00100000:2.0:1763345654.368724:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.368997:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910647808 00000100:00100000:0.0:1763345654.369006:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910647808 00010000:00010000:0.0:1763345654.369043:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af4e4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833f81 expref: 20 pid: 28867 timeout: 1146 lvb_type: 1 00000100:00100000:3.0:1763345654.369628:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3947 00000100:00100000:3.0:1763345654.369640:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6431ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910647808:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345654.369654:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345654.369660:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af4e4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833f81 expref: 20 pid: 28867 timeout: 1146 lvb_type: 1 00010000:00010000:3.0:1763345654.369675:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af4e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833f81 expref: 20 pid: 28867 timeout: 1146 lvb_type: 1 00010000:00010000:3.0:1763345654.369699:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345654.369701:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345654.369706:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af54d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fb9 expref: 20 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.369716:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af54d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fb9 expref: 20 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.369749:0:6505:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af54d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fb9 expref: 20 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345654.369858:0:6505:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6505:1849000924489984:192.168.203.8@tcp:105: 00000100:00100000:2.0:1763345654.370389:0:6505:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645156540 going to sleep for 11 seconds 00010000:00010000:1.0:1763345654.370616:0:15692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af4e4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980833f81 expref: 20 pid: 28867 timeout: 1146 lvb_type: 1 00000100:00100000:1.0:1763345654.370633:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543384000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924489856:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345654.370657:0:15692:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af54d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833fb9 expref: 19 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.370667:0:15692:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90600, rc 0) 00000100:00100000:1.0:1763345654.374311:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+19:57888:x1849000910647680:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 15043us (15228us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345654.374325:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8729 00000100:00100000:3.0:1763345654.378581:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.378711:0:6505:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6505:1849000924489984:192.168.203.8@tcp:105: 00010000:00010000:0.0:1763345654.378734:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345654.378834:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6431ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910647808:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 9196us (10118us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.378846:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3947 00000100:00100000:3.0:1763345654.380432:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.380450:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910648064 00000100:00100000:1.0:1763345654.380459:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910648064 00002000:00010000:1.0:1763345654.380494:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/887 (0->18446744073709551615) 00002000:00100000:1.0:1763345654.380499:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ee4380 with x1849000910648064 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345654.380511:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ee4380. 00000100:00100000:1.0:1763345654.380554:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2329 00000100:00100000:1.0:1763345654.380563:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910648064:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:1.0:1763345654.380735:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345654.380738:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb mtime from disk: 0 -> 1763345653 00002000:00010000:1.0:1763345654.380741:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345654.380743:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb ctime from disk: 0 -> 1763345653 00002000:00010000:1.0:1763345654.380746:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345654.380819:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910648064:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 257us (2248us total) trans 21474839881 rc 0/0 00000100:00100000:1.0:1763345654.380826:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2329 00002000:00010000:1.0:1763345654.380830:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/887 (0->18446744073709551615) 00002000:00100000:1.0:1763345654.380832:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ee4380 with x1849000910648064 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345654.380837:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ee4380. 00000100:00100000:2.0:1763345654.381086:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910647936 00000100:00100000:2.0:1763345654.381091:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910647936 00002000:00010000:2.0:1763345654.381110:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/889 (0->18446744073709551615) 00002000:00100000:2.0:1763345654.381114:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ee7100 with x1849000910647936 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345654.381121:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b672ee7100. 00000100:00100000:2.0:1763345654.381149:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2330 00000100:00100000:2.0:1763345654.381156:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910647936:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345654.381246:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345654.381249:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb mtime from disk: 0 -> 1763345653 00002000:00010000:2.0:1763345654.381251:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345654.381253:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb ctime from disk: 0 -> 1763345653 00002000:00010000:2.0:1763345654.381255:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345654.381294:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+21:2408:x1849000910647936:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 137us (868us total) trans 17179872526 rc 0/0 00000100:00100000:2.0:1763345654.381301:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2330 00002000:00010000:2.0:1763345654.381305:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/889 (0->18446744073709551615) 00002000:00100000:2.0:1763345654.381307:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ee7100 with x1849000910647936 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345654.381311:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b672ee7100. 00000100:00100000:3.0:1763345654.384802:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.384898:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910648192 00000100:00100000:1.0:1763345654.384908:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910648192 00000100:00100000:1.0:1763345654.384953:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8730 00000100:00100000:1.0:1763345654.384963:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910648192:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345654.385092:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910648192:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 129us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345654.385099:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8730 00000100:00100000:0.0:1763345654.388485:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.388551:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910648448 00000100:00100000:2.0:1763345654.388560:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910648448 00000100:00100000:2.0:1763345654.388650:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11714 00000100:00100000:2.0:1763345654.388660:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542034a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+357:57888:x1849000910648448:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345654.388909:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af554 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x267:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.388926:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af554 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.388937:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af554 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000001:00080000:2.0:1763345654.388976:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941600 00000004:00010000:2.0:1763345654.388997:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004f019791 reply state 00000000150fee8b transno 8589941601 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af554 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.389008:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af554 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.389016:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x267:0x0].0x0 (ffff91b541f06600) 00010000:00010000:2.0:1763345654.389018:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345654.389022:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345654.389102:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542034a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+360:57888:x1849000910648448:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 443us (624us total) trans 8589941601 rc 0/0 00000100:00100000:2.0:1763345654.389109:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11714 00000020:00080000:2.0:1763345654.389114:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345654.391633:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.391673:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.392046:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910648576 00000100:00100000:1.0:1763345654.392056:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910648576 00002000:00010000:1.0:1763345654.392092:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/889 (50008->18446744073709551615) 00002000:00100000:1.0:1763345654.392096:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377c380 with x1849000910648576 ext(50008->18446744073709551615) 00002000:00010000:1.0:1763345654.392106:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54377c380. 00000100:00100000:1.0:1763345654.392135:0:16618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910648704 00000100:00100000:1.0:1763345654.392139:0:16618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910648704 00002000:00010000:1.0:1763345654.392152:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/887 (0->18446744073709551615) 00002000:00100000:1.0:1763345654.392154:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377ce00 with x1849000910648704 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345654.392160:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54377ce00. 00000100:00100000:1.0:1763345654.392183:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2331 00000100:00100000:1.0:1763345654.392192:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+21:2408:x1849000910648576:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:1.0:1763345654.392384:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb size from disk: 0 -> 50008 00002000:00010000:1.0:1763345654.392388:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb mtime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345654.392390:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345654.392392:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb ctime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345654.392395:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345654.392445:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910648576:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 254us (820us total) trans 17179872527 rc 0/0 00000100:00100000:1.0:1763345654.392453:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2331 00002000:00010000:1.0:1763345654.392457:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/889 (50008->18446744073709551615) 00002000:00100000:1.0:1763345654.392459:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377c380 with x1849000910648576 ext(50008->18446744073709551615) 00002000:00010000:1.0:1763345654.392463:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54377c380. 00000100:00100000:1.0:1763345654.392479:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2332 00000100:00100000:1.0:1763345654.392485:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910648704:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:1.0:1763345654.392546:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345654.392548:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb mtime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345654.392550:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345654.392552:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb ctime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345654.392554:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345654.392575:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910648704:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 90us (901us total) trans 21474839882 rc 0/0 00000100:00100000:1.0:1763345654.392582:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2332 00002000:00010000:1.0:1763345654.392585:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/887 (0->18446744073709551615) 00002000:00100000:1.0:1763345654.392588:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377ce00 with x1849000910648704 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345654.392592:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54377ce00. 00000100:00100000:0.0:1763345654.395576:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.395664:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910648832 00000100:00100000:2.0:1763345654.395674:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910648832 00000100:00100000:2.0:1763345654.395740:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2333 00000100:00100000:2.0:1763345654.395750:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542035c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910648832:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:2.0:1763345654.395829:0:28407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af55b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.395844:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345654.395847:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345654.395852:0:28407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af55b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.395865:0:28407:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af55b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.395983:0:28407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af55b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.395992:0:28407:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af55b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.396000:0:28407:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af55b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.396006:0:28407:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345654.396010:0:28407:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af55b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.396017:0:28407:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af55b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.396032:0:28407:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af55b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.396038:0:28407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af55b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345654.396092:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542035c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910648832:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 343us (522us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763345654.396098:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2333 00000100:00100000:0.0:1763345654.400111:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.400323:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910648960 00000100:00100000:3.0:1763345654.400333:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910648960 00000100:00100000:3.0:1763345654.400393:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2334 00000100:00100000:3.0:1763345654.400402:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542035f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910648960:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:3.0:1763345654.400433:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58af562 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.400451:0:24005:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90a00/0x52bea07cb58af546 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833fb2 expref: 22 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.400458:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345654.400460:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345654.400464:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58af562 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.400500:0:24005:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b548d90a00/0x52bea07cb58af546 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.8@tcp remote: 0x199a96980833fb2 expref: 22 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.400513:0:24005:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90a00/0x52bea07cb58af546 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980833fb2 expref: 22 pid: 15692 timeout: 1146 lvb_type: 0 00000100:00100000:3.0:1763345654.400527:0:24005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b672ee6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24005:1849000924490112:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345654.400597:0:24005:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645156900 going to sleep for 11 seconds 00000100:00100000:3.0:1763345654.403557:0:24005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b672ee6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24005:1849000924490112:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345654.403587:0:24005:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58af562 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345654.403854:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.404020:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910649088 00000100:00100000:2.0:1763345654.404028:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910649088 00010000:00010000:2.0:1763345654.404066:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90a00/0x52bea07cb58af546 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980833fb2 expref: 23 pid: 15692 timeout: 1146 lvb_type: 0 00000100:00100000:2.0:1763345654.404104:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3948 00000100:00100000:2.0:1763345654.404112:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542034380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910649088:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345654.404125:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345654.404142:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b548d90a00/0x52bea07cb58af546 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980833fb2 expref: 23 pid: 15692 timeout: 1146 lvb_type: 0 00010000:00010000:2.0:1763345654.404154:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b548d90a00/0x52bea07cb58af546 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.8@tcp remote: 0x199a96980833fb2 expref: 23 pid: 15692 timeout: 1146 lvb_type: 0 00010000:00010000:2.0:1763345654.404174:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90a00/0x52bea07cb58af546 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.8@tcp remote: 0x199a96980833fb2 expref: 23 pid: 15692 timeout: 1146 lvb_type: 0 00010000:00010000:2.0:1763345654.404186:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345654.404188:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345654.404192:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58af562 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.404201:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58af562 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.404222:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345654.404274:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542034380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910649088:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 162us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345654.404280:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3948 00010000:00010000:3.0:1763345654.404417:0:24005:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58af562 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.404425:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58af562 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763345654.406929:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872528 is committed 00000001:00080000:2.0:1763345654.406961:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872522 is committed 00002000:00010000:3.0:1763345654.407050:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb size from disk: 50008 -> 53248 00002000:00010000:3.0:1763345654.407055:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763345654.407066:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58af562 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.407077:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58af562 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.407090:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58af562 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.407096:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ada00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345654.407101:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58af562 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.407109:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58af562 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.407127:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58af562 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.407133:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ada00/0x52bea07cb58af562 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345654.407351:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542035f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910648960:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 6945us (7243us total) trans 17179872528 rc 0/0 00000100:00100000:3.0:1763345654.407361:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2334 00000100:00100000:0.0:1763345654.409732:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.409838:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910649216 00000100:00100000:2.0:1763345654.409847:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910649216 00000100:00100000:2.0:1763345654.409904:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11715 00000100:00100000:2.0:1763345654.409914:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542034000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+360:57888:x1849000910649216:12345-192.168.203.8@tcp:44:lfs.0 00000001:00080000:1.0:1763345654.411598:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941601 is committed 00000020:00080000:1.0:1763345654.411656:0:32310:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91b544180cc0 refcount 2 committed 0 result 0 batchid 4294969287 00000020:00080000:1.0:1763345654.411661:0:32310:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91b673084d00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91b6431fae40 00000020:00080000:1.0:1763345654.411665:0:32310:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91b673084f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91b541deec00 00000020:00080000:1.0:1763345654.411668:0:32310:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].19 00000020:00080000:1.0:1763345654.411702:0:32310:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969286 batchid updated 00000020:00080000:3.0:1763345654.411794:0:32338:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969287 committed batchid 4294969286 00000020:00080000:3.0:1763345654.411903:0:32338:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969286 cancel update log [0x200000bd0:0x2:0x0].18: rc = 0 00000020:00080000:3.0:1763345654.411912:0:32338:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969286 00000100:00100000:0.0:1763345654.412103:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542034000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57888:x1849000910649216:12345-192.168.203.8@tcp:44:lfs.0 Request processed in 2187us (2374us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.412114:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11715 00010000:00010000:2.0:1763345654.412198:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af435 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.412209:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af435 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.412216:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af435 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.412221:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345654.412225:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af435 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.412232:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af435 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.412246:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345654.412249:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345654.412253:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af435 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.412258:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af435 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.412274:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af458 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.412279:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af458 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.412284:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af458 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.412288:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345654.412290:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af458 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.412295:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af458 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.412302:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345654.412304:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345654.412306:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af458 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.412311:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58af458 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.412319:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af46d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.412325:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af46d lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.412329:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af46d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.412334:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345654.412336:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af46d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.412341:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af46d lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.412352:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345654.412354:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345654.412356:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af46d lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.412361:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af46d lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.412369:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af538 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.412375:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af538 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.412380:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af538 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.412385:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345654.412388:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af538 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.412393:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af538 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.412400:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x267:0x0].0x0 (ffff91b541f06600) 00010000:00010000:2.0:1763345654.412402:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345654.412405:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af538 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.412410:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af538 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.412418:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af554 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.412423:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af554 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.412428:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af554 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.412433:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345654.412435:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af554 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.412440:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af554 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.412446:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x267:0x0].0x0 (ffff91b541f06600) 00010000:00010000:2.0:1763345654.412449:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345654.412451:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af554 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.412457:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af554 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00000100:00100000:0.0:1763345654.415168:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.415212:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.415276:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910649344 00000100:00100000:2.0:1763345654.415287:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910649344 00000100:00100000:2.0:1763345654.415336:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910649472 00000100:00100000:2.0:1763345654.415339:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910649472 00000100:00100000:2.0:1763345654.415374:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8731 00000100:00100000:2.0:1763345654.415383:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542035180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910649344:12345-192.168.203.8@tcp:16:lfs.0 00000100:00100000:2.0:1763345654.415477:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542035180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910649344:12345-192.168.203.8@tcp:16:lfs.0 Request processed in 95us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345654.415485:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8731 00000100:00100000:2.0:1763345654.415502:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8732 00000100:00100000:2.0:1763345654.415509:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542036300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+20:2411:x1849000910649472:12345-192.168.203.8@tcp:16:lfs.0 00000001:00080000:2.0:1763345654.417360:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839882 is committed 00000100:00100000:0.0:1763345654.417817:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542036300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+14:2411:x1849000910649472:12345-192.168.203.8@tcp:16:lfs.0 Request processed in 2301us (2598us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.417828:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8732 00010000:00010000:1.0:1763345654.418295:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345654.428060:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.428151:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910649600 00000100:00100000:2.0:1763345654.428162:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910649600 00000100:00100000:2.0:1763345654.428219:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8733 00000100:00100000:2.0:1763345654.428230:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542034e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+14:2411:x1849000910649600:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:2.0:1763345654.428273:0:8403:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af569 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.428288:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345654.428290:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345654.428295:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af569 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.428309:0:8403:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af569 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.428334:0:8403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af569 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.428342:0:8403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af569 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.428350:0:8403:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af569 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.428357:0:8403:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345654.428361:0:8403:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af569 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.428370:0:8403:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af569 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.428382:0:8403:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af569 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.428388:0:8403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af569 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345654.429853:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542034e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+14:2411:x1849000910649600:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 1617us (1793us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345654.429866:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8733 00000100:00100000:1.0:1763345654.431410:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.431435:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.431501:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910649728 00000100:00100000:3.0:1763345654.431509:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910649728 00000100:00100000:3.0:1763345654.431549:0:15692:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910649856 00000100:00100000:3.0:1763345654.431551:0:15692:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910649856 00000100:00100000:3.0:1763345654.432237:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8734 00000100:00100000:3.0:1763345654.432251:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:2411:x1849000910649728:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:3.0:1763345654.432294:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58af570 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.432307:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345654.432310:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345654.432315:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58af570 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.432329:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58af570 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.432354:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58af570 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.432363:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58af570 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.432371:0:15692:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58af570 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.432379:0:15692:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ada00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345654.432382:0:15692:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58af570 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.432391:0:15692:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58af570 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.432408:0:15692:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58af570 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.432415:0:15692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58af570 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345654.432484:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:2411:x1849000910649728:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 237us (1078us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345654.432492:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8734 00000100:00100000:3.0:1763345654.432512:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8735 00000100:00100000:3.0:1763345654.432519:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543386680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:2411:x1849000910649856:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:3.0:1763345654.432538:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58af577 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.432546:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345654.432548:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345654.432551:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58af577 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.432572:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58af577 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.432586:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58af577 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.432594:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58af577 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.432601:0:15692:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58af577 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.432607:0:15692:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345654.432610:0:15692:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58af577 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.432617:0:15692:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58af577 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.432627:0:15692:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58af577 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.432633:0:15692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543261e00/0x52bea07cb58af577 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345654.432662:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543386680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+14:2411:x1849000910649856:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 144us (1225us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345654.432667:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8735 00000100:00100000:0.0:1763345654.436066:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.436275:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910650112 00000100:00100000:2.0:1763345654.436284:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910650112 00000100:00100000:2.0:1763345654.436334:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11716 00000100:00100000:2.0:1763345654.436342:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+322:57888:x1849000910650112:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345654.436433:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af57e lrc: 3/0,1 mode: --/PW res: [0x200000405:0x267:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.436447:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af57e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.436457:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af57e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00010000:2.0:1763345654.436580:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e5ce16d6 reply state 00000000351449df transno 8589941602 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af57e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.436596:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af57e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.436604:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x267:0x0].0x0 (ffff91b541f06600) 00010000:00010000:2.0:1763345654.436607:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345654.436614:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345654.436714:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57888:x1849000910650112:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 371us (655us total) trans 8589941602 rc 0/0 00000100:00100000:2.0:1763345654.436721:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11716 00000100:00100000:1.0:1763345654.440607:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.440634:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.440740:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910650240 00000100:00100000:0.0:1763345654.440751:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910650240 00000100:00100000:0.0:1763345654.440886:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910650368 00000100:00100000:0.0:1763345654.440890:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910650368 00000100:00100000:0.0:1763345654.440914:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8736 00000100:00100000:0.0:1763345654.440923:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543386a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910650240:12345-192.168.203.8@tcp:2:lfs.0 00000100:00100000:2.0:1763345654.440961:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8737 00000100:00100000:2.0:1763345654.440973:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910650368:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:2.0:1763345654.441099:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345654.441103:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb mtime from disk: 1763345653 -> 1763345653 00002000:00010000:2.0:1763345654.441106:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb atime from disk: 0 -> 1763345653 00002000:00010000:2.0:1763345654.441109:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb ctime from disk: 1763345653 -> 1763345653 00002000:00010000:2.0:1763345654.441112:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345654.441146:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910650368:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 172us (506us total) trans 21474839883 rc 0/0 00000100:00100000:0.0:1763345654.441147:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543386a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910650240:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 220us (544us total) trans 17179872529 rc 0/0 00000100:00100000:2.0:1763345654.441162:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8737 00000100:00100000:0.0:1763345654.442028:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8736 00000100:00100000:1.0:1763345654.443147:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.443240:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910650624 00000100:00100000:2.0:1763345654.443248:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910650624 00000100:00100000:2.0:1763345654.443301:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11717 00000100:00100000:2.0:1763345654.443310:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543385180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57888:x1849000910650624:12345-192.168.203.8@tcp:55:lfs.0 00010000:00010000:2.0:1763345654.443372:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af585 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x267:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.443389:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58af531 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x267:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fa4 expref: 324 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.443400:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af585 lrc: 4/0,1 mode: --/PW res: [0x200000405:0x267:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.443433:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58af531 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x267:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fa4 expref: 324 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.443446:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58af531 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x267:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fa4 expref: 324 pid: 6520 timeout: 1146 lvb_type: 0 00000100:00100000:2.0:1763345654.443460:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924490240:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345654.443534:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce780 going to sleep for 11 seconds 00000100:00100000:2.0:1763345654.445846:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924490240:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345654.445870:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:2.0:1763345654.445883:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af585 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x267:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:0.0:1763345654.446358:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910650752 00000100:00100000:0.0:1763345654.446367:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910650752 00010000:00010000:0.0:1763345654.446399:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58af531 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x267:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fa4 expref: 325 pid: 6520 timeout: 1146 lvb_type: 0 00000100:00100000:0.0:1763345654.446440:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3949 00000100:00100000:0.0:1763345654.446449:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+325:2408:x1849000910650752:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345654.446469:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345654.446476:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58af531 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x267:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fa4 expref: 325 pid: 6520 timeout: 1146 lvb_type: 0 00010000:00010000:0.0:1763345654.446488:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58af531 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x267:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fa4 expref: 325 pid: 6520 timeout: 1146 lvb_type: 0 00010000:00010000:0.0:1763345654.446511:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58af531 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x267:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fa4 expref: 325 pid: 6520 timeout: 1146 lvb_type: 0 00010000:00010000:0.0:1763345654.446526:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x267:0x0].0x0 (ffff91b541f06600) 00010000:00010000:0.0:1763345654.446530:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af585 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x267:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.446540:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af585 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x267:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.446547:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af585 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x267:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.446636:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345654.446693:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+324:2408:x1849000910650752:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 245us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.446701:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3949 00010000:00010000:1.0:1763345654.446912:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af585 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x267:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345654.446922:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af585 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x267:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345654.446968:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af585 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x267:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345654.446975:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af585 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x267:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345654.446981:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af585 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x267:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345654.446987:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:1.0:1763345654.446992:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af585 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x267:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345654.446999:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af585 lrc: 4/0,0 mode: PW/PW res: [0x200000405:0x267:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345654.447008:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x267:0x0].0x0 (ffff91b541f06600) 00010000:00010000:1.0:1763345654.447010:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1763345654.447014:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af585 lrc: 2/0,0 mode: --/PW res: [0x200000405:0x267:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345654.447020:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af585 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x267:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00000100:00100000:1.0:1763345654.447085:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543385180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+323:57888:x1849000910650624:12345-192.168.203.8@tcp:55:lfs.0 Request processed in 3775us (3941us total) trans 0 rc -22/-22 00000100:00100000:1.0:1763345654.447093:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11717 00000100:00100000:3.0:1763345654.453984:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.454069:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910651008 00000100:00100000:1.0:1763345654.454080:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910651008 00000100:00100000:1.0:1763345654.454148:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11718 00000100:00100000:1.0:1763345654.454160:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+323:57888:x1849000910651008:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:1.0:1763345654.454209:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345654.454235:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58af47b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f57 expref: 323 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.454254:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:1.0:1763345654.454259:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345654.454309:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af58c lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345654.454324:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af58c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345654.454334:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af58c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00010000:1.0:1763345654.454439:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000040a32ffb reply state 00000000ffebb5d4 transno 8589941603 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af58c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345654.454452:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af58c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345654.454459:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:1.0:1763345654.454461:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345654.454464:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763345654.459161:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57888:x1849000910651008:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 4989us (6386us total) trans 8589941603 rc 0/0 00000100:00100000:1.0:1763345654.459174:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11718 00000100:00100000:0.0:1763345654.466504:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.466692:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910651136 00000100:00100000:2.0:1763345654.466702:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910651136 00000100:00100000:2.0:1763345654.466793:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8738 00000100:00100000:2.0:1763345654.466804:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910651136:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:2.0:1763345654.466958:0:27810:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 50008 -> 50008 00002000:00010000:2.0:1763345654.466962:0:27810:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345653 -> 1763345653 00002000:00010000:2.0:1763345654.466964:0:27810:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:2.0:1763345654.466966:0:27810:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345653 -> 1763345653 00002000:00010000:2.0:1763345654.466969:0:27810:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:2.0:1763345654.467020:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910651136:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 218us (525us total) trans 21474839884 rc 0/0 00000100:00100000:2.0:1763345654.467032:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8738 00000100:00100000:0.0:1763345654.468722:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.468969:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910651264 00000100:00100000:3.0:1763345654.468977:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910651264 00000100:00100000:3.0:1763345654.469028:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8739 00000100:00100000:3.0:1763345654.469038:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910651264:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:3.0:1763345654.469155:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345654.469159:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345653 -> 1763345653 00002000:00010000:3.0:1763345654.469162:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345652 -> 1763345653 00002000:00010000:3.0:1763345654.469164:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345653 -> 1763345653 00002000:00010000:3.0:1763345654.469166:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763345654.469298:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910651264:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 260us (588us total) trans 21474839885 rc 0/0 00000100:00100000:3.0:1763345654.469305:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8739 00000100:00100000:0.0:1763345654.475484:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.475547:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910651392 00000100:00100000:3.0:1763345654.475556:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910651392 00000100:00100000:3.0:1763345654.475609:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8740 00000100:00100000:3.0:1763345654.475618:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910651392:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:3.0:1763345654.475748:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345654.475752:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345653 -> 1763345653 00002000:00010000:3.0:1763345654.475755:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345652 -> 1763345653 00002000:00010000:3.0:1763345654.475791:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345653 -> 1763345653 00002000:00010000:3.0:1763345654.475793:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345654.475836:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910651392:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 219us (361us total) trans 17179872530 rc 0/0 00000100:00100000:3.0:1763345654.475843:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8740 00000100:00100000:0.0:1763345654.480572:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.480673:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910651648 00000100:00100000:1.0:1763345654.480683:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910651648 00000100:00100000:1.0:1763345654.480753:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4030 00000100:00100000:1.0:1763345654.480808:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+324:57888:x1849000910651648:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:1.0:1763345654.480888:0:6523:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000405:0x25c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af4f2 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f88 expref: 324 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.480931:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af593 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345654.480944:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af3f6 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f26 expref: 324 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.480958:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af42e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f34 expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.480966:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af593 lrc: 5/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345654.481000:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af42e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f34 expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.481013:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af42e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f34 expref: 324 pid: 6522 timeout: 1147 lvb_type: 0 00000100:00100000:1.0:1763345654.481028:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543386300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924490368:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345654.481121:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af3f6 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f26 expref: 324 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.481131:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af3f6 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f26 expref: 324 pid: 6521 timeout: 1147 lvb_type: 0 00000100:00100000:1.0:1763345654.481140:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543385500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924490496:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345654.481163:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b54203d180 going to sleep for 11 seconds 00000004:00080000:2.0:1763345654.481919:0:32327:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1047007157894ns, next at 1048007155279ns, rc = 0 00000100:00100000:3.0:1763345654.481996:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924490624:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763345654.482044:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345654.483065:0:31094:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924490624 00000100:00100000:1.0:1763345654.483076:0:31094:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924490624 00000100:00080000:3.0:1763345654.484730:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763345654.485414:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543386300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924490368:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345654.485427:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543385500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924490496:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345654.485453:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af593 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000100:00100000:1.0:1763345654.485660:0:31094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1763345654.485672:0:31094:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3657:x1849000924490624:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1763345654.485697:0:31094:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484893632 pending 0 free 3916804096 avail 3685036032 00000100:00100000:0.0:1763345654.485987:0:3657:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839865 gen 2 00000004:00080000:0.0:1763345654.485994:0:3657:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839862 committed transno 21474839865 00000004:00080000:0.0:1763345654.486009:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dcd180, transno 21474839863 00000004:00080000:0.0:1763345654.486016:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dcd500, transno 21474839864 00000004:00080000:0.0:1763345654.486018:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b672dcf800, transno 21474839865 00000100:00100000:0.0:1763345654.486029:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924490624:0@lo:13:osp-pre-0-0.0 00000004:00080000:2.0:1763345654.486121:0:32326:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 1 changes, 0 in progress, 0 in flight, 3 done 00000100:00100000:0.0:1763345654.487921:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.487956:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.488075:0:31094:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3657:x1849000924490624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2403us (6028us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345654.488088:0:31094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:3.0:1763345654.488266:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910651904 00000100:00100000:2.0:1763345654.488273:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910651776 00000100:00100000:3.0:1763345654.488275:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910651904 00000100:00100000:2.0:1763345654.488276:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910651776 00010000:00010000:2.0:1763345654.488307:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af42e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f34 expref: 326 pid: 6522 timeout: 1147 lvb_type: 0 00000100:00100000:2.0:1763345654.488346:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3950 00000100:00100000:2.0:1763345654.488355:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+326:2409:x1849000910651776:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345654.488369:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345654.488377:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af42e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f34 expref: 326 pid: 6522 timeout: 1147 lvb_type: 0 00010000:00010000:2.0:1763345654.488390:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af42e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f34 expref: 326 pid: 6522 timeout: 1147 lvb_type: 0 00010000:00010000:1.0:1763345654.488397:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af3f6 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f26 expref: 326 pid: 6521 timeout: 1147 lvb_type: 0 00010000:00010000:2.0:1763345654.488411:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af42e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f34 expref: 326 pid: 6522 timeout: 1147 lvb_type: 0 00000100:00100000:1.0:1763345654.488423:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3951 00010000:00010000:2.0:1763345654.488426:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00000100:00100000:1.0:1763345654.488429:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+325:2409:x1849000910651904:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345654.488432:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af593 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345654.488437:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345654.488440:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af593 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345654.488441:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af3f6 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f26 expref: 325 pid: 6521 timeout: 1147 lvb_type: 0 00010000:00010000:2.0:1763345654.488447:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345654.488450:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af3f6 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f26 expref: 325 pid: 6521 timeout: 1147 lvb_type: 0 00010000:00010000:1.0:1763345654.488461:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af3f6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f26 expref: 325 pid: 6521 timeout: 1147 lvb_type: 0 00010000:00010000:1.0:1763345654.488471:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:1.0:1763345654.488474:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af593 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345654.488481:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af593 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763345654.488487:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af593 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00000100:00100000:2.0:1763345654.488498:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+324:2409:x1849000910651776:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 144us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345654.488505:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3950 00010000:00010000:1.0:1763345654.488928:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345654.488952:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+323:2409:x1849000910651904:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 523us (1039us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345654.488962:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3951 00010000:00010000:2.0:1763345654.489489:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af593 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345654.489501:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af593 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345654.490063:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af59a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x267:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345654.490081:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af53f lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x267:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fab expref: 322 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.490090:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af59a lrc: 4/0,1 mode: --/EX res: [0x200000405:0x267:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345654.490127:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af53f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x267:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fab expref: 322 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.490140:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af53f lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x267:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fab expref: 322 pid: 6522 timeout: 1147 lvb_type: 0 00000100:00100000:2.0:1763345654.490206:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924490752:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345654.490329:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce780 going to sleep for 11 seconds 00000100:00100000:0.0:1763345654.494900:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.494972:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910652032 00000100:00100000:3.0:1763345654.494980:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910652032 00010000:00010000:3.0:1763345654.495014:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af53f lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x267:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fab expref: 323 pid: 6522 timeout: 1147 lvb_type: 0 00000100:00100000:3.0:1763345654.495049:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3952 00000100:00100000:3.0:1763345654.495058:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+323:2409:x1849000910652032:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345654.495070:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345654.495077:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af53f lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x267:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fab expref: 323 pid: 6522 timeout: 1147 lvb_type: 0 00010000:00010000:3.0:1763345654.495089:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af53f lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x267:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fab expref: 323 pid: 6522 timeout: 1147 lvb_type: 0 00010000:00010000:3.0:1763345654.495111:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x267:0x0].0x0 (ffff91b541f06600) 00010000:00010000:3.0:1763345654.495116:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af59a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x267:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345654.495126:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af59a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x267:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345654.495133:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af59a lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x267:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345654.495150:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345654.495203:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+323:2409:x1849000910652032:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 145us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345654.495213:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3952 00010000:00010000:2.0:1763345654.495629:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af53f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x267:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fab expref: 322 pid: 6522 timeout: 1147 lvb_type: 0 00000100:00100000:2.0:1763345654.495645:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924490752:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345654.495667:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af59a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x267:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345654.495676:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af59a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x267:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345654.495681:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af59a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x267:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000100:00100000:2.0:1763345654.497118:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924490880:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763345654.497214:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345654.497249:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1763345654.497267:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924490880 00000100:00100000:3.0:1763345654.497274:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924490880 00000100:00100000:3.0:1763345654.497325:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:3.0:1763345654.497334:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924490880:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763345654.497471:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924490880:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 137us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345654.497478:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00100000:0.0:1763345654.497579:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924490880:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763345654.497619:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924491008:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763345654.497648:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345654.497674:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6730000c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763345654.497972:0:7861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924491008 00000100:00100000:2.0:1763345654.497976:0:7861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924491008 00000100:00100000:2.0:1763345654.498017:0:7861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1369 00000100:00100000:2.0:1763345654.498023:0:7861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924491008:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763345654.498096:0:7861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924491008:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 73us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345654.498103:0:7861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1369 00000100:00100000:1.0:1763345654.498117:0:6523:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872522 gen 2 00000004:00080000:1.0:1763345654.498122:0:6523:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872518 committed transno 17179872522 00000004:00080000:1.0:1763345654.498138:0:6523:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5442d0e00, transno 17179872519 00000004:00080000:1.0:1763345654.498157:0:6523:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54545dc00, transno 17179872520 00000004:00080000:1.0:1763345654.498160:0:6523:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54545f100, transno 17179872521 00000004:00080000:1.0:1763345654.498164:0:6523:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872522 committed transno 17179872522 00000100:00100000:1.0:1763345654.498177:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924491008:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763345654.498222:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543387100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924491136:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763345654.498247:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345654.498261:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6431fae40 going to sleep for 11 seconds 00000004:00080000:2.0:1763345654.498526:0:32328:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 1 changes, 0 in progress, 0 in flight, 3 done 00000100:00100000:2.0:1763345654.498554:0:7861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924491136 00000100:00100000:2.0:1763345654.498558:0:7861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924491136 00000100:00100000:2.0:1763345654.498587:0:7861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:2.0:1763345654.498593:0:7861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924491136:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763345654.498666:0:7861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924491136:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 72us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345654.498672:0:7861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00100000:1.0:1763345654.498696:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543387100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924491136:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763345654.498734:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543387100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924491264:0@lo:1000:mdt_rdpg00_000.0 00000100:00080000:0.0:1763345654.498735:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763345654.498787:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345654.498805:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6730000c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763345654.498863:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924491264 00000100:00100000:3.0:1763345654.498867:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924491264 00000100:00100000:3.0:1763345654.499159:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:0.0:1763345654.499564:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b67a3cc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924491264:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763345654.499637:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b67a3cc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924491264:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 471us (877us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.499643:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000100:00100000:1.0:1763345654.499956:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543387100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924491264:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763345654.500008:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543387100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924491392:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763345654.500036:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345654.500063:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b544180c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763345654.500216:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924491392 00000100:00100000:0.0:1763345654.500222:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924491392 00000100:00100000:0.0:1763345654.500257:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372 00000100:00100000:0.0:1763345654.500265:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924491392:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763345654.500532:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924491392:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 268us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.500539:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372 00000100:00100000:3.0:1763345654.500593:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543387100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924491392:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763345654.500630:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435b8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924491520:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763345654.500658:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345654.500684:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645156540 going to sleep for 11 seconds 00000100:00100000:0.0:1763345654.500734:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924491520 00000100:00100000:0.0:1763345654.500739:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924491520 00000100:00100000:0.0:1763345654.501004:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:0.0:1763345654.501012:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924491520:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763345654.501065:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924491520:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 55us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.501071:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00100000:3.0:1763345654.501152:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435b8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924491520:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:3.0:1763345654.501295:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].20, 456 off47360 00000001:00080000:3.0:1763345654.501307:0:6523:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941604 00000100:00100000:3.0:1763345654.501351:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435b8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924491648:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763345654.501372:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345654.501393:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645156b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763345654.501447:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924491648 00000100:00100000:1.0:1763345654.501451:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924491648 00000100:00100000:1.0:1763345654.501480:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:1.0:1763345654.501486:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924491648:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763345654.501579:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6523:x1849000924491648:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 93us (206us total) trans 21474839886 rc 0/0 00000100:00100000:1.0:1763345654.501586:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00000100:00100000:3.0:1763345654.501672:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435b8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924491648:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763345654.501693:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435bbb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924491776:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763345654.501711:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345654.501732:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645156b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763345654.501795:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924491776 00000100:00100000:0.0:1763345654.501799:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924491776 00000100:00100000:0.0:1763345654.501829:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1375 00000100:00100000:0.0:1763345654.501834:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924491776:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763345654.502086:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6523:x1849000924491776:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 251us (373us total) trans 17179872531 rc 0/0 00000100:00100000:0.0:1763345654.502092:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1375 00000100:00100000:3.0:1763345654.502151:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435bbb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924491776:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1763345654.502201:0:6523:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941605 00010000:00010000:3.0:1763345654.502224:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af59a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x267:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345654.502234:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af59a lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x267:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345654.502240:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af59a lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x267:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345654.502245:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345654.502250:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af59a lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x267:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345654.502257:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af59a lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x267:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345654.502271:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x267:0x0].0x0 (ffff91b541f06600) 00010000:00010000:3.0:1763345654.502273:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763345654.502277:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af59a lrc: 2/0,0 mode: --/EX res: [0x200000405:0x267:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345654.502282:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af59a lrc: 0/0,0 mode: --/EX res: [0x200000405:0x267:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345654.502295:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af593 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345654.502300:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af593 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345654.502305:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af593 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345654.502310:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345654.502312:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af593 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345654.502316:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af593 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345654.502321:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:3.0:1763345654.502323:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763345654.502326:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af593 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345654.502330:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af593 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345654.502338:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:3.0:1763345654.502340:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763345654.502345:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af4f2 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f88 expref: 324 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345654.504001:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+323:57888:x1849000910651648:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 23188us (23432us total) trans 8589941606 rc 0/0 00000100:00100000:2.0:1763345654.504014:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4030 00000020:00080000:2.0:1763345654.504020:0:6523:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1763345654.508235:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.508336:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910652160 00000100:00100000:1.0:1763345654.508346:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910652160 00000100:00100000:3.0:1763345654.509064:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11719 00000100:00100000:0.0:1763345654.509134:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+323:57888:x1849000910652160:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345654.509161:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345654.509184:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af5a1 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833fc0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.509239:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af5a1 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fc0 expref: 324 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.509254:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af5a1 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fc0 expref: 324 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.509271:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345654.509274:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345654.509278:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4e00, rc 0) 00000100:00100000:0.0:1763345654.509345:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+324:57888:x1849000910652160:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 270us (1118us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.509353:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11719 00000100:00100000:0.0:1763345654.514162:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.514866:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910652416 00000100:00100000:2.0:1763345654.514884:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910652416 00000100:00100000:2.0:1763345654.514933:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4031 00000100:00100000:2.0:1763345654.514942:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+324:57888:x1849000910652416:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345654.515163:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57888:x1849000910652416:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 221us (1009us total) trans 8589941607 rc 0/0 00000100:00100000:2.0:1763345654.515171:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4031 00000100:00100000:2.0:1763345654.520910:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.521064:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910652672 00000100:00100000:0.0:1763345654.521074:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910652672 00000100:00100000:0.0:1763345654.521137:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4032 00000100:00100000:0.0:1763345654.521147:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+325:57888:x1849000910652672:12345-192.168.203.8@tcp:35:lfs.0 00000004:00080000:0.0:1763345654.521817:0:35216:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x267:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:0.0:1763345654.521890:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af5a8 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x267:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345654.521905:0:35216:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af5a8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345654.521916:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af5a8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345654.521924:0:35216:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af5a8 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345654.521930:0:35216:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af5a8 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345654.521936:0:35216:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af5a8 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345654.521948:0:35216:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763345654.522113:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+326:57888:x1849000910652672:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 966us (1210us total) trans 8589941608 rc 0/0 00000100:00100000:0.0:1763345654.522121:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4032 00010000:00010000:1.0:1763345654.522432:0:6509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763345654.522439:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af5a8 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345654.522446:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4c00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345654.522450:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af5a8 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345654.522458:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af5a8 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345654.522470:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x267:0x0].0x0 (ffff91b541f06600) 00010000:00010000:1.0:1763345654.522474:0:6509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763345654.522478:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af5a8 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345654.522484:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af5a8 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345654.522494:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345654.522496:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345654.522498:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763345654.560280:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.560377:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910652800 00000100:00100000:2.0:1763345654.560386:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910652800 00000100:00100000:2.0:1763345654.560448:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11720 00000100:00100000:2.0:1763345654.560458:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543385500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+326:57889:x1849000910652800:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345654.560479:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345654.560500:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af5af lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833fc7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.560566:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af5b6 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.560580:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af5b6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.560591:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af5b6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.560606:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58af5bd lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.560614:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58af5bd lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.560620:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58af5bd lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.560688:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af5c4 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.560697:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af5c4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.560704:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af5c4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345654.560739:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 50008 00000004:00200000:2.0:1763345654.560744:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345654.561040:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af5c4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.561052:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af5c4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.561061:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af5b6 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.561067:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af5b6 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.561073:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af5b6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.561080:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af5b6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.561089:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345654.561094:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af5b6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.561101:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af5b6 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.561111:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b54326b300) 00010000:00010000:2.0:1763345654.561115:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345654.561119:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af5b6 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.561124:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af5b6 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.561138:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58af5bd lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.561144:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58af5bd lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.561149:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58af5bd lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.561154:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345654.561157:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58af5bd lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.561162:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58af5bd lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.561169:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b54326b100) 00010000:00010000:2.0:1763345654.561171:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345654.561174:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58af5bd lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.561180:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6e00/0x52bea07cb58af5bd lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.561209:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af5af lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fc7 expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.561225:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af5c4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fc7 expref: 327 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.561231:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345654.561234:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345654.561236:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7e00, rc 0) 00000100:00100000:1.0:1763345654.561367:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543385500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57889:x1849000910652800:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 909us (1093us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345654.561375:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11720 00000100:00100000:0.0:1763345654.563841:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.564018:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910653056 00000100:00100000:1.0:1763345654.564028:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910653056 00000100:00100000:1.0:1763345654.564085:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11721 00000100:00100000:1.0:1763345654.564095:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5432ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57889:x1849000910653056:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345654.564113:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345654.564133:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58af5cb lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833fce expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.564225:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af5d2 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345654.564239:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af5d2 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345654.564249:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af5d2 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:1.0:1763345654.564260:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 50008 00010000:00010000:1.0:1763345654.564355:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91600/0x52bea07cb58af5cb lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fce expref: 330 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.564372:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af5d2 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fce expref: 329 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.564382:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:1.0:1763345654.564384:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1763345654.564388:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90000, rc 0) 00000100:00100000:1.0:1763345654.564446:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5432ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+329:57889:x1849000910653056:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 352us (613us total) trans 8589941609 rc 0/0 00000100:00100000:1.0:1763345654.564454:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11721 00000100:00100000:2.0:1763345654.566641:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.566726:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910653312 00000100:00100000:0.0:1763345654.566735:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910653312 00000100:00100000:0.0:1763345654.566817:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11722 00000100:00100000:0.0:1763345654.566826:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+329:57889:x1849000910653312:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345654.566845:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345654.566861:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58af5e0 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833fd5 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.566975:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58af5e7 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345654.566994:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58af5e7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345654.567004:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58af5e7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:0.0:1763345654.567020:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 50008 00010000:00010000:0.0:1763345654.567132:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58af5e0 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fd5 expref: 332 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.567152:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58af5e7 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fd5 expref: 331 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.567160:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345654.567163:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345654.567166:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4600, rc 0) 00000100:00100000:0.0:1763345654.567220:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+331:57889:x1849000910653312:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 396us (587us total) trans 8589941610 rc 0/0 00000100:00100000:0.0:1763345654.567226:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11722 00000100:00100000:2.0:1763345654.599823:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.599940:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910653440 00000100:00100000:3.0:1763345654.599950:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910653440 00000100:00100000:3.0:1763345654.600014:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2335 00000100:00100000:3.0:1763345654.600024:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910653440:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:3.0:1763345654.600060:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af5f5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.600075:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345654.600077:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345654.600083:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af5f5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.600100:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af5f5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.603342:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af5f5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.603360:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af5f5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.603369:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af5f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.603376:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345654.603381:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af5f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.603390:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af5f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.603408:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af5f5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.603415:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af5f5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345654.603611:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910653440:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 3584us (3792us total) trans 0 rc 50008/50008 00000100:00100000:3.0:1763345654.603624:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2335 00000100:00100000:0.0:1763345654.610069:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.610143:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910653568 00000100:00100000:3.0:1763345654.610153:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910653568 00000100:00100000:3.0:1763345654.610224:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2336 00000100:00100000:3.0:1763345654.610234:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910653568:12345-192.168.203.8@tcp:3:lfs.0 00002000:00010000:3.0:1763345654.610276:0:24005:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x379:0x0] initial LVB size: 53248, mtime: 0x691a84f5, atime: 0x691a84f5, ctime: 0x691a84f5, blocks: 0x8 00010000:00010000:3.0:1763345654.610285:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af5fc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.610309:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345654.610312:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345654.610317:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af5fc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.610331:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af5fc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.612463:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af5fc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.612481:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af5fc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.612490:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af5fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.612497:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345654.612502:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af5fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.612511:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af5fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.612574:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af5fc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.612582:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af5fc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345654.613623:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910653568:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 3381us (3553us total) trans 0 rc 50008/50008 00000100:00100000:3.0:1763345654.613637:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2336 00000100:00100000:0.0:1763345654.625020:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.626406:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910653696 00000100:00100000:1.0:1763345654.626417:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910653696 00000100:00100000:1.0:1763345654.626545:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 474 00000100:00100000:1.0:1763345654.626555:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+331:57889:x1849000910653696:12345-192.168.203.8@tcp:103:lfs.0 00010000:00010000:1.0:1763345654.626571:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345654.626595:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4600/0x52bea07cb58af5e7 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fd5 expref: 331 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.626614:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:1.0:1763345654.626619:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345654.626673:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+330:57889:x1849000910653696:12345-192.168.203.8@tcp:103:lfs.0 Request processed in 120us (1661us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345654.626681:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 474 00000100:00100000:0.0:1763345654.632192:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.634023:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910653952 00000100:00100000:2.0:1763345654.634038:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910653952 00000100:00100000:2.0:1763345654.636152:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4033 00000100:00100000:2.0:1763345654.636181:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+330:57889:x1849000910653952:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345654.637036:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+331:57889:x1849000910653952:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 868us (4850us total) trans 8589941611 rc 0/0 00000100:00100000:2.0:1763345654.637045:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4033 00000100:00100000:0.0:1763345654.642585:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.643024:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910654208 00000100:00100000:1.0:1763345654.643034:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910654208 00000100:00100000:1.0:1763345654.643124:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11723 00000100:00100000:1.0:1763345654.643134:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+331:57861:x1849000910654208:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:1.0:1763345654.643157:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345654.643179:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58af603 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833fdc expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.643276:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af60a lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345654.643290:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af5c4 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fc7 expref: 332 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.644100:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af60a lrc: 4/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345654.644139:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af5c4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fc7 expref: 332 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.644153:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af5c4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fc7 expref: 332 pid: 6522 timeout: 1147 lvb_type: 0 00000100:00100000:1.0:1763345654.644167:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543386300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924491904:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345654.644429:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6730000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345654.651350:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.651643:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910654336 00000100:00100000:0.0:1763345654.651652:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910654336 00010000:00010000:0.0:1763345654.651691:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af5c4 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fc7 expref: 333 pid: 6522 timeout: 1147 lvb_type: 0 00000100:00100000:0.0:1763345654.651735:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3953 00000100:00100000:0.0:1763345654.651745:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6431fe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+333:2408:x1849000910654336:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345654.651801:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345654.651809:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af5c4 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fc7 expref: 333 pid: 6522 timeout: 1147 lvb_type: 0 00010000:00010000:0.0:1763345654.651822:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af5c4 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fc7 expref: 333 pid: 6522 timeout: 1147 lvb_type: 0 00010000:00010000:0.0:1763345654.651965:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345654.651972:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af60a lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.651983:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af60a lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.651990:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af60a lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.652012:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345654.652017:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af5c4 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fc7 expref: 333 pid: 6522 timeout: 1147 lvb_type: 0 00000100:00100000:2.0:1763345654.652039:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543386300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924491904:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345654.652058:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af60a lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:0.0:1763345654.652065:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6431fe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+332:2408:x1849000910654336:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 318us (722us total) trans 0 rc 0/0 00010000:00010000:2.0:1763345654.652069:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af60a lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.652078:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af60a lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:0.0:1763345654.652080:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3953 00000004:00200000:2.0:1763345654.652102:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 50008 00010000:00010000:2.0:1763345654.652228:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91400/0x52bea07cb58af603 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fdc expref: 333 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.652299:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af60a lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fdc expref: 332 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.652307:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345654.652310:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763345654.652312:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90e00, rc 0) 00000100:00100000:2.0:1763345654.652352:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+332:57861:x1849000910654208:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 9220us (9777us total) trans 8589941612 rc 0/0 00000100:00100000:2.0:1763345654.652360:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11723 00000100:00100000:1.0:1763345654.656977:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.657028:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910654464 00000100:00100000:2.0:1763345654.657038:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910654464 00000100:00100000:2.0:1763345654.657103:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11724 00000100:00100000:2.0:1763345654.657114:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+332:57861:x1849000910654464:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345654.657136:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345654.657157:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af618 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833fe3 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.657245:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af61f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.657261:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af60a lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fdc expref: 333 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.657269:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af61f lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.657301:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af60a lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fdc expref: 333 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.657314:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af60a lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fdc expref: 333 pid: 6522 timeout: 1147 lvb_type: 0 00000100:00100000:2.0:1763345654.657326:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377c000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924492032:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345654.658363:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce840 going to sleep for 11 seconds 00000100:00100000:2.0:1763345654.660650:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377c000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924492032:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345654.660679:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af61f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:1.0:1763345654.661494:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.661545:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910654592 00000100:00100000:3.0:1763345654.661558:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910654592 00010000:00010000:3.0:1763345654.661593:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af60a lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fdc expref: 334 pid: 6522 timeout: 1147 lvb_type: 0 00000100:00100000:0.0:1763345654.661892:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3954 00000100:00100000:0.0:1763345654.661905:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543387800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+334:2408:x1849000910654592:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345654.661919:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345654.661927:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af60a lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fdc expref: 334 pid: 6522 timeout: 1147 lvb_type: 0 00010000:00010000:0.0:1763345654.661940:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af60a lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fdc expref: 334 pid: 6522 timeout: 1147 lvb_type: 0 00010000:00010000:0.0:1763345654.661960:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af60a lrc: 0/0,0 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fdc expref: 334 pid: 6522 timeout: 1147 lvb_type: 0 00010000:00010000:0.0:1763345654.661979:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345654.661984:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af61f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.661999:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af61f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.662006:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af61f lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.662034:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345654.662090:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543387800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+333:2408:x1849000910654592:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 185us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.662098:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3954 00010000:00010000:2.0:1763345654.662161:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af61f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.662169:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af61f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345654.662216:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 50008 00000004:00200000:2.0:1763345654.662221:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345654.662240:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af61f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.662269:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af618 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fe3 expref: 333 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.662285:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af61f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fe3 expref: 332 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.662292:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345654.662295:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345654.662298:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7c00, rc 0) 00000100:00100000:2.0:1763345654.662337:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+332:57861:x1849000910654464:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 5225us (5369us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345654.662344:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11724 00000100:00100000:1.0:1763345654.664837:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.664903:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910654848 00000100:00100000:2.0:1763345654.664913:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910654848 00000100:00100000:2.0:1763345654.664970:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4034 00000100:00100000:2.0:1763345654.664980:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b64a6c0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+332:57861:x1849000910654848:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:2.0:1763345654.665213:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a6c0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+333:57861:x1849000910654848:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 226us (374us total) trans 8589941613 rc 0/0 00000100:00100000:2.0:1763345654.665220:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4034 00000100:00100000:0.0:1763345654.667414:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.667617:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910655104 00000100:00100000:2.0:1763345654.667627:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910655104 00000100:00100000:2.0:1763345654.667690:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11725 00000100:00100000:2.0:1763345654.667699:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+333:57861:x1849000910655104:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345654.667721:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345654.667725:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:2.0:1763345654.667752:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af61f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fe3 expref: 333 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.667816:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af5d2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fce expref: 332 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.667829:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af5a1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fc0 expref: 331 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.667838:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345654.667843:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345654.667855:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af626 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833fea expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.667901:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af62d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.667914:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af62d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345654.667924:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af62d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000040:00080000:2.0:1763345654.668148:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2014, 88 off167000 00000004:00080000:2.0:1763345654.668158:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1047193398006ns, next at 1048007155279ns, rc = 0 00000040:00080000:2.0:1763345654.668185:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2030, 88 off168584 00000004:00080000:2.0:1763345654.668193:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1047193433624ns, next at 1046512402906ns, rc = 0 00000040:00080000:2.0:1763345654.668213:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2015, 88 off167088 00000004:00080000:2.0:1763345654.668218:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1047193458379ns, next at 1048007155279ns, rc = 0 00000040:00080000:2.0:1763345654.668228:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2031, 88 off168672 00000004:00080000:2.0:1763345654.668233:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1047193473094ns, next at 1046512402906ns, rc = 0 00000040:00080000:2.0:1763345654.668242:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2032, 88 off168760 00000004:00080000:2.0:1763345654.668246:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1047193486481ns, next at 1046512402906ns, rc = 0 00000040:00080000:2.0:1763345654.668256:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2016, 88 off167176 00000004:00080000:2.0:1763345654.668260:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1047193500634ns, next at 1048007155279ns, rc = 0 00000001:00080000:0.0:1763345654.670212:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941614 is committed 00000004:00080000:0.0:1763345654.670224:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1315 committed 00000004:00080000:0.0:1763345654.670909:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1330 committed 00000004:00080000:0.0:1763345654.670925:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1329 committed 00000004:00080000:0.0:1763345654.670927:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1314 committed 00000004:00080000:0.0:1763345654.670930:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1328 committed 00000004:00080000:0.0:1763345654.670932:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1313 committed 00000020:00080000:0.0:1763345654.670955:0:32310:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91b54203d180 refcount 2 committed 0 result 0 batchid 4294969288 00000020:00080000:0.0:1763345654.670961:0:32310:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91b674948600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91b645156900 00000020:00080000:0.0:1763345654.670964:0:32310:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91b674962d00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91b54203d6c0 00000020:00080000:0.0:1763345654.670967:0:32310:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff91b674962a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91b5491ef400 00000020:00080000:0.0:1763345654.670970:0:32310:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].20 00000004:00080000:0.0:1763345654.670985:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1312 committed 00000020:00080000:0.0:1763345654.670993:0:32310:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969287 batchid updated 00000100:00100000:2.0:1763345654.671178:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924492288:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345654.671243:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345654.671278:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763345654.671284:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924492160:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1763345654.671304:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345654.671347:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924492288 00000100:00100000:2.0:1763345654.671354:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924492288 00000100:00100000:2.0:1763345654.671392:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924492160 00000100:00100000:2.0:1763345654.671395:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924492160 00000100:00100000:2.0:1763345654.671416:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8741 00000100:00100000:2.0:1763345654.671423:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:3659:x1849000924492288:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1763345654.671554:0:27810:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345654.671558:0:27810:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345654.671560:0:27810:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345654.671563:0:27810:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345654.671565:0:27810:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345654.671605:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3659:x1849000924492288:12345-0@lo:2:osp-syn-1-0.0 Request processed in 182us (362us total) trans 17179872532 rc 0/0 00000100:00100000:2.0:1763345654.671613:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8741 00000100:00100000:2.0:1763345654.671637:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8742 00000100:00100000:2.0:1763345654.671642:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:3659:x1849000924492160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1763345654.671655:0:27810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:888 count 1 00010000:00010000:2.0:1763345654.671671:0:27810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7200/0x52bea07cb58af634 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.671694:0:27810:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58af21a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ea1 expref: 15 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.671702:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345654.671704:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345654.671707:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7200/0x52bea07cb58af634 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.671731:0:27810:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58af21a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.8@tcp remote: 0x199a96980833ea1 expref: 15 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.671745:0:27810:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58af21a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833ea1 expref: 15 pid: 28867 timeout: 1147 lvb_type: 0 00000100:00100000:2.0:1763345654.671757:0:27810:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27810:1849000924492672:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345654.671848:0:27810:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce300 going to sleep for 11 seconds 00000004:00080000:2.0:1763345654.671883:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54377c000/2, rc 0, transno 17179872532 00000100:00100000:2.0:1763345654.671889:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924492288:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1763345654.671941:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af62d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fea expref: 320 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.671952:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345654.671955:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763345654.671969:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af626 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fea expref: 320 pid: 6522 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763345654.671990:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af62d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fea expref: 319 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.672013:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345654.672016:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763345654.672018:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7e00, rc 0) 00000100:00100000:2.0:1763345654.672039:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+319:57861:x1849000910655104:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 4342us (4634us total) trans 8589941614 rc 0/0 00000100:00100000:2.0:1763345654.672047:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11725 00010000:00010000:3.0:1763345654.672125:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af57e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345654.672133:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af57e lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345654.672140:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af57e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345654.672145:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345654.672149:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af57e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345654.672160:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af57e lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345654.672169:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x267:0x0].0x0 (ffff91b541f06600) 00010000:00010000:3.0:1763345654.672171:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345654.672174:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af57e lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345654.672180:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af57e lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x267:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345654.672196:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af58c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345654.672201:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af58c lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345654.672206:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af58c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345654.672210:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91800 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345654.672212:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af58c lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345654.672217:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af58c lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345654.672223:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:3.0:1763345654.672224:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345654.672227:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af58c lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345654.672231:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af58c lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00000020:00080000:3.0:1763345654.672247:0:32338:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969288 committed batchid 4294969287 00000020:00080000:3.0:1763345654.672332:0:32338:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969287 cancel update log [0x200000bd0:0x2:0x0].19: rc = 0 00000020:00080000:3.0:1763345654.672339:0:32338:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969287 00000100:00100000:0.0:1763345654.672535:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924492416:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345654.672569:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345654.672603:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763345654.672608:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924492544:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345654.672627:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345654.673129:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924493184:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345654.673159:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345654.673176:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763345654.673181:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543387100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924493056:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345654.673199:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345654.673221:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543386300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924492928:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345654.673239:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345654.673253:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763345654.673258:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b543387b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924492800:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763345654.673275:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345654.673302:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924492416 00000100:00100000:1.0:1763345654.673308:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924492416 00000100:00100000:1.0:1763345654.673340:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924492544 00000100:00100000:1.0:1763345654.673343:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924492544 00000100:00100000:1.0:1763345654.673355:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924493184 00000100:00100000:1.0:1763345654.673357:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924493184 00000100:00100000:1.0:1763345654.673366:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924493056 00000100:00100000:1.0:1763345654.673368:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924493056 00000100:00100000:1.0:1763345654.673376:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924492928 00000100:00100000:1.0:1763345654.673378:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924492928 00000100:00100000:1.0:1763345654.673386:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924492800 00000100:00100000:1.0:1763345654.673388:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924492800 00000100:00100000:1.0:1763345654.673401:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8743 00000100:00100000:1.0:1763345654.673408:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3656:x1849000924492416:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763345654.673509:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345654.673513:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345654.673515:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345654.673517:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345654.673519:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345654.673544:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3656:x1849000924492416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 137us (975us total) trans 17179872533 rc 0/0 00000100:00100000:1.0:1763345654.673550:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8743 00000100:00100000:1.0:1763345654.673563:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8744 00000100:00100000:1.0:1763345654.673568:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3656:x1849000924492544:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345654.673621:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3656:x1849000924492544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 53us (993us total) trans 17179872534 rc 0/0 00000100:00100000:1.0:1763345654.673626:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8744 00000100:00100000:1.0:1763345654.673635:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8745 00000100:00100000:1.0:1763345654.673639:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3657:x1849000924493184:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763345654.673686:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345654.673689:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb mtime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345654.673691:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345654.673693:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb ctime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345654.673695:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345654.673718:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3657:x1849000924493184:12345-0@lo:2:osp-syn-0-0.0 Request processed in 78us (559us total) trans 21474839887 rc 0/0 00000100:00100000:1.0:1763345654.673723:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8745 00000100:00100000:1.0:1763345654.673733:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8746 00000100:00100000:1.0:1763345654.673739:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3657:x1849000924493056:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763345654.673814:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345654.673818:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345654.673820:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345654.673821:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345654.673823:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763345654.673843:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3657:x1849000924493056:12345-0@lo:2:osp-syn-0-0.0 Request processed in 105us (644us total) trans 21474839888 rc 0/0 00000100:00100000:1.0:1763345654.673848:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8746 00000100:00100000:1.0:1763345654.673858:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8747 00000100:00100000:1.0:1763345654.673862:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3659:x1849000924492928:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763345654.673899:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 50008 -> 50008 00002000:00010000:1.0:1763345654.673902:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345654.673905:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345654.673906:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345654.673909:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:1.0:1763345654.673930:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3659:x1849000924492928:12345-0@lo:2:osp-syn-0-0.0 Request processed in 68us (691us total) trans 21474839889 rc 0/0 00000100:00100000:1.0:1763345654.673935:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8747 00000100:00100000:1.0:1763345654.673944:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8748 00000100:00100000:1.0:1763345654.673949:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3659:x1849000924492800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1763345654.673963:0:28868:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:886 count 1 00002000:00010000:1.0:1763345654.673980:0:28868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x376:0x0] initial LVB size: 262144, mtime: 0x691a84f4, atime: 0x691a84f4, ctime: 0x691a84f4, blocks: 0x108 00010000:00010000:1.0:1763345654.673988:0:28868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91200/0x52bea07cb58af63b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.674000:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345654.674002:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345654.674007:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91200/0x52bea07cb58af63b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.674019:0:28868:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91200/0x52bea07cb58af63b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.674028:0:28868:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91200/0x52bea07cb58af63b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.674035:0:28868:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91200/0x52bea07cb58af63b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.674064:0:28868:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763345654.674513:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3659:x1849000924492800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 562us (1234us total) trans 21474839890 rc 0/0 00000100:00100000:1.0:1763345654.674521:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8748 00000004:00080000:1.0:1763345654.674570:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b543387100/2, rc 0, transno 21474839888 00000100:00100000:1.0:1763345654.674575:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543387100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924493056:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345654.674584:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5454ded80/2, rc 0, transno 21474839887 00000100:00100000:1.0:1763345654.674588:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924493184:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345654.674608:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b543387b80/2, rc 0, transno 21474839890 00000100:00100000:1.0:1763345654.674612:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543387b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924492800:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1763345654.674618:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b543386300/2, rc 0, transno 21474839889 00000100:00100000:1.0:1763345654.674621:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b543386300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924492928:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345654.674642:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54377d880/2, rc 0, transno 17179872534 00000100:00100000:1.0:1763345654.674645:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924492544:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345654.674653:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54377ed80/2, rc 0, transno 17179872533 00000100:00100000:1.0:1763345654.674656:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924492416:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1763345654.674838:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345654.674845:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d91200/0x52bea07cb58af63b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.674855:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345654.674859:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91200/0x52bea07cb58af63b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.674867:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91200/0x52bea07cb58af63b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.674883:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d91200/0x52bea07cb58af63b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.674890:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91200/0x52bea07cb58af63b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.674904:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345654.674906:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345654.674908:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763345654.679569:0:27810:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27810:1849000924492672:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345654.679614:0:27810:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7200/0x52bea07cb58af634 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345654.683060:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.683107:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.683283:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910655232 00000100:00100000:1.0:1763345654.683294:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910655232 00010000:00010000:1.0:1763345654.683334:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58af21a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833ea1 expref: 16 pid: 28867 timeout: 1147 lvb_type: 0 00000100:00100000:1.0:1763345654.683365:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3955 00000100:00100000:1.0:1763345654.683373:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910655232:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345654.683387:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345654.683393:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58af21a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833ea1 expref: 16 pid: 28867 timeout: 1147 lvb_type: 0 00010000:00010000:1.0:1763345654.683405:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58af21a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833ea1 expref: 16 pid: 28867 timeout: 1147 lvb_type: 0 00010000:00010000:1.0:1763345654.683428:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543261200/0x52bea07cb58af21a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833ea1 expref: 16 pid: 28867 timeout: 1147 lvb_type: 0 00010000:00010000:1.0:1763345654.683448:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345654.683451:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345654.683455:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7200/0x52bea07cb58af634 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.683464:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7200/0x52bea07cb58af634 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.683500:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345654.683548:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910655232:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 174us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345654.683556:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3955 00000100:00100000:2.0:1763345654.683670:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910655360 00000100:00100000:2.0:1763345654.683675:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910655360 00000100:00100000:2.0:1763345654.683723:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8749 00000100:00100000:2.0:1763345654.683731:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542034380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+17:57861:x1849000910655360:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345654.683747:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345654.683796:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af642 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833ff1 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.683821:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af515 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f8f expref: 18 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345654.683827:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345654.683829:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345654.683833:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af642 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ff1 expref: 18 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.683859:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af515 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f8f expref: 18 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345654.683872:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af515 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f8f expref: 18 pid: 15692 timeout: 1147 lvb_type: 1 00000100:00100000:2.0:1763345654.683884:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924493312:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345654.683935:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce300 going to sleep for 11 seconds 00010000:00010000:0.0:1763345654.685203:0:27810:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7200/0x52bea07cb58af634 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.685218:0:27810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7200/0x52bea07cb58af634 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.685228:0:27810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7200/0x52bea07cb58af634 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.685237:0:27810:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7200/0x52bea07cb58af634 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.685264:0:27810:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763345654.685526:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3659:x1849000924492160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13881us (14218us total) trans 17179872535 rc 0/0 00000100:00100000:0.0:1763345654.685536:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8742 00000004:00080000:1.0:1763345654.686209:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b54377c700/2, rc 0, transno 17179872535 00000100:00100000:1.0:1763345654.686218:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924492160:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1763345654.686246:0:10338:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763345654.686255:0:10338:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7200/0x52bea07cb58af634 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.686264:0:10338:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345654.686268:0:10338:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7200/0x52bea07cb58af634 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.686277:0:10338:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7200/0x52bea07cb58af634 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.686296:0:10338:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7200/0x52bea07cb58af634 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.686302:0:10338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7200/0x52bea07cb58af634 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.686325:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345654.686327:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763345654.686329:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763345654.687683:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924493312:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345654.687884:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af642 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ff1 expref: 18 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.687902:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7c00, rc 0) 00000100:00100000:2.0:1763345654.687950:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542034380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+18:57861:x1849000910655360:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 4220us (4842us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345654.687957:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8749 00000100:00100000:3.0:1763345654.688843:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.691561:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910655488 00000100:00100000:1.0:1763345654.691576:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910655488 00010000:00010000:1.0:1763345654.691623:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af515 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f8f expref: 18 pid: 15692 timeout: 1147 lvb_type: 1 00000100:00100000:1.0:1763345654.691669:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3956 00000100:00100000:1.0:1763345654.691679:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910655488:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345654.691695:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345654.691714:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af515 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f8f expref: 18 pid: 15692 timeout: 1147 lvb_type: 1 00010000:00010000:1.0:1763345654.691726:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af515 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f8f expref: 18 pid: 15692 timeout: 1147 lvb_type: 1 00010000:00010000:1.0:1763345654.691747:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af515 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f8f expref: 18 pid: 15692 timeout: 1147 lvb_type: 1 00010000:00010000:1.0:1763345654.691788:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345654.691791:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345654.691799:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af642 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ff1 expref: 17 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.691809:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af642 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ff1 expref: 17 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345654.691847:0:8428:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af642 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ff1 expref: 17 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345654.691860:0:8428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b544867480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8428:1849000924493440:192.168.203.8@tcp:105: 00000100:00100000:1.0:1763345654.691948:0:8428:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6730000c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763345654.695983:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.696394:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910655616 00000100:00100000:3.0:1763345654.696404:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910655616 00000100:00100000:3.0:1763345654.696469:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2337 00000100:00100000:3.0:1763345654.696480:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910655616:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:3.0:1763345654.696674:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 50008 -> 50008 00002000:00010000:3.0:1763345654.696679:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345653 -> 1763345653 00002000:00010000:3.0:1763345654.696681:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:3.0:1763345654.696684:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345653 -> 1763345653 00002000:00010000:3.0:1763345654.696686:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:1.0:1763345654.696738:0:8428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b544867480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8428:1849000924493440:192.168.203.8@tcp:105: 00000100:00100000:3.0:1763345654.696742:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910655616:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 262us (764us total) trans 21474839891 rc 0/0 00000100:00100000:3.0:1763345654.696751:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2337 00010000:00010000:1.0:1763345654.696782:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345654.696811:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910655488:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 5133us (7969us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345654.696820:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3956 00000100:00100000:2.0:1763345654.698862:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.699053:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910655744 00000100:00100000:0.0:1763345654.699064:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910655744 00000100:00100000:0.0:1763345654.699122:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11726 00000100:00100000:0.0:1763345654.699133:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+317:57861:x1849000910655744:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345654.699155:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345654.699176:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af649 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833ff8 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.699283:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af650 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.699297:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af650 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.699308:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af650 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345654.699335:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 50008 00000004:00200000:0.0:1763345654.699340:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345654.699357:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af650 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.699383:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af649 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ff8 expref: 319 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.699398:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af650 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ff8 expref: 318 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.699406:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345654.699409:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345654.699414:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4200, rc 0) 00000100:00100000:0.0:1763345654.699475:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+318:57861:x1849000910655744:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 345us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.699486:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11726 00000100:00100000:0.0:1763345654.706966:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.707120:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910655872 00000100:00100000:2.0:1763345654.707130:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910655872 00000100:00100000:2.0:1763345654.707183:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11727 00000100:00100000:2.0:1763345654.707191:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+318:57861:x1849000910655872:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345654.707209:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345654.707227:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af657 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980833fff expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.707271:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af65e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.707287:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af65e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.707298:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af65e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.707407:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af657 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fff expref: 320 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.707423:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af65e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fff expref: 319 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.707431:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345654.707434:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763345654.707437:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7800, rc 0) 00000100:00100000:2.0:1763345654.707502:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+319:57861:x1849000910655872:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 311us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345654.707509:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11727 00000100:00100000:3.0:1763345654.709687:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.709844:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910656128 00000100:00100000:0.0:1763345654.709855:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910656128 00000100:00100000:0.0:1763345654.709908:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11728 00000100:00100000:0.0:1763345654.709918:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+319:57861:x1849000910656128:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:0.0:1763345654.709966:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763345654.709989:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af650 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833ff8 expref: 319 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.710008:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af62d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fea expref: 318 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.710020:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345654.710024:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345654.710196:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af665 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.710208:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af665 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.710217:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af665 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000001:00080000:0.0:1763345654.710281:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941615 00000004:00010000:0.0:1763345654.710304:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d8456df9 reply state 00000000bb0f9a3c transno 8589941616 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af665 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.710314:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af665 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.710320:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345654.710323:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345654.710325:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345654.710412:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+320:57861:x1849000910656128:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 495us (733us total) trans 8589941616 rc 0/0 00000100:00100000:0.0:1763345654.710419:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11728 00000020:00080000:0.0:1763345654.710423:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763345654.713036:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.713123:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910656256 00000100:00100000:2.0:1763345654.713133:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910656256 00000100:00100000:2.0:1763345654.713196:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11729 00000100:00100000:2.0:1763345654.713207:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544867480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+320:57861:x1849000910656256:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345654.713227:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345654.713247:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af66c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834006 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.713299:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af66c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834006 expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.713315:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af66c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834006 expref: 321 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.713333:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345654.713337:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345654.713341:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7400, rc 0) 00000100:00100000:2.0:1763345654.713397:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544867480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+321:57861:x1849000910656256:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 192us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345654.716848:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11729 00000100:00100000:3.0:1763345654.727062:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.727178:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910656384 00000100:00100000:2.0:1763345654.727188:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910656384 00000100:00100000:2.0:1763345654.727245:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8750 00000100:00100000:2.0:1763345654.727256:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+18:57861:x1849000910656384:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345654.727272:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345654.727291:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af673 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083400d expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.727323:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af51c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f96 expref: 19 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345654.727332:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345654.727333:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345654.727338:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af673 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083400d expref: 19 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.727371:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af51c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f96 expref: 19 pid: 28867 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345654.727383:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af51c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f96 expref: 19 pid: 28867 timeout: 1147 lvb_type: 1 00000100:00100000:2.0:1763345654.727397:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924493568:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345654.727480:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ceb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763345654.730900:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924493568:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345654.730945:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af673 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083400d expref: 19 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.730965:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7200, rc 0) 00000100:00100000:2.0:1763345654.731025:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+19:57861:x1849000910656384:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 3771us (3972us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345654.731034:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8750 00000100:00100000:1.0:1763345654.733138:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.733213:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910656512 00000100:00100000:3.0:1763345654.733222:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910656512 00010000:00010000:3.0:1763345654.733257:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af51c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f96 expref: 19 pid: 28867 timeout: 1147 lvb_type: 1 00000100:00100000:0.0:1763345654.734025:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3957 00000100:00100000:0.0:1763345654.734039:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545961500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910656512:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345654.734056:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345654.734076:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af51c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f96 expref: 19 pid: 28867 timeout: 1147 lvb_type: 1 00010000:00010000:0.0:1763345654.734091:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af51c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f96 expref: 19 pid: 28867 timeout: 1147 lvb_type: 1 00010000:00010000:0.0:1763345654.734114:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af51c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f96 expref: 19 pid: 28867 timeout: 1147 lvb_type: 1 00010000:00010000:0.0:1763345654.734127:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345654.734129:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345654.734137:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af673 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083400d expref: 18 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.734147:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af673 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083400d expref: 18 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.734188:0:35200:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af673 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083400d expref: 18 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345654.734201:0:35200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35200:1849000924493696:192.168.203.8@tcp:105: 00000100:00100000:0.0:1763345654.734269:0:35200:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642f6f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763345654.736743:0:35200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35200:1849000924493696:192.168.203.8@tcp:105: 00010000:00010000:0.0:1763345654.736925:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345654.736986:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545961500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910656512:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 2950us (3853us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.736998:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3957 00000100:00100000:2.0:1763345654.737061:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.737103:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910656640 00000100:00100000:3.0:1763345654.737109:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910656640 00000100:00100000:3.0:1763345654.737202:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8751 00000100:00100000:3.0:1763345654.737214:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+15:57861:x1849000910656640:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:3.0:1763345654.737229:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345654.737246:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af67a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834014 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.737273:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91e00/0x52bea07cb58af523 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833f9d expref: 16 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345654.737287:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345654.737290:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345654.737295:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af67a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834014 expref: 16 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.737324:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b548d91e00/0x52bea07cb58af523 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f9d expref: 16 pid: 15692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345654.737336:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91e00/0x52bea07cb58af523 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f9d expref: 16 pid: 15692 timeout: 1147 lvb_type: 1 00000100:00100000:3.0:1763345654.737348:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435b9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8405:1849000924493824:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345654.737394:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645156f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763345654.739123:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435b9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8405:1849000924493824:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345654.739152:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af67a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980834014 expref: 16 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345654.739170:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260e00, rc 0) 00000100:00100000:3.0:1763345654.739220:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+16:57861:x1849000910656640:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 2007us (2159us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345654.739228:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8751 00000100:00100000:1.0:1763345654.739927:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.740192:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910656768 00000100:00100000:0.0:1763345654.740201:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910656768 00010000:00010000:0.0:1763345654.740233:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91e00/0x52bea07cb58af523 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f9d expref: 16 pid: 15692 timeout: 1147 lvb_type: 1 00000100:00100000:0.0:1763345654.740304:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3958 00000100:00100000:0.0:1763345654.740314:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545963800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910656768:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345654.740327:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345654.740344:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b548d91e00/0x52bea07cb58af523 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f9d expref: 16 pid: 15692 timeout: 1147 lvb_type: 1 00010000:00010000:0.0:1763345654.740356:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b548d91e00/0x52bea07cb58af523 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f9d expref: 16 pid: 15692 timeout: 1147 lvb_type: 1 00010000:00010000:0.0:1763345654.740384:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91e00/0x52bea07cb58af523 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833f9d expref: 16 pid: 15692 timeout: 1147 lvb_type: 1 00010000:00010000:0.0:1763345654.740399:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345654.740401:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345654.740407:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af67a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980834014 expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.740417:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af67a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980834014 expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.740449:0:35200:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af67a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980834014 expref: 15 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345654.740461:0:35200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:35200:1849000924493952:192.168.203.8@tcp:105: 00000100:00100000:0.0:1763345654.740535:0:35200:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642f6f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763345654.743944:0:35200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:35200:1849000924493952:192.168.203.8@tcp:105: 00010000:00010000:0.0:1763345654.743969:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345654.744015:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545963800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910656768:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 3701us (4089us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.744025:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3958 00000100:00100000:1.0:1763345654.745499:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.745538:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.745572:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.745651:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910656896 00000100:00100000:3.0:1763345654.745673:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910656896 00002000:00010000:3.0:1763345654.745716:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (156378->18446744073709551615) 00002000:00100000:3.0:1763345654.745721:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545960380 with x1849000910656896 ext(156378->18446744073709551615) 00000100:00100000:2.0:1763345654.745844:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910657152 00000100:00100000:2.0:1763345654.745848:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910657152 00002000:00010000:2.0:1763345654.745865:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:2.0:1763345654.745869:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545960000 with x1849000910657152 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345654.745879:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545960000. 00000100:00100000:2.0:1763345654.745902:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910657024 00000100:00100000:2.0:1763345654.745906:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910657024 00002000:00010000:2.0:1763345654.745916:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:2.0:1763345654.745918:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545962d80 with x1849000910657024 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345654.745924:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545962d80. 00000100:00100000:2.0:1763345654.745940:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2338 00000100:00100000:2.0:1763345654.745953:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910657152:12345-192.168.203.8@tcp:10:fsx.0 00000100:00100000:0.0:1763345654.745994:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2339 00000100:00100000:0.0:1763345654.746006:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910657024:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:2.0:1763345654.746101:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345654.746101:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345654.746108:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345653 -> 1763345654 00002000:00010000:0.0:1763345654.746108:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345653 -> 1763345654 00002000:00010000:2.0:1763345654.746115:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:0.0:1763345654.746116:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:2.0:1763345654.746120:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345653 -> 1763345654 00002000:00010000:0.0:1763345654.746121:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345653 -> 1763345654 00002000:00010000:2.0:1763345654.746127:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763345654.746127:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763345654.746177:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910657024:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 173us (603us total) trans 21474839892 rc 0/0 00000100:00100000:0.0:1763345654.746185:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2339 00002000:00010000:0.0:1763345654.746190:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:0.0:1763345654.746192:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545962d80 with x1849000910657024 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345654.746198:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545960380. 00002000:00010000:0.0:1763345654.746204:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545962d80. 00000100:00100000:3.0:1763345654.746230:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2340 00000100:00100000:3.0:1763345654.746240:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545960380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910656896:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:3.0:1763345654.746365:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 50008 -> 156378 00002000:00010000:3.0:1763345654.746368:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345653 -> 1763345654 00002000:00010000:3.0:1763345654.746370:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:3.0:1763345654.746372:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345653 -> 1763345654 00002000:00010000:3.0:1763345654.746375:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:2.0:1763345654.747208:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910657152:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 1257us (1666us total) trans 17179872536 rc 0/0 00000100:00100000:2.0:1763345654.747218:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2338 00002000:00010000:2.0:1763345654.747222:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:2.0:1763345654.747225:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545960000 with x1849000910657152 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345654.747231:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545960000. 00000100:00100000:2.0:1763345654.748186:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545960380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910656896:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 1943us (2688us total) trans 21474839893 rc 0/0 00000100:00100000:2.0:1763345654.748195:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2340 00002000:00010000:2.0:1763345654.748200:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (156378->18446744073709551615) 00002000:00100000:2.0:1763345654.748203:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545960380 with x1849000910656896 ext(156378->18446744073709551615) 00002000:00010000:2.0:1763345654.748209:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545960380. 00000100:00100000:1.0:1763345654.751230:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.751327:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910657280 00000100:00100000:0.0:1763345654.751337:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910657280 00000100:00100000:0.0:1763345654.751398:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11730 00000100:00100000:0.0:1763345654.751407:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545960700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+321:57861:x1849000910657280:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345654.751425:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345654.751446:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af681 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083401b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.751532:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af688 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.751546:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af688 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.751558:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af688 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345654.751584:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 156378 00000004:00200000:0.0:1763345654.751588:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345654.751605:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af688 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.751629:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af681 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083401b expref: 323 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.751646:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af688 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083401b expref: 322 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.751667:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345654.751671:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345654.751675:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4200, rc 0) 00000100:00100000:0.0:1763345654.751734:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545960700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+322:57861:x1849000910657280:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 328us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.751741:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11730 00000100:00100000:1.0:1763345654.755594:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.756224:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910657408 00000100:00100000:2.0:1763345654.756235:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910657408 00000100:00100000:2.0:1763345654.756297:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2341 00000100:00100000:2.0:1763345654.756307:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910657408:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:2.0:1763345654.756499:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 156378 -> 156378 00002000:00010000:2.0:1763345654.756503:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345654.756505:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:2.0:1763345654.756508:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345654.756510:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 72 -> 136 00000100:00100000:2.0:1763345654.756570:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910657408:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 264us (983us total) trans 21474839894 rc 0/0 00000100:00100000:2.0:1763345654.756578:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2341 00000100:00100000:1.0:1763345654.762914:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.763267:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910657536 00000100:00100000:0.0:1763345654.763277:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910657536 00000100:00100000:0.0:1763345654.763346:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2342 00000100:00100000:0.0:1763345654.763356:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+21:2408:x1849000910657536:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:0.0:1763345654.763754:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 156378 -> 156378 00002000:00010000:0.0:1763345654.763787:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:0.0:1763345654.763790:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:0.0:1763345654.763792:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:0.0:1763345654.763795:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 136 -> 200 00000100:00100000:0.0:1763345654.763857:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910657536:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 501us (951us total) trans 21474839895 rc 0/0 00000100:00100000:0.0:1763345654.763865:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2342 00000100:00100000:1.0:1763345654.766744:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.766949:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910657664 00000100:00100000:0.0:1763345654.766960:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910657664 00002000:00100000:0.0:1763345654.767004:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (24576->77823) req@ffff91b674b1d880 x1849000910657664/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/0 e 0 to 0 dl 1763345665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345654.767015:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b674b1d880 with x1849000910657664 ext(24576->77823) 00002000:00010000:0.0:1763345654.767021:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b674b1d880 00000100:00100000:0.0:1763345654.767054:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2343 00000100:00100000:0.0:1763345654.767063:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910657664:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:0.0:1763345654.769018:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910657664:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 1948us (2274us total) trans 0 rc 53248/53248 00000100:00100000:0.0:1763345654.769030:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2343 00002000:00100000:0.0:1763345654.769041:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (24576->77823) req@ffff91b674b1d880 x1849000910657664/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/440 e 0 to 0 dl 1763345665 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345654.769051:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b674b1d880 with x1849000910657664 ext(24576->77823) 00002000:00010000:0.0:1763345654.769057:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b674b1d880 00000100:00100000:1.0:1763345654.773666:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.773809:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910657792 00000100:00100000:0.0:1763345654.773819:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910657792 00002000:00100000:0.0:1763345654.773867:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (4096->8191) req@ffff91b674b1c000 x1849000910657792/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/0 e 0 to 0 dl 1763345665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345654.773878:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b674b1c000 with x1849000910657792 ext(4096->8191) 00002000:00010000:0.0:1763345654.773883:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b674b1c000 00000100:00100000:0.0:1763345654.773923:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2344 00000100:00100000:0.0:1763345654.773932:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910657792:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:0.0:1763345654.774133:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910657792:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 202us (474us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763345654.774144:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2344 00002000:00100000:0.0:1763345654.774151:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (4096->8191) req@ffff91b674b1c000 x1849000910657792/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/4536 e 0 to 0 dl 1763345665 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345654.774159:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b674b1c000 with x1849000910657792 ext(4096->8191) 00002000:00010000:0.0:1763345654.774162:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b674b1c000 00000100:00100000:1.0:1763345654.781201:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.781444:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910657920 00000100:00100000:0.0:1763345654.781454:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910657920 00002000:00100000:0.0:1763345654.781503:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (8192->12287) req@ffff91b674b1ce00 x1849000910657920/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/0 e 0 to 0 dl 1763345665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345654.781514:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b674b1ce00 with x1849000910657920 ext(8192->12287) 00002000:00010000:0.0:1763345654.781520:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b674b1ce00 00000100:00100000:0.0:1763345654.781560:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2345 00000100:00100000:0.0:1763345654.781569:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b674b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+22:2410:x1849000910657920:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:0.0:1763345654.781821:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b674b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+22:2410:x1849000910657920:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 253us (628us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763345654.781829:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2345 00002000:00100000:0.0:1763345654.781836:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (8192->12287) req@ffff91b674b1ce00 x1849000910657920/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/4536 e 0 to 0 dl 1763345665 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345654.781844:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b674b1ce00 with x1849000910657920 ext(8192->12287) 00002000:00010000:0.0:1763345654.781847:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b674b1ce00 00000100:00100000:1.0:1763345654.786420:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.787123:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910658048 00000100:00100000:2.0:1763345654.787135:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910658048 00002000:00100000:2.0:1763345654.787209:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (12288->24575) req@ffff91b545655c00 x1849000910658048/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/0 e 0 to 0 dl 1763345665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345654.787232:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545655c00 with x1849000910658048 ext(12288->24575) 00002000:00010000:2.0:1763345654.787238:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545655c00 00000100:00100000:2.0:1763345654.787272:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2346 00000100:00100000:2.0:1763345654.787284:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+22:2411:x1849000910658048:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:2.0:1763345654.787495:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+22:2411:x1849000910658048:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 213us (1084us total) trans 0 rc 12288/12288 00000100:00100000:2.0:1763345654.787504:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2346 00002000:00100000:2.0:1763345654.787510:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (12288->24575) req@ffff91b545655c00 x1849000910658048/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/12728 e 0 to 0 dl 1763345665 ref 1 fl Complete:/600/0 rc 12288/12288 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345654.787518:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545655c00 with x1849000910658048 ext(12288->24575) 00002000:00010000:2.0:1763345654.787521:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545655c00 00000100:00100000:1.0:1763345654.794994:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.795130:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910658176 00000100:00100000:2.0:1763345654.795143:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910658176 00002000:00100000:2.0:1763345654.795194:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (4096->262143) req@ffff91b545655180 x1849000910658176/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 504/0 e 0 to 0 dl 1763345665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345654.795206:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545655180 with x1849000910658176 ext(4096->262143) 00002000:00010000:2.0:1763345654.795212:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545655180 00000100:00100000:2.0:1763345654.795265:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2347 00000100:00100000:2.0:1763345654.795279:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+22:2411:x1849000910658176:12345-192.168.203.8@tcp:4:fsx.0 00000100:00100000:2.0:1763345654.800481:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+24:2411:x1849000910658176:12345-192.168.203.8@tcp:4:fsx.0 Request processed in 5197us (5490us total) trans 21474839896 rc 0/0 00000100:00100000:2.0:1763345654.800496:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2347 00002000:00100000:2.0:1763345654.800509:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (4096->262143) req@ffff91b545655180 x1849000910658176/t21474839896(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 504/448 e 0 to 0 dl 1763345665 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345654.800518:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545655180 with x1849000910658176 ext(4096->262143) 00002000:00010000:2.0:1763345654.800525:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545655180 00000100:00100000:1.0:1763345654.802454:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.802584:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910658304 00000100:00100000:3.0:1763345654.802594:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910658304 00000100:00100000:3.0:1763345654.802660:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8752 00000100:00100000:3.0:1763345654.802671:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910658304:12345-192.168.203.8@tcp:16:fsx.0 00000001:00080000:3.0:1763345654.804580:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839896 is committed 00000001:00080000:3.0:1763345654.804619:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839890 is committed 00000100:00100000:2.0:1763345654.804995:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910658304:12345-192.168.203.8@tcp:16:fsx.0 Request processed in 2322us (2543us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345654.805007:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8752 00000100:00100000:1.0:1763345654.809019:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.809202:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910658432 00000100:00100000:2.0:1763345654.809211:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910658432 00000100:00100000:2.0:1763345654.809274:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2348 00000100:00100000:2.0:1763345654.809285:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545657800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910658432:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:2.0:1763345654.809499:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 156378 -> 262144 00002000:00010000:2.0:1763345654.809503:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345654.809506:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345653 -> 1763345654 00002000:00010000:2.0:1763345654.809513:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345654.809515:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 200 -> 384 00000100:00100000:2.0:1763345654.809577:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545657800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910658432:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 294us (566us total) trans 21474839897 rc 0/0 00000100:00100000:2.0:1763345654.809584:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2348 00000100:00100000:1.0:1763345654.815567:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.815624:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910658560 00000100:00100000:0.0:1763345654.815634:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910658560 00002000:00100000:0.0:1763345654.815679:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (0->233471) req@ffff91b545656300 x1849000910658560/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 504/0 e 0 to 0 dl 1763345665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345654.815695:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545656300 with x1849000910658560 ext(0->233471) 00002000:00010000:0.0:1763345654.815701:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545656300 00000100:00100000:2.0:1763345654.815798:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2349 00000100:00100000:2.0:1763345654.815809:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910658560:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:2.0:1763345654.819367:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910658560:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 3550us (3796us total) trans 0 rc 159744/159744 00000100:00100000:2.0:1763345654.819381:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2349 00002000:00100000:2.0:1763345654.819393:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (0->233471) req@ffff91b545656300 x1849000910658560/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 504/440 e 0 to 0 dl 1763345665 ref 1 fl Complete:/600/0 rc 159744/159744 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345654.819403:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545656300 with x1849000910658560 ext(0->233471) 00002000:00010000:2.0:1763345654.819409:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545656300 00000100:00100000:3.0:1763345654.829398:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.829954:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910658688 00000100:00100000:2.0:1763345654.829964:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910658688 00002000:00100000:2.0:1763345654.830008:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (172032->237567) req@ffff91b5435b9500 x1849000910658688/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/0 e 0 to 0 dl 1763345665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345654.830018:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435b9500 with x1849000910658688 ext(172032->237567) 00002000:00010000:2.0:1763345654.830028:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5435b9500 00000100:00100000:2.0:1763345654.830062:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2350 00000100:00100000:2.0:1763345654.830071:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910658688:12345-192.168.203.8@tcp:4:fsx.0 00000100:00100000:2.0:1763345654.837365:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910658688:12345-192.168.203.8@tcp:4:fsx.0 Request processed in 7284us (7965us total) trans 21474839898 rc 0/0 00000100:00100000:2.0:1763345654.837378:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2350 00002000:00100000:2.0:1763345654.837390:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (172032->237567) req@ffff91b5435b9500 x1849000910658688/t21474839898(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/448 e 0 to 0 dl 1763345665 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345654.837401:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435b9500 with x1849000910658688 ext(172032->237567) 00002000:00010000:2.0:1763345654.837406:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5435b9500 00000100:00100000:1.0:1763345654.843599:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.843748:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910658816 00000100:00100000:2.0:1763345654.843787:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910658816 00000100:00100000:2.0:1763345654.843846:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8753 00000100:00100000:2.0:1763345654.843855:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910658816:12345-192.168.203.8@tcp:16:fsx.0 00000001:00080000:0.0:1763345654.851858:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839898 is committed 00000100:00100000:2.0:1763345654.852295:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910658816:12345-192.168.203.8@tcp:16:fsx.0 Request processed in 8434us (8699us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345654.852307:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8753 00000100:00100000:1.0:1763345654.857102:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.857179:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910659072 00000100:00100000:2.0:1763345654.857189:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910659072 00000100:00100000:2.0:1763345654.857250:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11731 00000100:00100000:2.0:1763345654.857260:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545657480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+322:57861:x1849000910659072:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:2.0:1763345654.857312:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345654.857338:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af688 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083401b expref: 322 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345654.857355:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345654.857360:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345654.857530:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af68f lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.857545:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af68f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.857555:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af68f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:2.0:1763345654.857606:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941617 00000004:00010000:2.0:1763345654.857628:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fbe8f95d reply state 000000005991a794 transno 8589941618 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af68f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.857641:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af68f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345654.857646:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345654.857650:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345654.857652:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345654.857755:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545657480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+324:57861:x1849000910659072:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 495us (662us total) trans 8589941618 rc 0/0 00000100:00100000:2.0:1763345654.857928:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11731 00000020:00080000:2.0:1763345654.857934:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345654.862498:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.862543:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345654.862578:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.862661:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910659200 00000100:00100000:1.0:1763345654.862670:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910659200 00002000:00010000:1.0:1763345654.862715:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (156204->18446744073709551615) 00002000:00100000:1.0:1763345654.862720:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b65ed7ea00 with x1849000910659200 ext(156204->18446744073709551615) 00002000:00010000:1.0:1763345654.862730:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b65ed7ea00. 00000100:00100000:1.0:1763345654.862755:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910659328 00000100:00100000:1.0:1763345654.862804:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910659328 00002000:00010000:1.0:1763345654.862814:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:1.0:1763345654.862817:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b65ed7d180 with x1849000910659328 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345654.862821:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b65ed7d180. 00000100:00100000:1.0:1763345654.862839:0:28400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910659456 00000100:00100000:1.0:1763345654.862841:0:28400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910659456 00002000:00010000:1.0:1763345654.862850:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:1.0:1763345654.862853:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b65ed7f480 with x1849000910659456 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345654.862857:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b65ed7f480. 00000100:00100000:1.0:1763345654.862872:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2351 00000100:00100000:1.0:1763345654.862879:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910659200:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:1.0:1763345654.863178:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 262144 -> 156204 00002000:00010000:1.0:1763345654.863182:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345654.863185:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345654.863188:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345654.863190:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 384 -> 320 00000100:00100000:1.0:1763345654.863242:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910659200:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 362us (754us total) trans 21474839899 rc 0/0 00000100:00100000:1.0:1763345654.863250:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2351 00002000:00010000:1.0:1763345654.863254:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (156204->18446744073709551615) 00002000:00100000:1.0:1763345654.863256:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b65ed7ea00 with x1849000910659200 ext(156204->18446744073709551615) 00002000:00010000:1.0:1763345654.863261:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b65ed7ea00. 00000100:00100000:1.0:1763345654.863276:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2352 00000100:00100000:1.0:1763345654.863282:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910659328:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:1.0:1763345654.863330:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345654.863332:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345654.863335:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345654.863337:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345654.863339:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763345654.863360:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910659328:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 77us (815us total) trans 21474839900 rc 0/0 00000100:00100000:1.0:1763345654.863366:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2352 00002000:00010000:1.0:1763345654.863369:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:1.0:1763345654.863371:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b65ed7d180 with x1849000910659328 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345654.863375:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b65ed7d180. 00000100:00100000:1.0:1763345654.863387:0:28400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2353 00000100:00100000:1.0:1763345654.863393:0:28400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910659456:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:1.0:1763345654.863456:0:28400:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345654.863459:0:28400:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345654.863461:0:28400:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345654.863463:0:28400:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345654.863465:0:28400:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345654.863486:0:28400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910659456:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 92us (907us total) trans 17179872537 rc 0/0 00000100:00100000:1.0:1763345654.863493:0:28400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2353 00002000:00010000:1.0:1763345654.863495:0:28400:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:1.0:1763345654.863498:0:28400:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b65ed7f480 with x1849000910659456 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345654.863502:0:28400:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b65ed7f480. 00000100:00100000:1.0:1763345654.866823:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.867171:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910659584 00000100:00100000:0.0:1763345654.867180:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910659584 00000100:00100000:0.0:1763345654.867231:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11732 00000100:00100000:0.0:1763345654.867240:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57861:x1849000910659584:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345654.867263:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345654.867281:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af696 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834022 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.867363:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af69d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.867378:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af69d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.867389:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af69d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345654.867416:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 156204 00000004:00200000:0.0:1763345654.867420:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345654.867440:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af69d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.867465:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af696 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834022 expref: 326 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.867481:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af69d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834022 expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.867489:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345654.867493:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345654.867496:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4800, rc 0) 00000100:00100000:0.0:1763345654.868639:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910659584:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 1393us (1819us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.868649:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11732 00000100:00100000:1.0:1763345654.872194:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.872358:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910659840 00000100:00100000:0.0:1763345654.872368:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910659840 00000100:00100000:0.0:1763345654.872876:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11733 00000100:00100000:0.0:1763345654.872889:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910659840:12345-192.168.203.8@tcp:36:fsx.0 00010000:00010000:0.0:1763345654.872940:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345654.872967:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af69d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834022 expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.872987:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345654.872993:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345654.873149:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af6a4 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.873163:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af6a4 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.873173:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af6a4 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000001:00080000:0.0:1763345654.873209:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941619 00000004:00010000:0.0:1763345654.873246:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000151b6731 reply state 00000000807f6887 transno 8589941620 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af6a4 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.873264:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af6a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.873270:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345654.873273:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345654.873276:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345654.873365:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57861:x1849000910659840:12345-192.168.203.8@tcp:36:fsx.0 Request processed in 479us (1179us total) trans 8589941620 rc 0/0 00000100:00100000:0.0:1763345654.873372:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11733 00000020:00080000:0.0:1763345654.873377:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763345654.877963:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.877997:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.878078:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.878554:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910659968 00000100:00100000:2.0:1763345654.878564:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910659968 00002000:00010000:2.0:1763345654.878601:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (164845->18446744073709551615) 00002000:00100000:2.0:1763345654.878606:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545656680 with x1849000910659968 ext(164845->18446744073709551615) 00002000:00010000:2.0:1763345654.878617:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545656680. 00000100:00100000:2.0:1763345654.878640:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910660224 00000100:00100000:2.0:1763345654.878643:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910660224 00002000:00010000:2.0:1763345654.878653:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:2.0:1763345654.878656:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545656a00 with x1849000910660224 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345654.878662:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545656a00. 00000100:00100000:2.0:1763345654.878670:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910660096 00000100:00100000:2.0:1763345654.878673:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910660096 00002000:00010000:2.0:1763345654.878680:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00002000:00100000:2.0:1763345654.878682:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d07800 with x1849000910660096 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345654.878686:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d07800. 00000100:00100000:3.0:1763345654.878726:0:16618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2354 00000100:00100000:1.0:1763345654.878735:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2355 00000100:00100000:3.0:1763345654.878741:0:16618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910659968:12345-192.168.203.8@tcp:10:fsx.0 00000100:00100000:1.0:1763345654.878751:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545656a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910660224:12345-192.168.203.8@tcp:10:fsx.0 00002000:00010000:3.0:1763345654.878961:0:16618:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 156204 -> 164845 00002000:00010000:3.0:1763345654.878966:0:16618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:3.0:1763345654.878969:0:16618:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345654 -> 1763345654 00000100:00100000:2.0:1763345654.878972:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2356 00002000:00010000:3.0:1763345654.878973:0:16618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:3.0:1763345654.878978:0:16618:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 320 -> 320 00000100:00100000:2.0:1763345654.878985:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545d07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910660096:12345-192.168.203.8@tcp:10:fsx.0 00000100:00100000:3.0:1763345654.879039:0:16618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910659968:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 301us (1082us total) trans 21474839901 rc 0/0 00000100:00100000:3.0:1763345654.879049:0:16618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2354 00002000:00010000:2.0:1763345654.879053:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345654.879053:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345654.879055:0:16618:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/880 (164845->18446744073709551615) 00002000:00010000:2.0:1763345654.879058:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345654.879059:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00100000:3.0:1763345654.879061:0:16618:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545656680 with x1849000910659968 ext(164845->18446744073709551615) 00002000:00010000:2.0:1763345654.879063:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345654.879063:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:2.0:1763345654.879068:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345654.879068:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:3.0:1763345654.879070:0:16618:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545656680. 00002000:00010000:2.0:1763345654.879072:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:1.0:1763345654.879072:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345654.879098:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545d07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910660096:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 116us (1019us total) trans 21474839902 rc 0/0 00000100:00100000:1.0:1763345654.879103:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545656a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910660224:12345-192.168.203.8@tcp:10:fsx.0 Request processed in 358us (1105us total) trans 17179872538 rc 0/0 00000100:00100000:2.0:1763345654.879106:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2356 00002000:00010000:2.0:1763345654.879109:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/882 (0->18446744073709551615) 00000100:00100000:1.0:1763345654.879109:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2355 00002000:00100000:2.0:1763345654.879112:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545d07800 with x1849000910660096 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345654.879113:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/884 (0->18446744073709551615) 00002000:00100000:1.0:1763345654.879115:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545656a00 with x1849000910660224 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345654.879117:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b545d07800. 00002000:00010000:1.0:1763345654.879119:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545656a00. 00000100:00100000:1.0:1763345654.882550:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.882851:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910660352 00000100:00100000:0.0:1763345654.882861:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910660352 00000100:00100000:0.0:1763345654.882928:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11734 00000100:00100000:0.0:1763345654.882938:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57861:x1849000910660352:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345654.882961:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345654.882981:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af6ab lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834029 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.883071:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af6b2 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.883087:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af6b2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.883096:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af6b2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345654.883120:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 164845 00000004:00200000:0.0:1763345654.883125:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345654.883143:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af6b2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345654.883169:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af6ab lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834029 expref: 329 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.883186:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af6b2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834029 expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345654.883193:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345654.883196:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345654.883200:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5a00, rc 0) 00000100:00100000:0.0:1763345654.883277:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+328:57861:x1849000910660352:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 340us (734us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345654.883284:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11734 00000100:00100000:3.0:1763345654.887941:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.888149:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910660480 00000100:00100000:0.0:1763345654.888159:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910660480 00000100:00100000:0.0:1763345654.888388:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2357 00000100:00100000:0.0:1763345654.888401:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910660480:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:0.0:1763345654.888616:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 164845 -> 164845 00002000:00010000:0.0:1763345654.888620:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:0.0:1763345654.888623:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345654 -> 1763345654 00002000:00010000:0.0:1763345654.888625:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:0.0:1763345654.888627:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 320 -> 424 00000100:00100000:0.0:1763345654.888704:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910660480:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 306us (771us total) trans 21474839903 rc 0/0 00000100:00100000:0.0:1763345654.888712:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2357 00000100:00100000:1.0:1763345654.894009:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.898074:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910660608 00000100:00100000:2.0:1763345654.898092:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910660608 00000100:00100000:2.0:1763345654.898176:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2358 00000100:00100000:2.0:1763345654.898186:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910660608:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:2.0:1763345654.904201:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 164845 -> 164845 00002000:00010000:2.0:1763345654.904211:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345654.904213:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345654.904215:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345654.904218:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 424 -> 424 00000100:00100000:2.0:1763345654.904300:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910660608:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 6112us (10296us total) trans 21474839904 rc 0/0 00000100:00100000:2.0:1763345654.904311:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2358 00000100:00100000:2.0:1763345654.911544:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.911628:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910660736 00000100:00100000:1.0:1763345654.911638:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910660736 00002000:00100000:1.0:1763345654.911684:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (73728->77823) req@ffff91b6749e5180 x1849000910660736/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/0 e 0 to 0 dl 1763345665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345654.911695:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e5180 with x1849000910660736 ext(73728->77823) 00002000:00010000:1.0:1763345654.911701:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6749e5180 00000100:00100000:1.0:1763345654.911739:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2359 00000100:00100000:1.0:1763345654.911750:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6749e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910660736:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:1.0:1763345654.912372:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6749e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910660736:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 621us (833us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763345654.912380:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2359 00002000:00100000:1.0:1763345654.912388:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (73728->77823) req@ffff91b6749e5180 x1849000910660736/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/4536 e 0 to 0 dl 1763345665 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345654.912397:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6749e5180 with x1849000910660736 ext(73728->77823) 00002000:00010000:1.0:1763345654.912401:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6749e5180 00000100:00100000:3.0:1763345654.917986:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.918247:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910660864 00000100:00100000:0.0:1763345654.918257:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910660864 00002000:00100000:0.0:1763345654.918304:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (77824->81919) req@ffff91b65ed7df80 x1849000910660864/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/0 e 0 to 0 dl 1763345665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345654.918316:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b65ed7df80 with x1849000910660864 ext(77824->81919) 00002000:00010000:0.0:1763345654.918322:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b65ed7df80 00000100:00100000:0.0:1763345654.918362:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2360 00000100:00100000:0.0:1763345654.918373:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65ed7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910660864:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:0.0:1763345654.918742:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65ed7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910660864:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 370us (765us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763345654.918750:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2360 00002000:00100000:0.0:1763345654.918898:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (77824->81919) req@ffff91b65ed7df80 x1849000910660864/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/4536 e 0 to 0 dl 1763345665 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345654.918908:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b65ed7df80 with x1849000910660864 ext(77824->81919) 00002000:00010000:0.0:1763345654.918912:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b65ed7df80 00000100:00100000:1.0:1763345654.921644:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345654.921713:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910660992 00000100:00100000:0.0:1763345654.921723:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910660992 00002000:00100000:0.0:1763345654.921903:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (81920->86015) req@ffff91b671c0e300 x1849000910660992/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/0 e 0 to 0 dl 1763345665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345654.921914:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b671c0e300 with x1849000910660992 ext(81920->86015) 00002000:00010000:0.0:1763345654.921919:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b671c0e300 00000100:00100000:0.0:1763345654.922251:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2361 00000100:00100000:0.0:1763345654.922261:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910660992:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:0.0:1763345654.923151:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910660992:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 888us (1511us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763345654.923160:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2361 00002000:00100000:0.0:1763345654.923169:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (81920->86015) req@ffff91b671c0e300 x1849000910660992/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/4536 e 0 to 0 dl 1763345665 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345654.923178:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b671c0e300 with x1849000910660992 ext(81920->86015) 00002000:00010000:0.0:1763345654.923183:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b671c0e300 00000100:00100000:2.0:1763345654.926584:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.926719:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910661120 00000100:00100000:1.0:1763345654.926729:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910661120 00002000:00100000:1.0:1763345654.926859:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (86016->90111) req@ffff91b5442d0e00 x1849000910661120/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/0 e 0 to 0 dl 1763345665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345654.926870:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5442d0e00 with x1849000910661120 ext(86016->90111) 00002000:00010000:1.0:1763345654.926875:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5442d0e00 00000100:00100000:1.0:1763345654.926913:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2362 00000100:00100000:1.0:1763345654.926923:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5442d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910661120:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:1.0:1763345654.927132:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5442d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910661120:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 210us (554us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763345654.927140:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2362 00002000:00100000:1.0:1763345654.927147:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (86016->90111) req@ffff91b5442d0e00 x1849000910661120/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/4536 e 0 to 0 dl 1763345665 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345654.927155:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5442d0e00 with x1849000910661120 ext(86016->90111) 00002000:00010000:1.0:1763345654.927159:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5442d0e00 00000100:00100000:3.0:1763345654.930157:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.930427:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910661248 00000100:00100000:2.0:1763345654.930437:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910661248 00002000:00100000:2.0:1763345654.930484:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (90112->94207) req@ffff91b677b95c00 x1849000910661248/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/0 e 0 to 0 dl 1763345665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345654.930496:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b677b95c00 with x1849000910661248 ext(90112->94207) 00002000:00010000:2.0:1763345654.930503:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b677b95c00 00000100:00100000:2.0:1763345654.930542:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2363 00000100:00100000:2.0:1763345654.930552:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910661248:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:2.0:1763345654.930802:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910661248:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 204us (607us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763345654.930811:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2363 00002000:00100000:2.0:1763345654.930818:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (90112->94207) req@ffff91b677b95c00 x1849000910661248/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/4536 e 0 to 0 dl 1763345665 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345654.930827:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b677b95c00 with x1849000910661248 ext(90112->94207) 00002000:00010000:2.0:1763345654.930830:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b677b95c00 00000100:00100000:3.0:1763345654.935914:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.936409:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910661376 00000100:00100000:1.0:1763345654.936420:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910661376 00002000:00100000:1.0:1763345654.936467:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (94208->98303) req@ffff91b677b94a80 x1849000910661376/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/0 e 0 to 0 dl 1763345665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345654.936479:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b677b94a80 with x1849000910661376 ext(94208->98303) 00002000:00010000:1.0:1763345654.936485:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b677b94a80 00000100:00100000:1.0:1763345654.936720:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2364 00000100:00100000:1.0:1763345654.936730:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910661376:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:1.0:1763345654.936964:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910661376:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 235us (1213us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763345654.936973:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2364 00002000:00100000:1.0:1763345654.936980:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (94208->98303) req@ffff91b677b94a80 x1849000910661376/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/4536 e 0 to 0 dl 1763345665 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345654.936988:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b677b94a80 with x1849000910661376 ext(94208->98303) 00002000:00010000:1.0:1763345654.936991:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b677b94a80 00000100:00100000:3.0:1763345654.941575:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.943027:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910661504 00000100:00100000:2.0:1763345654.943041:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910661504 00002000:00100000:2.0:1763345654.943097:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (98304->102399) req@ffff91b677b96680 x1849000910661504/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/0 e 0 to 0 dl 1763345665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345654.943108:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b677b96680 with x1849000910661504 ext(98304->102399) 00002000:00010000:2.0:1763345654.943115:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b677b96680 00000100:00100000:2.0:1763345654.943154:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2365 00000100:00100000:2.0:1763345654.943165:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910661504:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:2.0:1763345654.943400:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910661504:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 237us (1833us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763345654.943408:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2365 00002000:00100000:2.0:1763345654.943415:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (98304->102399) req@ffff91b677b96680 x1849000910661504/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/4536 e 0 to 0 dl 1763345665 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345654.943423:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b677b96680 with x1849000910661504 ext(98304->102399) 00002000:00010000:2.0:1763345654.943427:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b677b96680 00000100:00100000:3.0:1763345654.953010:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345654.953306:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910661632 00000100:00100000:1.0:1763345654.953316:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910661632 00002000:00100000:1.0:1763345654.953361:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (102400->106495) req@ffff91b677b95880 x1849000910661632/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/0 e 0 to 0 dl 1763345665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345654.953373:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b677b95880 with x1849000910661632 ext(102400->106495) 00002000:00010000:1.0:1763345654.953379:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b677b95880 00000100:00100000:1.0:1763345654.953414:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2366 00000100:00100000:1.0:1763345654.953422:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677b95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910661632:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:1.0:1763345654.954639:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677b95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910661632:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 1210us (1631us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763345654.954653:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2366 00002000:00100000:1.0:1763345654.954665:0:24005:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x370:0x0] (102400->106495) req@ffff91b677b95880 x1849000910661632/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/4536 e 0 to 0 dl 1763345665 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345654.954676:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b677b95880 with x1849000910661632 ext(102400->106495) 00002000:00010000:1.0:1763345654.954681:0:24005:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b677b95880 00000100:00100000:3.0:1763345654.963857:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.964174:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910661760 00000100:00100000:2.0:1763345654.964185:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910661760 00002000:00100000:2.0:1763345654.964235:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (106496->110591) req@ffff91b672ed1c00 x1849000910661760/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/0 e 0 to 0 dl 1763345665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345654.964246:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ed1c00 with x1849000910661760 ext(106496->110591) 00002000:00010000:2.0:1763345654.964253:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ed1c00 00000100:00100000:2.0:1763345654.964293:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2367 00000100:00100000:2.0:1763345654.964303:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910661760:12345-192.168.203.8@tcp:3:fsx.0 00000100:00100000:2.0:1763345654.964506:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910661760:12345-192.168.203.8@tcp:3:fsx.0 Request processed in 203us (660us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763345654.964520:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2367 00002000:00100000:2.0:1763345654.964527:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (106496->110591) req@ffff91b672ed1c00 x1849000910661760/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/4536 e 0 to 0 dl 1763345665 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345654.964535:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672ed1c00 with x1849000910661760 ext(106496->110591) 00002000:00010000:2.0:1763345654.964538:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672ed1c00 00000100:00100000:3.0:1763345654.973699:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.974602:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910661888 00000100:00100000:2.0:1763345654.974613:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910661888 00002000:00100000:2.0:1763345654.974660:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (61440->126975) req@ffff91b672dcfb80 x1849000910661888/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/0 e 0 to 0 dl 1763345665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345654.974672:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dcfb80 with x1849000910661888 ext(61440->126975) 00002000:00010000:2.0:1763345654.974678:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dcfb80 00000100:00100000:2.0:1763345654.975285:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2368 00000100:00100000:2.0:1763345654.975299:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910661888:12345-192.168.203.8@tcp:4:fsx.0 00000100:00100000:2.0:1763345654.984220:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+22:2408:x1849000910661888:12345-192.168.203.8@tcp:4:fsx.0 Request processed in 8913us (10519us total) trans 21474839905 rc 0/0 00000100:00100000:2.0:1763345654.984236:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2368 00002000:00100000:2.0:1763345654.984250:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (61440->126975) req@ffff91b672dcfb80 x1849000910661888/t21474839905(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:130/0 lens 488/448 e 0 to 0 dl 1763345665 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345654.984261:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dcfb80 with x1849000910661888 ext(61440->126975) 00002000:00010000:2.0:1763345654.984268:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dcfb80 00000100:00100000:3.0:1763345654.987201:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345654.987580:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910662016 00000100:00100000:2.0:1763345654.987591:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910662016 00000100:00100000:2.0:1763345654.987655:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8754 00000100:00100000:2.0:1763345654.987665:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910662016:12345-192.168.203.8@tcp:16:fsx.0 00000001:00080000:3.0:1763345654.996613:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839905 is committed 00000100:00100000:2.0:1763345654.997027:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910662016:12345-192.168.203.8@tcp:16:fsx.0 Request processed in 9357us (9829us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345654.997038:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8754 00000100:00100000:1.0:1763345655.002183:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.002277:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910662144 00000100:00100000:2.0:1763345655.002287:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910662144 00002000:00100000:2.0:1763345655.002334:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (110592->155647) req@ffff91b671c0f480 x1849000910662144/t0(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:131/0 lens 488/0 e 0 to 0 dl 1763345666 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345655.002345:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b671c0f480 with x1849000910662144 ext(110592->155647) 00002000:00010000:2.0:1763345655.002351:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b671c0f480 00000100:00100000:2.0:1763345655.003044:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2369 00000100:00100000:2.0:1763345655.003058:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910662144:12345-192.168.203.8@tcp:4:fsx.0 00000100:00100000:1.0:1763345655.013751:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910662144:12345-192.168.203.8@tcp:4:fsx.0 Request processed in 10685us (11567us total) trans 21474839906 rc 0/0 00000100:00100000:1.0:1763345655.013803:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2369 00002000:00100000:1.0:1763345655.013816:0:28401:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x370:0x0] (110592->155647) req@ffff91b671c0f480 x1849000910662144/t21474839906(0) o4->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:131/0 lens 488/448 e 0 to 0 dl 1763345666 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763345655.013826:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b671c0f480 with x1849000910662144 ext(110592->155647) 00002000:00010000:1.0:1763345655.013832:0:28401:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b671c0f480 00000100:00100000:3.0:1763345655.017738:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.017865:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910662272 00000100:00100000:1.0:1763345655.017876:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910662272 00000100:00100000:1.0:1763345655.017953:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2370 00000100:00100000:1.0:1763345655.017962:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910662272:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:1.0:1763345655.018402:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 164845 -> 164845 00002000:00010000:1.0:1763345655.018407:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345655.018409:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345655.018411:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345655.018413:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 424 -> 376 00000100:00100000:1.0:1763345655.018465:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910662272:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 504us (737us total) trans 21474839907 rc 0/0 00000100:00100000:1.0:1763345655.018472:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2370 00000100:00100000:1.0:1763345655.022520:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345655.022743:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910662400 00000100:00100000:3.0:1763345655.022753:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910662400 00000100:00100000:3.0:1763345655.024197:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2371 00000100:00100000:3.0:1763345655.024214:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910662400:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:3.0:1763345655.024417:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 164845 -> 173982 00002000:00010000:3.0:1763345655.024421:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:3.0:1763345655.024424:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345654 -> 1763345654 00002000:00010000:3.0:1763345655.024425:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:3.0:1763345655.024428:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 376 -> 424 00000100:00100000:3.0:1763345655.024503:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910662400:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 295us (1991us total) trans 21474839908 rc 0/0 00000100:00100000:3.0:1763345655.024927:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2371 00000100:00100000:1.0:1763345655.031690:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.034872:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910662528 00000100:00100000:2.0:1763345655.034888:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910662528 00000100:00100000:0.0:1763345655.035233:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2372 00000100:00100000:0.0:1763345655.035243:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b671c0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910662528:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:0.0:1763345655.035586:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 173982 -> 173982 00002000:00010000:0.0:1763345655.035591:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:0.0:1763345655.035593:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345654 -> 1763345654 00002000:00010000:0.0:1763345655.035595:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:0.0:1763345655.035598:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 424 -> 408 00000100:00100000:0.0:1763345655.035664:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b671c0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910662528:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 422us (3985us total) trans 21474839909 rc 0/0 00000100:00100000:0.0:1763345655.035673:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2372 00000100:00100000:0.0:1763345655.045308:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.045409:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910662784 00000100:00100000:2.0:1763345655.045418:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910662784 00000100:00100000:2.0:1763345655.045480:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4035 00000100:00100000:2.0:1763345655.045489:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+328:57861:x1849000910662784:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:2.0:1763345655.045825:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+329:57861:x1849000910662784:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 336us (525us total) trans 8589941621 rc 0/0 00000100:00100000:2.0:1763345655.045833:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4035 00000100:00100000:1.0:1763345655.069755:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.069964:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910662912 00000100:00100000:0.0:1763345655.069974:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910662912 00000100:00100000:0.0:1763345655.070034:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11735 00000100:00100000:0.0:1763345655.070044:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+329:57890:x1849000910662912:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345655.070069:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345655.070090:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af6b9 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834030 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.070153:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af6c0 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.070170:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af6c0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.070181:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af6c0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.070192:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af6c7 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.070198:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af6c7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.070204:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af6c7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.070272:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af6ce lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.070280:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af6ce lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.070286:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af6ce lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345655.070320:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 173982 00000004:00200000:0.0:1763345655.070324:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345655.070341:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af6ce lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.070352:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af6ce lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.070361:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af6c0 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.070371:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af6c0 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.070376:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af6c0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.070382:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af6c0 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.070388:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345655.070391:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af6c0 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.070398:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af6c0 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.070409:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b660602200) 00010000:00010000:0.0:1763345655.070412:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345655.070416:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af6c0 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.070421:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af6c0 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.070433:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af6c7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.070438:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af6c7 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.070443:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af6c7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.070448:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345655.070451:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af6c7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.070456:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af6c7 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.070462:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b660602100) 00010000:00010000:0.0:1763345655.070465:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345655.070467:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af6c7 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.070472:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af6c7 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.070496:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af6b9 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834030 expref: 331 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.070510:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af6ce lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834030 expref: 330 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.070517:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.070520:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345655.070522:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5e00, rc 0) 00000100:00100000:0.0:1763345655.071621:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+330:57890:x1849000910662912:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1571us (1870us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.071632:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11735 00000100:00100000:1.0:1763345655.077235:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.077315:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910663040 00000100:00100000:0.0:1763345655.077325:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910663040 00000100:00100000:0.0:1763345655.077393:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 475 00000100:00100000:0.0:1763345655.077404:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+330:2409:x1849000910663040:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345655.077421:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345655.077446:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af6ce lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834030 expref: 330 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.077463:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.077468:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345655.077524:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+329:2409:x1849000910663040:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 122us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.077531:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 475 00000100:00100000:1.0:1763345655.081356:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.081404:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910663296 00000100:00100000:0.0:1763345655.081418:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910663296 00000100:00100000:0.0:1763345655.082068:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11736 00000100:00100000:0.0:1763345655.082080:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a82ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+329:57890:x1849000910663296:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345655.082101:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345655.082124:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af6d5 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834037 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.082236:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af6dc lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.082252:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af6b2 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834029 expref: 330 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.082262:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af6dc lrc: 4/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.082297:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af6b2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980834029 expref: 330 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.082315:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af6b2 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834029 expref: 330 pid: 6522 timeout: 1147 lvb_type: 0 00000100:00100000:0.0:1763345655.082330:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435fdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924494080:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345655.082656:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642f6f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763345655.086140:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435fdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924494080:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345655.086177:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af6dc lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:1.0:1763345655.095879:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345655.096065:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910663424 00000100:00100000:3.0:1763345655.096075:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910663424 00010000:00010000:3.0:1763345655.096113:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af6b2 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834029 expref: 331 pid: 6522 timeout: 1147 lvb_type: 0 00000100:00100000:3.0:1763345655.096160:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3959 00000100:00100000:3.0:1763345655.096169:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6431fc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+331:2411:x1849000910663424:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345655.096184:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345655.096190:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af6b2 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834029 expref: 331 pid: 6522 timeout: 1147 lvb_type: 0 00010000:00010000:3.0:1763345655.096202:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af6b2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834029 expref: 331 pid: 6522 timeout: 1147 lvb_type: 0 00010000:00010000:3.0:1763345655.096224:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5a00/0x52bea07cb58af6b2 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834029 expref: 331 pid: 6522 timeout: 1147 lvb_type: 0 00010000:00010000:3.0:1763345655.096239:0:8428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:3.0:1763345655.096244:0:8428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af6dc lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.096254:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af6dc lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.096261:0:8428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af6dc lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.096294:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345655.096343:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6431fc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+330:2411:x1849000910663424:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 175us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345655.096351:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3959 00010000:00010000:2.0:1763345655.097695:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af6dc lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.097708:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af6dc lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345655.097733:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 173982 00010000:00010000:2.0:1763345655.097927:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af6d5 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834037 expref: 331 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.097945:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af6dc lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834037 expref: 330 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.097953:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345655.097956:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763345655.097959:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5400, rc 0) 00000100:00100000:2.0:1763345655.098022:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a82ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+330:57890:x1849000910663296:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 15945us (16676us total) trans 8589941622 rc 0/0 00000100:00100000:2.0:1763345655.098030:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11736 00000100:00100000:1.0:1763345655.102720:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.103152:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910663552 00000100:00100000:2.0:1763345655.103163:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910663552 00000100:00100000:0.0:1763345655.104061:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11737 00000100:00100000:0.0:1763345655.104077:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54a828700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+330:57890:x1849000910663552:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345655.104102:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345655.104123:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af6ea lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083403e expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.104224:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af6f1 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.104239:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af6dc lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834037 expref: 331 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.104247:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af6f1 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.104280:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af6dc lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980834037 expref: 331 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.104293:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af6dc lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834037 expref: 331 pid: 6522 timeout: 1147 lvb_type: 0 00000100:00100000:0.0:1763345655.104306:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435fdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924494208:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345655.104393:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642f6f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763345655.108602:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435fdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924494208:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345655.108632:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af6f1 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763345655.109573:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.110176:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910663680 00000100:00100000:0.0:1763345655.110186:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910663680 00010000:00010000:0.0:1763345655.110226:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af6dc lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834037 expref: 332 pid: 6522 timeout: 1147 lvb_type: 0 00000100:00100000:0.0:1763345655.110273:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3960 00000100:00100000:0.0:1763345655.110283:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+332:2409:x1849000910663680:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345655.110298:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345655.110305:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af6dc lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834037 expref: 332 pid: 6522 timeout: 1147 lvb_type: 0 00010000:00010000:0.0:1763345655.110318:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af6dc lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834037 expref: 332 pid: 6522 timeout: 1147 lvb_type: 0 00010000:00010000:0.0:1763345655.110339:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af6dc lrc: 0/0,0 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834037 expref: 332 pid: 6522 timeout: 1147 lvb_type: 0 00010000:00010000:0.0:1763345655.110354:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.110360:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af6f1 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.110368:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.110375:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af6f1 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.110406:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345655.110466:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+331:2409:x1849000910663680:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 184us (896us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.110473:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3960 00010000:00010000:2.0:1763345655.110871:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345655.110880:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345655.110927:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 173982 00000004:00200000:2.0:1763345655.110933:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345655.110964:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345655.110999:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af6ea lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083403e expref: 331 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.111014:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af6f1 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083403e expref: 330 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.111021:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345655.111024:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345655.111026:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4200, rc 0) 00000100:00100000:2.0:1763345655.111067:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54a828700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+330:57890:x1849000910663552:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 6996us (8355us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345655.111074:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11737 00000100:00100000:1.0:1763345655.116132:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.117386:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910663936 00000100:00100000:2.0:1763345655.117398:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910663936 00000100:00100000:2.0:1763345655.117462:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11738 00000100:00100000:2.0:1763345655.117471:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+330:57890:x1849000910663936:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345655.117492:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345655.117524:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af6f8 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834045 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.117628:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af6ff lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345655.117644:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af6ff lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345655.117654:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af6ff lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345655.117666:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 173982 00010000:00010000:2.0:1763345655.117797:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af6f8 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834045 expref: 333 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.117818:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af6ff lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834045 expref: 332 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.117826:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345655.117829:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763345655.117833:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6200, rc 0) 00000100:00100000:2.0:1763345655.117897:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+332:57890:x1849000910663936:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 426us (1773us total) trans 8589941623 rc 0/0 00000100:00100000:2.0:1763345655.117905:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11738 00000100:00100000:0.0:1763345655.123250:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.123292:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.123317:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910664064 00000100:00100000:2.0:1763345655.123327:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910664064 00000100:00100000:0.0:1763345655.123338:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.123381:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910664320 00000100:00100000:0.0:1763345655.123381:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910664192 00000100:00100000:0.0:1763345655.123387:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910664192 00000100:00100000:2.0:1763345655.123388:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910664320 00000100:00100000:2.0:1763345655.123432:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8755 00000100:00100000:2.0:1763345655.123443:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910664064:12345-192.168.203.8@tcp:1:lfs.0 00000100:00100000:0.0:1763345655.123493:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8756 00000100:00100000:0.0:1763345655.123503:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910664320:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:0.0:1763345655.123535:0:28867:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af70d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.123555:0:28867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af67a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980834014 expref: 18 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.123563:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345655.123565:0:28867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345655.123569:0:28867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af70d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.123597:0:8405:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af714 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.123606:0:28867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af67a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980834014 expref: 18 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.123616:0:8405:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af642 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980833ff1 expref: 20 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.123624:0:28867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af67a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980834014 expref: 18 pid: 8405 timeout: 1147 lvb_type: 0 00010000:00010000:2.0:1763345655.123627:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345655.123630:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345655.123634:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af714 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345655.123666:0:28867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924494336:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345655.123695:0:8405:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af642 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a96980833ff1 expref: 20 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.123706:0:8405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af642 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833ff1 expref: 20 pid: 8405 timeout: 1147 lvb_type: 0 00000100:00100000:2.0:1763345655.123717:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5491e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924494464:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345655.123751:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce300 going to sleep for 11 seconds 00000100:00100000:0.0:1763345655.123751:0:28867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642f6f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763345655.123810:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8757 00000100:00100000:2.0:1763345655.123820:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910664192:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:2.0:1763345655.123840:0:15692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af71b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.123851:0:15692:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af673 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083400d expref: 20 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.123862:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345655.123864:0:15692:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345655.123867:0:15692:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af71b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.123885:0:15692:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af673 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a9698083400d expref: 20 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.123895:0:15692:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af673 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083400d expref: 20 pid: 8405 timeout: 1147 lvb_type: 0 00000100:00100000:2.0:1763345655.123904:0:15692:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5491e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924494592:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345655.124979:0:15692:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce840 going to sleep for 11 seconds 00000100:00100000:1.0:1763345655.130693:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.130705:0:28867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28867:1849000924494336:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345655.130732:0:28867:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af70d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345655.130850:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5491e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8405:1849000924494464:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345655.130881:0:8405:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af714 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345655.130927:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.131414:0:15692:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5491e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15692:1849000924494592:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345655.131438:0:15692:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af71b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345655.131817:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910664576 00000100:00100000:3.0:1763345655.131825:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910664576 00010000:00010000:3.0:1763345655.131893:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af642 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833ff1 expref: 21 pid: 8405 timeout: 1147 lvb_type: 0 00000100:00100000:3.0:1763345655.131928:0:8428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910664448 00000100:00100000:3.0:1763345655.131932:0:8428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910664448 00010000:00010000:3.0:1763345655.131946:0:8428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af67a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980834014 expref: 19 pid: 8405 timeout: 1147 lvb_type: 0 00000100:00100000:2.0:1763345655.131963:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3961 00000100:00100000:3.0:1763345655.131972:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3962 00000100:00100000:2.0:1763345655.131978:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910664576:12345-192.168.203.8@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1763345655.131985:0:8428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910664448:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345655.131994:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345655.131997:0:8428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345655.132019:0:8428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af67a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980834014 expref: 19 pid: 8405 timeout: 1147 lvb_type: 0 00010000:00010000:2.0:1763345655.132020:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af642 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833ff1 expref: 21 pid: 8405 timeout: 1147 lvb_type: 0 00010000:00010000:3.0:1763345655.132046:0:8428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af67a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980834014 expref: 19 pid: 8405 timeout: 1147 lvb_type: 0 00010000:00010000:2.0:1763345655.132048:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af642 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833ff1 expref: 21 pid: 8405 timeout: 1147 lvb_type: 0 00010000:00010000:2.0:1763345655.132084:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af642 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980833ff1 expref: 21 pid: 8405 timeout: 1147 lvb_type: 0 00010000:00010000:3.0:1763345655.132085:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543260e00/0x52bea07cb58af67a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a96980834014 expref: 19 pid: 8405 timeout: 1147 lvb_type: 0 00010000:00010000:3.0:1763345655.132116:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345655.132116:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345655.132119:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345655.132121:0:8428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345655.132125:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af714 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.132127:0:8428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af70d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.132147:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af714 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.132148:0:8428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af70d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.132191:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345655.132192:0:8428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345655.132243:0:8428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910664448:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 256us (1310us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345655.132248:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910664576:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 273us (1561us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345655.132256:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3962 00000100:00100000:2.0:1763345655.132263:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3961 00010000:00010000:3.0:1763345655.132290:0:8405:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af714 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.132301:0:8405:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af714 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.132319:0:8405:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af714 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.132327:0:8405:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af714 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.132334:0:8405:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af714 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.132340:0:8405:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345655.132343:0:8405:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af714 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.132356:0:8405:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af714 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.132366:0:8405:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af714 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.132373:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af714 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345655.132648:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910664064:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 9206us (9407us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345655.132656:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8755 00010000:00010000:2.0:1763345655.132693:0:28867:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af70d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.132713:0:28867:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af70d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.132730:0:28867:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af70d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.132738:0:28867:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af70d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.132746:0:28867:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af70d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.132752:0:28867:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:2.0:1763345655.132793:0:28867:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af70d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.132803:0:28867:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af70d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.132813:0:28867:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af70d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.132820:0:28867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5400/0x52bea07cb58af70d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28867 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345655.132856:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910664320:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 9355us (9518us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345655.132864:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8756 00000100:00100000:1.0:1763345655.133684:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.134688:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910664704 00000100:00100000:2.0:1763345655.134711:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910664704 00010000:00010000:2.0:1763345655.134745:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af673 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083400d expref: 19 pid: 8405 timeout: 1147 lvb_type: 0 00000100:00100000:2.0:1763345655.134807:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3963 00000100:00100000:2.0:1763345655.134818:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910664704:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345655.134832:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345655.134849:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af673 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083400d expref: 19 pid: 8405 timeout: 1147 lvb_type: 0 00010000:00010000:2.0:1763345655.134861:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af673 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083400d expref: 19 pid: 8405 timeout: 1147 lvb_type: 0 00010000:00010000:2.0:1763345655.134880:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af673 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083400d expref: 19 pid: 8405 timeout: 1147 lvb_type: 0 00010000:00010000:2.0:1763345655.134893:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345655.134896:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345655.134900:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af71b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.134909:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af71b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.134943:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345655.134966:0:15692:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af71b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.134977:0:15692:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af71b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345655.134996:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910664704:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 179us (1315us total) trans 0 rc 0/0 00010000:00010000:3.0:1763345655.134997:0:15692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af71b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345655.135012:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3963 00010000:00010000:3.0:1763345655.135013:0:15692:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af71b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.135023:0:15692:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af71b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.135030:0:15692:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7a00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345655.135035:0:15692:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af71b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.135044:0:15692:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af71b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.135056:0:15692:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af71b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.135063:0:15692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af71b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345655.135108:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910664192:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 11290us (11815us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345655.135116:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8757 00000100:00100000:1.0:1763345655.137942:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.138035:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910664960 00000100:00100000:0.0:1763345655.138046:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910664960 00000100:00100000:0.0:1763345655.138143:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11739 00000100:00100000:0.0:1763345655.138155:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+332:57890:x1849000910664960:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345655.138213:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763345655.138238:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af66c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834006 expref: 332 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.138260:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af6f1 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083403e expref: 331 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.138270:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.138275:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345655.138306:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af722 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.138319:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af722 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.138328:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af722 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000040:00080000:0.0:1763345655.138664:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2017, 88 off167264 00000004:00080000:0.0:1763345655.138673:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1047663913270ns, next at 1048007155279ns, rc = 0 00000040:00080000:0.0:1763345655.138891:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2033, 88 off168848 00000004:00080000:0.0:1763345655.138899:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1047664139770ns, next at 1046512402906ns, rc = 0 00000040:00080000:0.0:1763345655.139044:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2018, 88 off167352 00000004:00080000:0.0:1763345655.139051:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1047664291345ns, next at 1048007155279ns, rc = 0 00000040:00080000:0.0:1763345655.139079:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2034, 88 off168936 00000004:00080000:0.0:1763345655.139248:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1047664488291ns, next at 1046512402906ns, rc = 0 00000040:00080000:0.0:1763345655.139265:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2035, 88 off169024 00000004:00080000:0.0:1763345655.139270:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1047664510111ns, next at 1046512402906ns, rc = 0 00000040:00080000:0.0:1763345655.139279:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2019, 88 off167440 00000004:00080000:0.0:1763345655.139283:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1047664523448ns, next at 1048007155279ns, rc = 0 00000001:00080000:3.0:1763345655.141831:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941624 is committed 00000004:00080000:3.0:1763345655.141844:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1318 committed 00000004:00080000:3.0:1763345655.141852:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1333 committed 00000004:00080000:3.0:1763345655.141866:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1332 committed 00000004:00080000:3.0:1763345655.141868:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1317 committed 00000004:00080000:3.0:1763345655.141870:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1331 committed 00000004:00080000:3.0:1763345655.141872:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1316 committed 00000020:00080000:3.0:1763345655.141914:0:32310:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969288 batchid updated 00000020:00080000:3.0:1763345655.141937:0:32338:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969288 00000020:00080000:3.0:1763345655.142031:0:32338:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969288 cancel update log [0x200000bd0:0x2:0x0].20: rc = 0 00000020:00080000:3.0:1763345655.142041:0:32338:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969288 00000004:00010000:0.0:1763345655.142218:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e8e7672b reply state 000000009dbd6a52 transno 8589941624 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af722 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.142244:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af722 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.142254:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.142257:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763345655.142262:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1763345655.142356:0:6522:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763345655.142372:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+322:57890:x1849000910664960:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 4215us (4435us total) trans 8589941624 rc 0/0 00000100:00100000:0.0:1763345655.142380:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11739 00000100:00100000:1.0:1763345655.142467:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924494848:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345655.142585:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345655.142627:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763345655.142662:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924494720:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345655.142682:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345655.142721:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924494976:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345655.142741:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345655.142852:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924495104:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345655.142877:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345655.142906:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924494848 00000100:00100000:1.0:1763345655.142913:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924494848 00000100:00100000:1.0:1763345655.142944:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924494720 00000100:00100000:1.0:1763345655.142947:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924494720 00000100:00100000:1.0:1763345655.142961:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924494976 00000100:00100000:1.0:1763345655.142963:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924494976 00000100:00100000:1.0:1763345655.142976:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924495104 00000100:00100000:1.0:1763345655.142978:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924495104 00000100:00100000:1.0:1763345655.142996:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8758 00000100:00100000:1.0:1763345655.143004:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3659:x1849000924494848:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345655.143136:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3659:x1849000924494848:12345-0@lo:2:osp-syn-1-0.0 Request processed in 134us (550us total) trans 17179872539 rc 0/0 00000100:00100000:1.0:1763345655.143142:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8758 00000100:00100000:1.0:1763345655.143156:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8759 00000100:00100000:1.0:1763345655.143162:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3659:x1849000924494720:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763345655.143215:0:8403:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345655.143218:0:8403:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345655.143221:0:8403:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345655.143223:0:8403:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345655.143225:0:8403:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345655.143256:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3659:x1849000924494720:12345-0@lo:2:osp-syn-1-0.0 Request processed in 94us (572us total) trans 17179872540 rc 0/0 00000100:00100000:1.0:1763345655.143262:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8759 00000100:00100000:1.0:1763345655.143277:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8760 00000100:00100000:1.0:1763345655.143285:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3656:x1849000924494976:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1763345655.143302:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af665 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.143313:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af665 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.143321:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af665 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.143327:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345655.143332:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af665 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.143340:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af665 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.143353:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345655.143357:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763345655.143359:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3656:x1849000924494976:12345-0@lo:2:osp-syn-1-0.0 Request processed in 73us (614us total) trans 17179872541 rc 0/0 00010000:00010000:2.0:1763345655.143362:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af665 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00000100:00100000:1.0:1763345655.143373:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8760 00010000:00010000:2.0:1763345655.143374:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af665 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00000100:00100000:1.0:1763345655.143390:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8761 00010000:00010000:2.0:1763345655.143393:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af68f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763345655.143400:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3657:x1849000924495104:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1763345655.143404:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af68f lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345655.143411:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af68f lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345655.143415:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345655.143418:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af68f lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345655.143423:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af68f lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345655.143429:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345655.143431:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345655.143434:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af68f lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345655.143438:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7600/0x52bea07cb58af68f lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345655.143449:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af6a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.143460:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af6a4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.143466:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af6a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.143471:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345655.143475:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af6a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.143480:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af6a4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.143488:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00000100:00100000:1.0:1763345655.143489:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3657:x1849000924495104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 90us (608us total) trans 21474839910 rc 0/0 00010000:00010000:2.0:1763345655.143494:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763345655.143497:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af6a4 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00000100:00100000:1.0:1763345655.143504:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8761 00010000:00010000:2.0:1763345655.143507:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af6a4 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00000004:00080000:2.0:1763345655.143575:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6779a6300/2, rc 0, transno 17179872541 00000100:00100000:2.0:1763345655.143581:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924494976:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345655.143596:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924495360:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345655.143621:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1763345655.143645:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6779a7480/2, rc 0, transno 17179872540 00000100:00100000:2.0:1763345655.143649:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924494720:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1763345655.143659:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6779a5880/2, rc 0, transno 17179872539 00000100:00100000:3.0:1763345655.143660:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924495232:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345655.143664:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924494848:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345655.143685:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924495360 00000100:00100000:2.0:1763345655.143688:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924495360 00000100:00100000:3.0:1763345655.143711:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763345655.143751:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af722 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.143789:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af722 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.143796:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af722 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.143801:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345655.143804:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af722 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.143810:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af722 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.143819:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:3.0:1763345655.143821:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345655.143824:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af722 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.143829:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af722 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00000100:00100000:2.0:1763345655.143884:0:27810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924495232 00000100:00100000:2.0:1763345655.143888:0:27810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924495232 00000100:00100000:2.0:1763345655.143922:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8762 00000100:00100000:0.0:1763345655.143933:0:15692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8763 00000100:00100000:2.0:1763345655.143934:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5491e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3659:x1849000924495360:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345655.143948:0:15692:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b647f79c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3658:x1849000924495232:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1763345655.144020:0:27810:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345655.144023:0:27810:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb mtime from disk: 1763345653 -> 1763345653 00002000:00010000:2.0:1763345655.144026:0:27810:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:2.0:1763345655.144027:0:27810:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb ctime from disk: 1763345653 -> 1763345653 00002000:00010000:2.0:1763345655.144030:0:27810:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345655.144057:0:15692:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b647f79c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3658:x1849000924495232:12345-0@lo:2:osp-syn-0-0.0 Request processed in 113us (355us total) trans 21474839912 rc 0/0 00000100:00100000:0.0:1763345655.144065:0:15692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8763 00000100:00100000:2.0:1763345655.144071:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5491e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3659:x1849000924495360:12345-0@lo:2:osp-syn-0-0.0 Request processed in 141us (447us total) trans 21474839911 rc 0/0 00000100:00100000:2.0:1763345655.144096:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8762 00000100:00100000:3.0:1763345655.144130:0:3658:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839890 gen 2 00000004:00080000:3.0:1763345655.144136:0:3658:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839886 committed transno 21474839890 00000004:00080000:3.0:1763345655.144158:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5454ded80, transno 21474839887 00000004:00080000:3.0:1763345655.144175:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b543387100, transno 21474839888 00000004:00080000:3.0:1763345655.144178:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b543386300, transno 21474839889 00000004:00080000:3.0:1763345655.144181:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b543387b80, transno 21474839890 00000100:00100000:3.0:1763345655.144187:0:3658:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff91b681ec0a80 x1849000924495232/t21474839912(21474839912) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763345671 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763345655.144197:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b681ec0a80/2, rc 0, transno 21474839912 00000100:00100000:3.0:1763345655.144201:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924495232:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1763345655.144308:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b681ec1880/2, rc 0, transno 21474839911 00000100:00100000:2.0:1763345655.144314:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924495360:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763345655.144398:0:32326:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 3 in progress, 1 in flight, 4 done 00000004:00080000:2.0:1763345655.144505:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b681ec3b80/2, rc 0, transno 21474839910 00000100:00100000:2.0:1763345655.144511:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924495104:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345655.148953:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.149021:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910665088 00000100:00100000:0.0:1763345655.149031:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910665088 00000100:00100000:0.0:1763345655.149090:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11740 00000100:00100000:0.0:1763345655.149100:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+318:57890:x1849000910665088:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345655.149124:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345655.149145:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af729 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083404c expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.149198:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af729 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083404c expref: 319 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.149212:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af729 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083404c expref: 319 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.149229:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.149232:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345655.149236:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4200, rc 0) 00000100:00100000:0.0:1763345655.149298:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+319:57890:x1849000910665088:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 198us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.149305:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11740 00000100:00100000:2.0:1763345655.152228:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.152323:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910665216 00000100:00100000:0.0:1763345655.152332:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910665216 00000100:00100000:2.0:1763345655.152884:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11741 00000100:00100000:2.0:1763345655.152897:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5491e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+319:57890:x1849000910665216:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345655.152916:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345655.152937:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af730 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834053 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.153025:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af737 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.153038:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af737 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.153050:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af737 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:2.0:1763345655.153077:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 173982 00000004:00200000:2.0:1763345655.153081:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345655.153099:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af737 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.153123:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58af730 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834053 expref: 321 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.153142:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af737 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834053 expref: 320 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.153150:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345655.153153:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345655.153157:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7e00, rc 0) 00000100:00100000:2.0:1763345655.153207:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5491e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+320:57890:x1849000910665216:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 314us (988us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345655.153213:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11741 00000100:00100000:1.0:1763345655.156143:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345655.156349:0:8403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910665344 00000100:00100000:3.0:1763345655.156358:0:8403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910665344 00000100:00100000:3.0:1763345655.156409:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8764 00000100:00100000:3.0:1763345655.156417:0:8403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910665344:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345655.156432:0:8403:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345655.156456:0:8403:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af73e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083405a expref: -99 pid: 8403 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345655.156477:0:8403:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x370:0x0] initial LVB size: 173982, mtime: 0x691a84f6, atime: 0x691a84f6, ctime: 0x691a84f6, blocks: 0x198 00010000:00010000:3.0:1763345655.156494:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345655.156496:0:8403:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345655.156505:0:8403:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af73e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083405a expref: 18 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345655.157330:0:8403:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af73e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083405a expref: 18 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345655.157345:0:8403:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260e00, rc 0) 00000100:00100000:0.0:1763345655.157689:0:8403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910665344:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1270us (1550us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.157702:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8764 00000100:00100000:2.0:1763345655.157939:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.158046:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345655.158130:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910665472 00000100:00100000:3.0:1763345655.158138:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910665472 00000100:00100000:3.0:1763345655.158187:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910665600 00000100:00100000:3.0:1763345655.158190:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910665600 00000100:00100000:3.0:1763345655.158212:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8765 00000100:00100000:3.0:1763345655.158221:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5491eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910665472:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345655.158237:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345655.158254:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58af745 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834061 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345655.158279:0:28868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x372:0x0] initial LVB size: 0, mtime: 0x691a84f6, atime: 0x691a84f5, ctime: 0x691a84f6, blocks: 0x1800 00010000:00010000:3.0:1763345655.158294:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345655.158296:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345655.158303:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58af745 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834061 expref: 19 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345655.158316:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58af745 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834061 expref: 19 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345655.158326:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261600, rc 0) 00000100:00100000:3.0:1763345655.158357:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5491eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910665472:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 137us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345655.158364:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8765 00000100:00100000:3.0:1763345655.158378:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8766 00000100:00100000:3.0:1763345655.158385:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5491e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910665600:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345655.158393:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345655.158403:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58af74c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834068 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763345655.158417:0:28868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x374:0x0] initial LVB size: 0, mtime: 0x691a84f6, atime: 0x691a84f5, ctime: 0x691a84f6, blocks: 0x0 00010000:00010000:3.0:1763345655.158426:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345655.158428:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345655.158433:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58af74c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834068 expref: 18 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345655.158449:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58af74c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834068 expref: 18 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763345655.158457:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260600, rc 0) 00000100:00100000:3.0:1763345655.158477:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5491e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910665600:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 92us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345655.158482:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8766 00000100:00100000:2.0:1763345655.210279:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.210546:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910665728 00000100:00100000:0.0:1763345655.210556:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910665728 00000100:00100000:0.0:1763345655.210677:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8767 00000100:00100000:0.0:1763345655.210688:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5491e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+19:2410:x1849000910665728:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345655.211803:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5491e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+19:2410:x1849000910665728:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 1067us (1483us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345655.211814:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8767 00000100:00100000:1.0:1763345655.215639:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.215740:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910665856 00000100:00100000:2.0:1763345655.215751:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910665856 00000100:00100000:2.0:1763345655.215857:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8768 00000100:00100000:2.0:1763345655.215868:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+19:2411:x1849000910665856:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:2.0:1763345655.216000:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+19:2411:x1849000910665856:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 134us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345655.216008:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8768 00000100:00100000:2.0:1763345655.218634:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.220484:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910666112 00000100:00100000:0.0:1763345655.220497:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910666112 00000100:00100000:0.0:1763345655.220562:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11742 00000100:00100000:0.0:1763345655.220571:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5491eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+320:57890:x1849000910666112:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345655.220622:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345655.220649:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af737 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834053 expref: 320 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.220668:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.220673:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345655.225529:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af753 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.225553:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af753 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.225564:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af753 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:0.0:1763345655.225614:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941625 00000004:00010000:0.0:1763345655.225638:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006b2e329b reply state 00000000fabaccec transno 8589941626 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af753 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.225650:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af753 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.225658:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.225661:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345655.225665:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345655.225812:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5491eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+322:57890:x1849000910666112:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 5237us (7183us total) trans 8589941626 rc 0/0 00000100:00100000:0.0:1763345655.225821:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11742 00000020:00080000:0.0:1763345655.225827:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345655.227676:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.228200:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910666240 00000100:00100000:0.0:1763345655.228210:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910666240 00000100:00100000:0.0:1763345655.228263:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8769 00000100:00100000:0.0:1763345655.228271:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:57890:x1849000910666240:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345655.228286:0:8404:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345655.228305:0:8404:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58af75a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083406f expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345655.228325:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x379:0x0] initial LVB size: 53248, mtime: 0x691a84f5, atime: 0x691a84f5, ctime: 0x691a84f5, blocks: 0x8 00010000:00010000:0.0:1763345655.228342:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345655.228345:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345655.228352:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58af75a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a9698083406f expref: 19 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.228367:0:8404:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58af75a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a9698083406f expref: 19 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.228378:0:8404:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4c00, rc 0) 00000100:00100000:0.0:1763345655.229354:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:57890:x1849000910666240:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1081us (1684us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.229365:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8769 00000100:00100000:2.0:1763345655.231371:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.231429:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910666368 00000100:00100000:0.0:1763345655.231438:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910666368 00000100:00100000:0.0:1763345655.231486:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8770 00000100:00100000:0.0:1763345655.231494:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5491ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:57890:x1849000910666368:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345655.231509:0:8404:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345655.231525:0:8404:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4600/0x52bea07cb58af761 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834076 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.231549:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af54d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980833fb9 expref: 20 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.231556:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345655.231558:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345655.231562:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4600/0x52bea07cb58af761 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980834076 expref: 20 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.231590:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af54d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.8@tcp remote: 0x199a96980833fb9 expref: 20 pid: 15692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.231600:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af54d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833fb9 expref: 20 pid: 15692 timeout: 1147 lvb_type: 0 00000100:00100000:0.0:1763345655.231612:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8404:1849000924495488:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345655.231681:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b54203d180 going to sleep for 11 seconds 00000100:00100000:0.0:1763345655.236351:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8404:1849000924495488:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345655.236390:0:8404:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4600/0x52bea07cb58af761 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980834076 expref: 20 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.236409:0:8404:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4600, rc 0) 00000100:00100000:0.0:1763345655.236505:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5491ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:57890:x1849000910666368:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 5010us (5139us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.236514:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8770 00000100:00100000:3.0:1763345655.236563:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.236612:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910666496 00000100:00100000:1.0:1763345655.236619:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910666496 00010000:00010000:1.0:1763345655.236658:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af54d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833fb9 expref: 20 pid: 15692 timeout: 1147 lvb_type: 0 00000100:00100000:1.0:1763345655.236692:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3964 00000100:00100000:1.0:1763345655.236702:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910666496:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345655.236715:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345655.236721:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af54d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833fb9 expref: 20 pid: 15692 timeout: 1147 lvb_type: 0 00010000:00010000:1.0:1763345655.236733:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af54d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833fb9 expref: 20 pid: 15692 timeout: 1147 lvb_type: 0 00010000:00010000:1.0:1763345655.236789:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af54d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.8@tcp remote: 0x199a96980833fb9 expref: 20 pid: 15692 timeout: 1147 lvb_type: 0 00010000:00010000:1.0:1763345655.236803:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345655.236805:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345655.236811:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4600/0x52bea07cb58af761 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a96980834076 expref: 19 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.236820:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4600/0x52bea07cb58af761 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a96980834076 expref: 19 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.236853:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4600/0x52bea07cb58af761 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980834076 expref: 19 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345655.236873:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6506:1849000924495616:192.168.203.8@tcp:105: 00000100:00100000:1.0:1763345655.236920:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6730000c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763345655.241035:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345655.241073:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.241158:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6506:1849000924495616:192.168.203.8@tcp:105: 00010000:00010000:1.0:1763345655.241181:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345655.241259:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910666624 00000100:00100000:0.0:1763345655.241266:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910666624 00000100:00100000:2.0:1763345655.241272:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910666752 00000100:00100000:2.0:1763345655.241276:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910666752 00002000:00010000:2.0:1763345655.241304:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/887 (0->18446744073709551615) 00002000:00010000:0.0:1763345655.241304:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/889 (0->18446744073709551615) 00002000:00100000:2.0:1763345655.241309:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dce680 with x1849000910666752 ext(0->18446744073709551615) 00002000:00100000:0.0:1763345655.241309:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dcea00 with x1849000910666624 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345655.241319:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dce680. 00002000:00010000:0.0:1763345655.241319:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b672dcea00. 00000100:00100000:0.0:1763345655.241391:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2373 00000100:00100000:0.0:1763345655.241401:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910666752:12345-192.168.203.8@tcp:10:lfs.0 00000100:00100000:1.0:1763345655.241404:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910666496:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 4704us (4842us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345655.241412:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3964 00000100:00100000:2.0:1763345655.241503:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2374 00000100:00100000:2.0:1763345655.241512:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910666624:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345655.241838:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb size from disk: 53248 -> 0 00002000:00010000:2.0:1763345655.241842:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb mtime from disk: 1763345653 -> 1763345654 00002000:00010000:2.0:1763345655.241845:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:2.0:1763345655.241847:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb ctime from disk: 1763345653 -> 1763345654 00002000:00010000:2.0:1763345655.241850:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb blocks from disk: 8 -> 0 00000100:00100000:2.0:1763345655.241886:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910666624:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 374us (858us total) trans 17179872542 rc 0/0 00000100:00100000:2.0:1763345655.241893:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2374 00002000:00010000:2.0:1763345655.241896:0:8409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/889 (0->18446744073709551615) 00002000:00100000:2.0:1763345655.241899:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dcea00 with x1849000910666624 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345655.241904:0:8409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b672dcea00. 00002000:00010000:1.0:1763345655.242027:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345655.242030:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb mtime from disk: 1763345653 -> 1763345654 00002000:00010000:1.0:1763345655.242032:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345655.242034:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb ctime from disk: 1763345653 -> 1763345654 00002000:00010000:1.0:1763345655.242036:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345655.242073:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910666752:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 673us (998us total) trans 21474839913 rc 0/0 00000100:00100000:1.0:1763345655.242080:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2373 00002000:00010000:1.0:1763345655.242083:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/887 (0->18446744073709551615) 00002000:00100000:1.0:1763345655.242086:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dce680 with x1849000910666752 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345655.242091:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dce680. 00000100:00100000:3.0:1763345655.243864:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.244113:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910666880 00000100:00100000:0.0:1763345655.244122:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910666880 00000100:00100000:0.0:1763345655.244182:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11743 00000100:00100000:0.0:1763345655.244193:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+322:57890:x1849000910666880:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345655.244218:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345655.244239:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af768 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083407d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.244320:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58af76f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.244334:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58af76f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.244350:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58af76f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:0.0:1763345655.244376:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 0 00000004:00200000:0.0:1763345655.244380:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345655.244399:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58af76f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.244423:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af768 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083407d expref: 324 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.244438:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58af76f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083407d expref: 323 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.244446:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.244449:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345655.244452:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4000, rc 0) 00000100:00100000:0.0:1763345655.244509:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+323:57890:x1849000910666880:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 318us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.244516:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11743 00000100:00100000:3.0:1763345655.247401:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.248195:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910667008 00000100:00100000:1.0:1763345655.248206:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910667008 00000100:00100000:1.0:1763345655.248550:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2375 00000100:00100000:1.0:1763345655.248561:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543386680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910667008:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:1.0:1763345655.248622:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af776 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.248642:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345655.248644:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345655.248649:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af776 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [4096->69631] (req 4096->69631) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.248663:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af776 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [4096->69631] (req 4096->69631) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.254703:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af776 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [4096->69631] (req 4096->69631) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.254723:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af776 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [4096->69631] (req 4096->69631) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.254732:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af776 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [4096->69631] (req 4096->69631) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.254739:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345655.254744:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af776 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [4096->69631] (req 4096->69631) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.254751:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af776 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [4096->69631] (req 4096->69631) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.254819:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af776 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [4096->69631] (req 4096->69631) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.254827:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af776 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [4096->69631] (req 4096->69631) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345655.254911:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543386680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910667008:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 6348us (7513us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1763345655.254921:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2375 00000100:00100000:3.0:1763345655.259130:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.259559:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910667136 00000100:00100000:1.0:1763345655.259569:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910667136 00000100:00100000:1.0:1763345655.259645:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2376 00000100:00100000:1.0:1763345655.259654:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543384380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910667136:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:1.0:1763345655.259690:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58af77d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.259708:0:24005:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58af75a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.8@tcp remote: 0x199a9698083406f expref: 20 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.259716:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345655.259718:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345655.259722:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58af77d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [4096->69631] (req 4096->69631) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.259806:0:24005:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58af75a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.8@tcp remote: 0x199a9698083406f expref: 20 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.259821:0:24005:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58af75a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.8@tcp remote: 0x199a9698083406f expref: 20 pid: 8404 timeout: 1147 lvb_type: 0 00000100:00100000:1.0:1763345655.259836:0:24005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24005:1849000924495744:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345655.259913:0:24005:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6730000c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763345655.267888:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.268035:0:24005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:24005:1849000924495744:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345655.268062:0:24005:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58af77d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [4096->69631] (req 4096->69631) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345655.268114:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910667264 00000100:00100000:2.0:1763345655.268122:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910667264 00010000:00010000:2.0:1763345655.268156:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58af75a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a9698083406f expref: 21 pid: 8404 timeout: 1147 lvb_type: 0 00000100:00100000:2.0:1763345655.268824:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3965 00000100:00100000:2.0:1763345655.268838:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543386a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+21:2408:x1849000910667264:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345655.268853:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345655.268875:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58af75a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.8@tcp remote: 0x199a9698083406f expref: 21 pid: 8404 timeout: 1147 lvb_type: 0 00010000:00010000:2.0:1763345655.268889:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58af75a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.8@tcp remote: 0x199a9698083406f expref: 21 pid: 8404 timeout: 1147 lvb_type: 0 00010000:00010000:2.0:1763345655.268911:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4c00/0x52bea07cb58af75a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.8@tcp remote: 0x199a9698083406f expref: 21 pid: 8404 timeout: 1147 lvb_type: 0 00010000:00010000:2.0:1763345655.268926:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345655.268929:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345655.268934:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58af77d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [4096->69631] (req 4096->69631) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.268944:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58af77d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [4096->69631] (req 4096->69631) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.268976:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345655.269034:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543386a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2408:x1849000910667264:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 200us (1155us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345655.269042:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3965 00010000:00010000:1.0:1763345655.269158:0:24005:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58af77d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [4096->69631] (req 4096->69631) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.269167:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58af77d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [4096->69631] (req 4096->69631) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763345655.277498:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872543 is committed 00000001:00080000:2.0:1763345655.277517:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872541 is committed 00002000:00010000:1.0:1763345655.278045:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb size from disk: 0 -> 69632 00002000:00010000:1.0:1763345655.278051:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb blocks from disk: 0 -> 128 00010000:00010000:1.0:1763345655.278062:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58af77d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [4096->69631] (req 4096->69631) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.278074:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58af77d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [4096->69631] (req 4096->69631) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.278082:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58af77d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [4096->69631] (req 4096->69631) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.278089:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90c00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345655.278093:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58af77d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [4096->69631] (req 4096->69631) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.278101:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58af77d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [4096->69631] (req 4096->69631) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.278120:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58af77d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [4096->69631] (req 4096->69631) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.278128:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90c00/0x52bea07cb58af77d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [4096->69631] (req 4096->69631) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345655.278226:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543384380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+13:2409:x1849000910667136:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 18568us (19100us total) trans 17179872543 rc 0/0 00000100:00100000:1.0:1763345655.278236:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2376 00000100:00100000:3.0:1763345655.281918:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.282047:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910667392 00000100:00100000:0.0:1763345655.282056:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910667392 00000100:00100000:0.0:1763345655.282159:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8771 00000100:00100000:0.0:1763345655.282171:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543387100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910667392:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:0.0:1763345655.282401:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543387100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910667392:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 232us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.282409:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8771 00000100:00100000:3.0:1763345655.287328:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.287407:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910667520 00000100:00100000:0.0:1763345655.287417:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910667520 00000100:00100000:0.0:1763345655.287605:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8772 00000100:00100000:0.0:1763345655.287616:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543386300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2410:x1849000910667520:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:0.0:1763345655.288052:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543386300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+20:2410:x1849000910667520:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 436us (732us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.288061:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8772 00000100:00100000:3.0:1763345655.292249:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.292348:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910667776 00000100:00100000:2.0:1763345655.292358:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910667776 00000100:00100000:2.0:1763345655.292585:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11744 00000100:00100000:2.0:1763345655.292596:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543387b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+323:57890:x1849000910667776:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345655.292649:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345655.292676:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58af76f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083407d expref: 323 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.292692:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345655.292697:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345655.292904:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af784 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.292918:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af784 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.292927:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af784 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000001:00080000:2.0:1763345655.292970:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941627 00000004:00010000:2.0:1763345655.292992:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fcfc2df4 reply state 00000000140d0e27 transno 8589941628 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af784 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.293003:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af784 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.293008:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345655.293012:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345655.293014:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345655.294015:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543387b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+325:57890:x1849000910667776:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 1416us (1770us total) trans 8589941628 rc 0/0 00000100:00100000:2.0:1763345655.294025:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11744 00000020:00080000:2.0:1763345655.294031:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345655.299215:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.299289:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910667904 00000100:00100000:0.0:1763345655.299300:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910667904 00000100:00100000:0.0:1763345655.300052:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8773 00000100:00100000:0.0:1763345655.300065:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5491ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+13:57890:x1849000910667904:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345655.300082:0:8404:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345655.300102:0:8404:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58af78b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834084 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345655.300126:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x379:0x0] initial LVB size: 69632, mtime: 0x691a84f6, atime: 0x691a84f5, ctime: 0x691a84f6, blocks: 0x80 00010000:00010000:0.0:1763345655.300148:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345655.300151:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345655.300158:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58af78b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834084 expref: 14 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.300175:0:8404:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58af78b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834084 expref: 14 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.300189:0:8404:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5000, rc 0) 00000100:00100000:0.0:1763345655.300955:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5491ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:57890:x1849000910667904:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 890us (1745us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.300964:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8773 00000100:00100000:1.0:1763345655.303283:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.303370:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910668032 00000100:00100000:2.0:1763345655.303379:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910668032 00002000:00010000:2.0:1763345655.303413:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/889 (69632->18446744073709551615) 00002000:00100000:2.0:1763345655.303418:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b681ec1c00 with x1849000910668032 ext(69632->18446744073709551615) 00002000:00010000:2.0:1763345655.303428:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b681ec1c00. 00000100:00100000:2.0:1763345655.303459:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2377 00000100:00100000:2.0:1763345655.303467:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910668032:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345655.303611:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb size from disk: 69632 -> 69632 00002000:00010000:2.0:1763345655.303615:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345655.303617:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:2.0:1763345655.303619:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345655.303622:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:2.0:1763345655.303678:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910668032:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 211us (403us total) trans 17179872544 rc 0/0 00000100:00100000:2.0:1763345655.303685:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2377 00002000:00010000:2.0:1763345655.303689:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/889 (69632->18446744073709551615) 00002000:00100000:2.0:1763345655.303691:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b681ec1c00 with x1849000910668032 ext(69632->18446744073709551615) 00002000:00010000:2.0:1763345655.303695:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b681ec1c00. 00000100:00100000:3.0:1763345655.307013:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.307196:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910668160 00000100:00100000:1.0:1763345655.307206:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910668160 00002000:00010000:1.0:1763345655.307249:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/887 (0->18446744073709551615) 00002000:00100000:1.0:1763345655.307255:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b543387800 with x1849000910668160 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345655.307268:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b543387800. 00000100:00100000:1.0:1763345655.307361:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2378 00000100:00100000:1.0:1763345655.307372:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543387800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910668160:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:1.0:1763345655.307514:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345655.307517:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345655.307520:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345655.307522:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345655.307524:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345655.307592:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543387800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910668160:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 221us (589us total) trans 21474839914 rc 0/0 00000100:00100000:1.0:1763345655.307600:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2378 00002000:00010000:1.0:1763345655.307604:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/887 (0->18446744073709551615) 00002000:00100000:1.0:1763345655.307607:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b543387800 with x1849000910668160 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345655.307611:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b543387800. 00000100:00100000:3.0:1763345655.309943:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.310702:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910668288 00000100:00100000:2.0:1763345655.310713:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910668288 00000100:00100000:0.0:1763345655.310912:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11745 00000100:00100000:0.0:1763345655.310925:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57890:x1849000910668288:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345655.310948:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345655.310968:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58af792 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083408b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.311058:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af799 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.311073:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af799 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.311083:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af799 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:0.0:1763345655.311108:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 69632 00000004:00200000:0.0:1763345655.311112:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345655.311129:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af799 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.311154:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4000/0x52bea07cb58af792 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083408b expref: 327 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.311171:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af799 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083408b expref: 326 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.311179:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.311181:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345655.311184:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4c00, rc 0) 00000100:00100000:0.0:1763345655.311249:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+326:57890:x1849000910668288:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 328us (1315us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.311260:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11745 00000100:00100000:3.0:1763345655.314454:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.314712:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910668416 00000100:00100000:1.0:1763345655.314723:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910668416 00000100:00100000:1.0:1763345655.314843:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2379 00000100:00100000:1.0:1763345655.314852:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910668416:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:1.0:1763345655.315432:0:28401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af7a0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.315448:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345655.315450:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345655.315455:0:28401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af7a0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.315468:0:28401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af7a0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.317082:0:28401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af7a0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.317099:0:28401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af7a0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.317108:0:28401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af7a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.317115:0:28401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90600 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345655.317119:0:28401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af7a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.317127:0:28401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af7a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.317146:0:28401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af7a0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.317154:0:28401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90600/0x52bea07cb58af7a0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345655.317220:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910668416:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 2366us (2771us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1763345655.317230:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2379 00000100:00100000:3.0:1763345655.321060:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.321427:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910668544 00000100:00100000:1.0:1763345655.321438:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910668544 00000100:00100000:1.0:1763345655.321560:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2380 00000100:00100000:1.0:1763345655.321572:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910668544:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:1.0:1763345655.321607:0:28401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58af7a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.321624:0:28401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58af78b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834084 expref: 15 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.321632:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345655.321634:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345655.321638:0:28401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58af7a7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.321672:0:28401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58af78b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980834084 expref: 15 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.321691:0:28401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58af78b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834084 expref: 15 pid: 8404 timeout: 1147 lvb_type: 0 00000100:00100000:1.0:1763345655.321705:0:28401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28401:1849000924495872:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345655.321828:0:28401:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6730000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345655.325130:0:28401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec3100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28401:1849000924495872:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345655.325173:0:28401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58af7a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345655.327030:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.327214:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910668672 00000100:00100000:0.0:1763345655.327223:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910668672 00010000:00010000:0.0:1763345655.327259:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58af78b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834084 expref: 16 pid: 8404 timeout: 1147 lvb_type: 0 00000100:00100000:0.0:1763345655.327496:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3966 00000100:00100000:0.0:1763345655.327506:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6431fe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910668672:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345655.327523:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345655.327545:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58af78b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834084 expref: 16 pid: 8404 timeout: 1147 lvb_type: 0 00010000:00010000:0.0:1763345655.327557:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58af78b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834084 expref: 16 pid: 8404 timeout: 1147 lvb_type: 0 00010000:00010000:0.0:1763345655.327578:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b5000/0x52bea07cb58af78b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834084 expref: 16 pid: 8404 timeout: 1147 lvb_type: 0 00010000:00010000:0.0:1763345655.327593:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345655.327595:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345655.327599:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58af7a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.327609:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58af7a7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.327859:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345655.327907:0:28401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58af7a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.327917:0:28401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58af7a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345655.327924:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6431fe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910668672:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 419us (902us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.327931:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3966 00000001:00080000:2.0:1763345655.337702:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872545 is committed 00002000:00010000:1.0:1763345655.338531:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb size from disk: 69632 -> 135168 00002000:00010000:1.0:1763345655.338538:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb blocks from disk: 128 -> 240 00010000:00010000:1.0:1763345655.338551:0:28401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58af7a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.338561:0:28401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58af7a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.338569:0:28401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58af7a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.338580:0:28401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345655.338584:0:28401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58af7a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.338592:0:28401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58af7a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.338610:0:28401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58af7a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.338617:0:28401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91400/0x52bea07cb58af7a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345655.338715:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+13:2408:x1849000910668544:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 17142us (17662us total) trans 17179872545 rc 0/0 00000100:00100000:1.0:1763345655.338725:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2380 00000100:00100000:3.0:1763345655.342925:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.343024:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910668800 00000100:00100000:0.0:1763345655.343034:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910668800 00000100:00100000:0.0:1763345655.343140:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8774 00000100:00100000:0.0:1763345655.343151:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+21:2411:x1849000910668800:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:0.0:1763345655.343266:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+21:2411:x1849000910668800:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 117us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.343274:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8774 00000100:00100000:2.0:1763345655.349644:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.349728:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910669056 00000100:00100000:0.0:1763345655.349738:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910669056 00000100:00100000:0.0:1763345655.349834:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11746 00000100:00100000:0.0:1763345655.349846:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5491e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+326:57890:x1849000910669056:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345655.349902:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345655.349935:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af799 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083408b expref: 326 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.349952:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.349957:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345655.350116:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af7ae lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.350130:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af7ae lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.350139:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af7ae lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000001:00080000:0.0:1763345655.350178:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941629 00000004:00010000:0.0:1763345655.350200:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ce972806 reply state 000000009f76c01c transno 8589941630 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af7ae lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.350211:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af7ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.350216:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.350219:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345655.350222:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345655.350527:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5491e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+328:57890:x1849000910669056:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 683us (891us total) trans 8589941630 rc 0/0 00000100:00100000:0.0:1763345655.350535:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11746 00000020:00080000:0.0:1763345655.350539:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345655.354893:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.354986:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910669184 00000100:00100000:0.0:1763345655.354995:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910669184 00000100:00100000:0.0:1763345655.355045:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8775 00000100:00100000:0.0:1763345655.355052:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+13:57890:x1849000910669184:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345655.355068:0:8404:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345655.355087:0:8404:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58af7b5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834092 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345655.355108:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x379:0x0] initial LVB size: 135168, mtime: 0x691a84f6, atime: 0x691a84f5, ctime: 0x691a84f6, blocks: 0xf0 00010000:00010000:0.0:1763345655.355126:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345655.355127:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345655.355134:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58af7b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834092 expref: 14 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.355147:0:8404:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58af7b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834092 expref: 14 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.355158:0:8404:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4000, rc 0) 00000100:00100000:0.0:1763345655.355210:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+14:57890:x1849000910669184:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 159us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.355217:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8775 00000100:00100000:3.0:1763345655.359133:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345655.359176:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.361101:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910669312 00000100:00100000:2.0:1763345655.361114:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910669312 00002000:00010000:2.0:1763345655.361159:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/889 (135168->18446744073709551615) 00002000:00100000:2.0:1763345655.361164:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435b8380 with x1849000910669312 ext(135168->18446744073709551615) 00002000:00010000:2.0:1763345655.361175:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5435b8380. 00000100:00100000:2.0:1763345655.361208:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910669440 00000100:00100000:2.0:1763345655.361211:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910669440 00002000:00010000:2.0:1763345655.361225:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/887 (0->18446744073709551615) 00002000:00100000:2.0:1763345655.361228:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435ba680 with x1849000910669440 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345655.361233:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5435ba680. 00000100:00100000:2.0:1763345655.361263:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2381 00000100:00100000:2.0:1763345655.361272:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910669312:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345655.361426:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb size from disk: 135168 -> 135168 00002000:00010000:2.0:1763345655.361430:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345655.361433:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:2.0:1763345655.361435:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345655.361437:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb blocks from disk: 240 -> 240 00000100:00100000:2.0:1763345655.361489:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910669312:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 217us (2364us total) trans 17179872546 rc 0/0 00000100:00100000:2.0:1763345655.361497:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2381 00002000:00010000:2.0:1763345655.361501:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/889 (135168->18446744073709551615) 00002000:00100000:2.0:1763345655.361503:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435b8380 with x1849000910669312 ext(135168->18446744073709551615) 00002000:00010000:2.0:1763345655.361507:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b5435b8380. 00000100:00100000:2.0:1763345655.361525:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2382 00000100:00100000:2.0:1763345655.361532:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+21:2409:x1849000910669440:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345655.361594:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345655.361596:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345655.361598:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:2.0:1763345655.361600:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345655.361602:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345655.361623:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+22:2409:x1849000910669440:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 91us (2445us total) trans 21474839915 rc 0/0 00000100:00100000:2.0:1763345655.361629:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2382 00002000:00010000:2.0:1763345655.361632:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/887 (0->18446744073709551615) 00002000:00100000:2.0:1763345655.361634:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b5435ba680 with x1849000910669440 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345655.361638:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b5435ba680. 00000100:00100000:3.0:1763345655.367095:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.367498:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910669568 00000100:00100000:0.0:1763345655.367519:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910669568 00000100:00100000:2.0:1763345655.367692:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11747 00000100:00100000:2.0:1763345655.367705:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+328:57890:x1849000910669568:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345655.368412:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345655.368436:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af7bc lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834099 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.368543:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af7c3 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345655.368558:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af7c3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345655.368569:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af7c3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345655.368593:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 135168 00000004:00200000:2.0:1763345655.368597:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345655.368613:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af7c3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345655.368639:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af7bc lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834099 expref: 330 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.368657:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af7c3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834099 expref: 329 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.368665:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345655.368668:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345655.368672:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6800, rc 0) 00000100:00100000:2.0:1763345655.368750:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+329:57890:x1849000910669568:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1047us (1661us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345655.368795:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11747 00000100:00100000:1.0:1763345655.371353:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.371449:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910669824 00000100:00100000:2.0:1763345655.371459:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910669824 00000100:00100000:0.0:1763345655.371880:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11748 00000100:00100000:0.0:1763345655.371892:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+329:57890:x1849000910669824:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345655.371937:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345655.371962:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af7c3 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834099 expref: 329 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.371981:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.371986:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345655.372140:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af7ca lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.372154:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af7ca lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.372163:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af7ca lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000001:00080000:0.0:1763345655.372203:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941631 00000004:00010000:0.0:1763345655.372228:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000025c25b17 reply state 000000008c76ea21 transno 8589941632 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af7ca lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.372239:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af7ca lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.372245:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.372248:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345655.372250:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345655.372336:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+331:57890:x1849000910669824:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 446us (998us total) trans 8589941632 rc 0/0 00000100:00100000:0.0:1763345655.372343:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11748 00000020:00080000:0.0:1763345655.372348:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345655.374649:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345655.374697:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.375038:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910669952 00000100:00100000:1.0:1763345655.375048:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910669952 00002000:00010000:1.0:1763345655.375082:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/889 (173982->18446744073709551615) 00002000:00100000:1.0:1763345655.375086:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545963800 with x1849000910669952 ext(173982->18446744073709551615) 00002000:00010000:1.0:1763345655.375097:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545963800. 00000100:00100000:1.0:1763345655.375122:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910670080 00000100:00100000:1.0:1763345655.375125:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910670080 00002000:00010000:1.0:1763345655.375135:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/887 (0->18446744073709551615) 00002000:00100000:1.0:1763345655.375138:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6432ddc00 with x1849000910670080 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345655.375143:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6432ddc00. 00000100:00100000:1.0:1763345655.375167:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2383 00000100:00100000:1.0:1763345655.375175:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+15:2410:x1849000910669952:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:1.0:1763345655.375356:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb size from disk: 135168 -> 173982 00002000:00010000:1.0:1763345655.375360:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345655.375362:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345655.375364:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345655.375366:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb blocks from disk: 240 -> 240 00000100:00100000:1.0:1763345655.375418:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+16:2410:x1849000910669952:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 243us (776us total) trans 17179872547 rc 0/0 00000100:00100000:1.0:1763345655.375426:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2383 00002000:00010000:1.0:1763345655.375430:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/889 (173982->18446744073709551615) 00002000:00100000:1.0:1763345655.375432:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b545963800 with x1849000910669952 ext(173982->18446744073709551615) 00002000:00010000:1.0:1763345655.375436:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b545963800. 00000100:00100000:1.0:1763345655.375455:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2384 00000100:00100000:1.0:1763345655.375461:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6432ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+22:2410:x1849000910670080:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:1.0:1763345655.375524:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345655.375527:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345655.375529:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:1.0:1763345655.375531:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345655.375533:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345655.375554:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6432ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+23:2410:x1849000910670080:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 93us (856us total) trans 21474839916 rc 0/0 00000100:00100000:1.0:1763345655.375560:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2384 00002000:00010000:1.0:1763345655.375563:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/887 (0->18446744073709551615) 00002000:00100000:1.0:1763345655.375566:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6432ddc00 with x1849000910670080 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345655.375571:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6432ddc00. 00000100:00100000:3.0:1763345655.383894:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.384381:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910670208 00000100:00100000:2.0:1763345655.384390:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910670208 00000100:00100000:2.0:1763345655.384614:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11749 00000100:00100000:2.0:1763345655.384627:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+331:57890:x1849000910670208:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345655.384650:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345655.384670:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af7d1 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808340a0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.384986:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af7d8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345655.385002:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af7d8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345655.385013:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af7d8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345655.385040:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 173982 00000004:00200000:2.0:1763345655.385044:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345655.385061:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af7d8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345655.385086:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af7d1 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340a0 expref: 333 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.385102:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af7d8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340a0 expref: 332 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.385110:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345655.385113:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345655.385116:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7e00, rc 0) 00000100:00100000:2.0:1763345655.385238:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+332:57890:x1849000910670208:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 614us (1353us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345655.385249:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11749 00000100:00100000:1.0:1763345655.387827:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.388451:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910670464 00000100:00100000:2.0:1763345655.388461:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910670464 00000100:00100000:0.0:1763345655.388860:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11750 00000100:00100000:0.0:1763345655.388874:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+332:57890:x1849000910670464:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345655.388922:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345655.388946:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af7d8 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340a0 expref: 332 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.388965:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.388970:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763345655.389123:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af7df lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.389137:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af7df lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.389147:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af7df lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000001:00080000:0.0:1763345655.389191:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941633 00000004:00010000:0.0:1763345655.389217:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001da77268 reply state 0000000058ef677a transno 8589941634 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af7df lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.389229:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af7df lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.389236:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.389239:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345655.389241:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345655.389336:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+334:57890:x1849000910670464:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 465us (1517us total) trans 8589941634 rc 0/0 00000100:00100000:0.0:1763345655.389343:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11750 00000020:00080000:0.0:1763345655.389349:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763345655.391442:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.392014:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910670592 00000100:00100000:2.0:1763345655.392024:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910670592 00002000:00010000:2.0:1763345655.392060:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/889 (173982->18446744073709551615) 00002000:00100000:2.0:1763345655.392065:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6449d0380 with x1849000910670592 ext(173982->18446744073709551615) 00000100:00100000:3.0:1763345655.392066:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00002000:00010000:2.0:1763345655.392076:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6449d0380. 00000100:00100000:0.0:1763345655.392177:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910670720 00000100:00100000:0.0:1763345655.392181:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910670720 00000100:00100000:2.0:1763345655.392182:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2385 00000100:00100000:2.0:1763345655.392190:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6449d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910670592:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:0.0:1763345655.392197:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/887 (0->18446744073709551615) 00002000:00100000:0.0:1763345655.392200:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541d65880 with x1849000910670720 ext(0->18446744073709551615) 00002000:00010000:0.0:1763345655.392206:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b541d65880. 00002000:00010000:2.0:1763345655.392329:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb size from disk: 173982 -> 173982 00002000:00010000:2.0:1763345655.392333:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345655.392335:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:2.0:1763345655.392337:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345655.392340:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb blocks from disk: 240 -> 240 00000100:00100000:2.0:1763345655.392386:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6449d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910670592:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 196us (951us total) trans 17179872548 rc 0/0 00000100:00100000:2.0:1763345655.392392:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2385 00002000:00010000:2.0:1763345655.392396:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/889 (173982->18446744073709551615) 00002000:00100000:2.0:1763345655.392398:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6449d0380 with x1849000910670592 ext(173982->18446744073709551615) 00002000:00010000:2.0:1763345655.392402:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b6449d0380. 00000100:00100000:2.0:1763345655.392418:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2386 00000100:00100000:2.0:1763345655.392423:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+23:2408:x1849000910670720:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:2.0:1763345655.392477:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345655.392480:0:24005:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345655.392482:0:24005:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:2.0:1763345655.392484:0:24005:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345655.392486:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345655.392502:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+24:2408:x1849000910670720:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 79us (437us total) trans 21474839917 rc 0/0 00000100:00100000:2.0:1763345655.392508:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2386 00002000:00010000:2.0:1763345655.392510:0:24005:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/887 (0->18446744073709551615) 00002000:00100000:2.0:1763345655.392512:0:24005:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541d65880 with x1849000910670720 ext(0->18446744073709551615) 00002000:00010000:2.0:1763345655.392516:0:24005:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b541d65880. 00000100:00100000:3.0:1763345655.394677:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.394811:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910670976 00000100:00100000:2.0:1763345655.394821:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910670976 00000100:00100000:0.0:1763345655.394951:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11751 00000100:00100000:0.0:1763345655.394966:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+334:57890:x1849000910670976:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:0.0:1763345655.395062:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af7e6 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.395079:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af7e6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.395090:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af7e6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00010000:0.0:1763345655.395194:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a84747b4 reply state 00000000c13592c8 transno 8589941635 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af7e6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.395210:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af7e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.395218:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.395222:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763345655.395225:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763345655.395304:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+336:57890:x1849000910670976:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 340us (632us total) trans 8589941635 rc 0/0 00000100:00100000:0.0:1763345655.395311:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11751 00000100:00100000:1.0:1763345655.398868:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.398919:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.398949:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.399055:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910671104 00000100:00100000:2.0:1763345655.399065:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910671104 00000100:00100000:2.0:1763345655.399123:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910671360 00000100:00100000:2.0:1763345655.399126:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910671360 00000100:00100000:2.0:1763345655.399145:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910671232 00000100:00100000:2.0:1763345655.399147:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910671232 00000100:00100000:2.0:1763345655.399168:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8776 00000100:00100000:2.0:1763345655.399177:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b681ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+25:2408:x1849000910671104:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:2.0:1763345655.399317:0:27809:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 173982 -> 173982 00002000:00010000:2.0:1763345655.399321:0:27809:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345655.399323:0:27809:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345655.399326:0:27809:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345655.399328:0:27809:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 408 -> 408 00000100:00100000:2.0:1763345655.399378:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b681ec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910671104:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 202us (519us total) trans 21474839918 rc 0/0 00000100:00100000:2.0:1763345655.399390:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8776 00000100:00100000:2.0:1763345655.399427:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8777 00000100:00100000:2.0:1763345655.399435:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910671360:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:2.0:1763345655.399506:0:27809:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345655.399510:0:27809:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345655.399512:0:27809:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345653 -> 1763345654 00002000:00010000:2.0:1763345655.399514:0:27809:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345655.399516:0:27809:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345655.399637:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8778 00000100:00100000:0.0:1763345655.399648:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+25:2408:x1849000910671232:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:0.0:1763345655.399702:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345655.399705:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:0.0:1763345655.399707:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345653 -> 1763345654 00002000:00010000:0.0:1763345655.399709:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:0.0:1763345655.399711:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763345655.401338:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910671360:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 1894us (2408us total) trans 17179872549 rc 0/0 00000100:00100000:2.0:1763345655.401349:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8777 00000100:00100000:0.0:1763345655.401452:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910671232:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 1806us (2501us total) trans 21474839919 rc 0/0 00000100:00100000:0.0:1763345655.401459:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8778 00000100:00100000:3.0:1763345655.404091:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.404286:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910671616 00000100:00100000:0.0:1763345655.404296:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910671616 00000100:00100000:0.0:1763345655.404356:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4036 00000100:00100000:0.0:1763345655.404368:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+336:57890:x1849000910671616:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:0.0:1763345655.404427:0:35216:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000405:0x25c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af6ff lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834045 expref: 336 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.404473:0:35216:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af7ed lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345655.404486:0:35216:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af729 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083404c expref: 336 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.404500:0:35216:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af7ed lrc: 4/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345655.404872:0:35216:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af729 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083404c expref: 336 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.404889:0:35216:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af729 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083404c expref: 336 pid: 6522 timeout: 1147 lvb_type: 0 00000100:00100000:0.0:1763345655.404904:0:35216:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924496000:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345655.405021:0:35216:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6456ac240 going to sleep for 11 seconds 00000100:00100000:0.0:1763345655.408020:0:35216:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35216:1849000924496000:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345655.408049:0:35216:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af7ed lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000100:00100000:3.0:1763345655.408938:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.412858:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910671744 00000100:00100000:0.0:1763345655.412872:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910671744 00010000:00010000:0.0:1763345655.412920:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af729 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083404c expref: 337 pid: 6522 timeout: 1147 lvb_type: 0 00000100:00100000:0.0:1763345655.412973:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3967 00000100:00100000:0.0:1763345655.412984:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+337:2408:x1849000910671744:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345655.413000:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345655.413008:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af729 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083404c expref: 337 pid: 6522 timeout: 1147 lvb_type: 0 00010000:00010000:0.0:1763345655.413022:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af729 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083404c expref: 337 pid: 6522 timeout: 1147 lvb_type: 0 00010000:00010000:0.0:1763345655.413046:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af729 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083404c expref: 337 pid: 6522 timeout: 1147 lvb_type: 0 00010000:00010000:0.0:1763345655.413063:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.413067:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af7ed lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345655.413077:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af7ed lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345655.413084:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af7ed lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345655.413125:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345655.413197:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+336:2408:x1849000910671744:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 213us (4270us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.413205:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3967 00010000:00010000:1.0:1763345655.413670:0:35216:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af7ed lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:1.0:1763345655.413678:0:35216:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af7ed lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00000040:00080000:1.0:1763345655.413955:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2020, 88 off167528 00000004:00080000:1.0:1763345655.413962:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1047939202623ns, next at 1048007155279ns, rc = 0 00000040:00080000:1.0:1763345655.413990:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2036, 88 off169112 00000004:00080000:1.0:1763345655.413995:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1047939235282ns, next at 1046512402906ns, rc = 0 00000040:00080000:1.0:1763345655.414026:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2021, 88 off167616 00000004:00080000:1.0:1763345655.414031:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1047939271184ns, next at 1048007155279ns, rc = 0 00000040:00080000:1.0:1763345655.414040:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2037, 88 off169200 00000004:00080000:1.0:1763345655.414044:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1047939283992ns, next at 1046512402906ns, rc = 0 00000040:00080000:1.0:1763345655.414051:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2038, 88 off169288 00000004:00080000:1.0:1763345655.414054:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1047939294914ns, next at 1046512402906ns, rc = 0 00000040:00080000:1.0:1763345655.414062:0:35216:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2022, 88 off167704 00000004:00080000:1.0:1763345655.414067:0:35216:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1047939306935ns, next at 1048007155279ns, rc = 0 00000004:00080000:2.0:1763345655.414422:0:32328:0:(osp_sync.c:925:osp_sync_new_err_job()) lustre-OST0001-osc-MDT0000 repeating 2 operation object 0x2c0000401:84 00000004:00080000:2.0:1763345655.414469:0:32328:0:(osp_sync.c:925:osp_sync_new_err_job()) lustre-OST0001-osc-MDT0000 repeating 2 operation object 0x2c0000401:84 00000100:00100000:3.0:1763345655.414509:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5491ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924496256:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345655.414564:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345655.414604:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763345655.414609:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924496256 00000100:00100000:3.0:1763345655.414612:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5491e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924496128:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345655.414618:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924496256 00000100:00100000:3.0:1763345655.414640:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345655.418954:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924496128 00000100:00100000:2.0:1763345655.418969:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924496128 00000100:00100000:2.0:1763345655.419027:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8779 00000100:00100000:2.0:1763345655.419036:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3657:x1849000924496256:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345655.419233:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3657:x1849000924496256:12345-0@lo:2:osp-syn-1-0.0 Request processed in 198us (4669us total) trans 0 rc -22/-22 00000100:00100000:2.0:1763345655.419240:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8779 00000100:00100000:2.0:1763345655.419259:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8780 00000100:00100000:2.0:1763345655.419266:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3657:x1849000924496128:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345655.419323:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3657:x1849000924496128:12345-0@lo:2:osp-syn-1-0.0 Request processed in 58us (4683us total) trans 0 rc -22/-22 00000100:00100000:2.0:1763345655.419332:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8780 00000004:00080000:2.0:1763345655.419391:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5491e8380, transno 0 00000100:00100000:2.0:1763345655.419395:0:3657:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872541 gen 2 00000004:00080000:2.0:1763345655.419401:0:3657:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872531 committed transno 17179872541 00000004:00080000:2.0:1763345655.419419:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54377c000, transno 17179872532 00000004:00080000:2.0:1763345655.419428:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54377ed80, transno 17179872533 00000004:00080000:2.0:1763345655.419431:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54377d880, transno 17179872534 00000004:00080000:2.0:1763345655.419433:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b54377c700, transno 17179872535 00000004:00080000:2.0:1763345655.419435:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6779a5880, transno 17179872539 00000004:00080000:2.0:1763345655.419437:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6779a7480, transno 17179872540 00000004:00080000:2.0:1763345655.419440:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6779a6300, transno 17179872541 00000004:00080000:2.0:1763345655.419445:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5491e8380/1, rc -22, transno 0 00000100:00100000:2.0:1763345655.419452:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5491e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924496128:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1763345655.419462:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5491ead80, transno 0 00000004:00080000:2.0:1763345655.419464:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5491ead80/1, rc -22, transno 0 00000100:00100000:2.0:1763345655.419469:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5491ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924496256:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1763345655.420133:0:32328:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 3 changes, 0 in progress, 0 in flight, 7 done 00010000:00010000:0.0:1763345655.421391:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af753 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.421408:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af753 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.421416:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af753 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.421423:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345655.421428:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af753 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.421439:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af753 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.421456:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.421459:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345655.421465:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af753 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.421471:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af753 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.421492:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af784 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421499:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af784 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421504:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af784 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421509:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345655.421512:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af784 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421518:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af784 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421525:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.421527:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345655.421531:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af784 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421536:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af784 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421548:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af7ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421554:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af7ae lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421559:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af7ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421564:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345655.421567:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af7ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421572:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af7ae lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421579:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.421581:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345655.421584:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af7ae lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421589:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af7ae lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421599:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af7ca lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421605:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af7ca lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421610:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af7ca lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421614:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345655.421617:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af7ca lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421622:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af7ca lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421628:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.421631:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345655.421633:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af7ca lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421638:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af7ca lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421646:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af7df lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421652:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af7df lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421657:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af7df lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421661:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345655.421664:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af7df lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421669:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af7df lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421676:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.421678:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345655.421680:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af7df lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421689:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af7df lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421697:0:3642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af7e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421703:0:3642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af7e6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421708:0:3642:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af7e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421713:0:3642:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4a00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345655.421715:0:3642:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af7e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421721:0:3642:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af7e6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421728:0:3642:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.421731:0:3642:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345655.421733:0:3642:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af7e6 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.421739:0:3642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af7e6 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00000001:00080000:3.0:1763345655.422047:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941636 is committed 00000004:00080000:3.0:1763345655.422055:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1321 committed 00000100:00100000:0.0:1763345655.422702:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763345655.422721:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924496640:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345655.422823:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345655.422870:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924496640 00000100:00100000:0.0:1763345655.422876:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924496640 00000100:00100000:0.0:1763345655.422917:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8781 00000100:00100000:0.0:1763345655.422926:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3657:x1849000924496640:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1763345655.423061:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345655.423065:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:0.0:1763345655.423068:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:0.0:1763345655.423070:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:0.0:1763345655.423072:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345655.423108:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3657:x1849000924496640:12345-0@lo:2:osp-syn-0-0.0 Request processed in 184us (286us total) trans 21474839920 rc 0/0 00000100:00100000:0.0:1763345655.423115:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8781 00000004:00080000:0.0:1763345655.423152:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6779a5880/2, rc 0, transno 21474839920 00000100:00100000:0.0:1763345655.423158:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924496640:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345655.423232:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924496384:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345655.423259:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345655.423286:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763345655.423292:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924496512:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763345655.423309:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345655.423337:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924496384 00000100:00100000:1.0:1763345655.423341:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924496384 00000100:00100000:1.0:1763345655.423366:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924496512 00000100:00100000:1.0:1763345655.423369:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924496512 00000100:00100000:1.0:1763345655.423385:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8782 00000100:00100000:1.0:1763345655.423390:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54420a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3658:x1849000924496384:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763345655.423447:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 173982 -> 173982 00002000:00010000:1.0:1763345655.423450:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345655.423452:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345655.423455:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345655.423457:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 408 -> 408 00000100:00100000:1.0:1763345655.423485:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54420a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3658:x1849000924496384:12345-0@lo:2:osp-syn-0-0.0 Request processed in 94us (225us total) trans 21474839921 rc 0/0 00000100:00100000:1.0:1763345655.423491:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8782 00000100:00100000:1.0:1763345655.423504:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8783 00000100:00100000:1.0:1763345655.423511:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b544208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3658:x1849000924496512:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763345655.423556:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345655.423559:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345655.423561:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345655.423563:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345655.423565:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763345655.423587:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b544208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3658:x1849000924496512:12345-0@lo:2:osp-syn-0-0.0 Request processed in 77us (277us total) trans 21474839922 rc 0/0 00000100:00100000:1.0:1763345655.423592:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8783 00000004:00080000:1.0:1763345655.423619:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6779a5c00/2, rc 0, transno 21474839922 00000100:00100000:1.0:1763345655.423623:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924496512:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345655.423630:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b6779a4e00/2, rc 0, transno 21474839921 00000100:00100000:1.0:1763345655.423634:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924496384:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763345655.423780:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1336 committed 00000004:00080000:3.0:1763345655.423794:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1335 committed 00000004:00080000:3.0:1763345655.423797:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1320 committed 00000004:00080000:3.0:1763345655.423799:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1334 committed 00000004:00080000:3.0:1763345655.423801:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1319 committed 00000004:00010000:3.0:1763345655.423871:0:35216:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f322c506 reply state 000000006a155c55 transno 8589941636 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af7ed lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345655.423890:0:35216:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af7ed lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:3.0:1763345655.423899:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:3.0:1763345655.423902:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763345655.423905:0:35216:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763345655.423911:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:3.0:1763345655.423913:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763345655.423919:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af6ff lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834045 expref: 318 pid: 6520 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1763345655.424004:0:35216:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763345655.424014:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+318:57890:x1849000910671616:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 19649us (19931us total) trans 8589941636 rc 0/0 00000100:00100000:3.0:1763345655.424022:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4036 00000100:00100000:2.0:1763345655.424368:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763345655.424380:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5491ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924496768:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345655.424413:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345655.424443:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5491e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924497024:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345655.424462:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345655.424479:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763345655.424484:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5491e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924496896:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763345655.424502:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345655.424527:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924496768 00000100:00100000:2.0:1763345655.424533:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924496768 00000100:00100000:2.0:1763345655.424563:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924497024 00000100:00100000:2.0:1763345655.424566:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924497024 00000100:00100000:2.0:1763345655.424580:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924496896 00000100:00100000:2.0:1763345655.424581:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924496896 00000100:00100000:2.0:1763345655.424598:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8784 00000100:00100000:2.0:1763345655.424604:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5491e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3656:x1849000924496768:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1763345655.424702:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345655.424705:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345655.424708:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763345655.424710:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:2.0:1763345655.424713:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345655.424740:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5491e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3656:x1849000924496768:12345-0@lo:2:osp-syn-1-0.0 Request processed in 136us (326us total) trans 17179872550 rc 0/0 00000100:00100000:2.0:1763345655.424746:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8784 00000100:00100000:2.0:1763345655.424805:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8785 00000100:00100000:2.0:1763345655.424812:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5491e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3659:x1849000924497024:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1763345655.424854:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb size from disk: 173982 -> 173982 00002000:00010000:2.0:1763345655.424857:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345655.424859:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:2.0:1763345655.424862:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345655.424864:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x379:0x0] updating lvb blocks from disk: 240 -> 240 00000100:00100000:2.0:1763345655.424887:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5491e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3659:x1849000924497024:12345-0@lo:2:osp-syn-1-0.0 Request processed in 76us (424us total) trans 17179872551 rc 0/0 00000100:00100000:2.0:1763345655.424892:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8785 00000100:00100000:2.0:1763345655.424907:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8786 00000100:00100000:2.0:1763345655.424913:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5491ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3659:x1849000924496896:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1763345655.424954:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345655.424957:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345655.424960:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345655.424962:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345655.424964:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345655.424984:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5491ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3659:x1849000924496896:12345-0@lo:2:osp-syn-1-0.0 Request processed in 72us (482us total) trans 17179872552 rc 0/0 00000100:00100000:2.0:1763345655.424989:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8786 00000004:00080000:2.0:1763345655.425025:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5491ead80/2, rc 0, transno 17179872550 00000100:00100000:2.0:1763345655.425030:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5491ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924496768:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1763345655.425043:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5491e8380/2, rc 0, transno 17179872552 00000100:00100000:2.0:1763345655.425047:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5491e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924496896:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1763345655.425053:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5491e9500/2, rc 0, transno 17179872551 00000100:00100000:2.0:1763345655.425056:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5491e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924497024:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1763345655.425309:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af7ed lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345655.425318:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af7ed lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345655.425326:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af7ed lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345655.425332:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345655.425336:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af7ed lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345655.425343:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af7ed lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345655.425355:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.425358:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345655.425362:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af7ed lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00010000:00010000:0.0:1763345655.425368:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af7ed lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 00000100:00100000:3.0:1763345655.431692:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.431794:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910671872 00000100:00100000:0.0:1763345655.431803:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910671872 00000100:00100000:0.0:1763345655.431904:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11752 00000100:00100000:0.0:1763345655.431914:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+317:57890:x1849000910671872:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345655.432013:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345655.432033:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af7f4 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808340a7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.432087:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af7f4 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340a7 expref: 318 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.432101:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af7f4 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340a7 expref: 318 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.432117:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.432120:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763345655.432123:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5200, rc 0) 00000100:00100000:0.0:1763345655.432182:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+318:57890:x1849000910671872:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 269us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.432189:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11752 00000100:00100000:3.0:1763345655.434704:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.434899:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910672128 00000100:00100000:1.0:1763345655.434910:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910672128 00000100:00100000:1.0:1763345655.434975:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4037 00000100:00100000:1.0:1763345655.434986:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+318:57890:x1849000910672128:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345655.436588:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+319:57890:x1849000910672128:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 1594us (1882us total) trans 8589941637 rc 0/0 00000100:00100000:1.0:1763345655.436601:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4037 00010000:00010000:1.0:1763345655.442023:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763345655.466668:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.466788:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910672256 00000100:00100000:0.0:1763345655.466798:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910672256 00000100:00100000:0.0:1763345655.466860:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11753 00000100:00100000:0.0:1763345655.466869:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+319:57891:x1849000910672256:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345655.466894:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345655.466916:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af7fb lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808340ae expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.466981:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af802 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.466994:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af802 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.467006:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af802 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.467017:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af809 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.467023:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af809 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.467035:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af809 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.467104:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af810 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.467114:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af810 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.467120:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af810 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345655.467157:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 173982 00000004:00200000:0.0:1763345655.467162:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763345655.467186:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af810 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.467199:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af810 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.467343:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af802 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.467351:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af802 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.467356:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af802 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.467363:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af802 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.467368:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345655.467372:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af802 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.467379:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af802 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.467389:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b660602400) 00010000:00010000:0.0:1763345655.467393:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345655.467397:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af802 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.467402:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4e00/0x52bea07cb58af802 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.467414:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af809 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.467420:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af809 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.467426:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af809 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.467431:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4c00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345655.467433:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af809 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.467438:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af809 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.467446:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b660602900) 00010000:00010000:0.0:1763345655.467448:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345655.467451:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af809 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.467456:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af809 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.467484:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af7fb lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340ae expref: 321 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.467499:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af810 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340ae expref: 320 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.467505:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.467507:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345655.467509:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5000, rc 0) 00000100:00100000:0.0:1763345655.467665:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+320:57891:x1849000910672256:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 796us (1006us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.467673:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11753 00000100:00100000:3.0:1763345655.470451:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.470552:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910672512 00000100:00100000:0.0:1763345655.470561:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910672512 00000100:00100000:0.0:1763345655.471251:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11754 00000100:00100000:0.0:1763345655.471265:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+320:57891:x1849000910672512:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345655.471286:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345655.471308:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af817 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808340b5 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.471408:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af81e lrc: 3/1,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.471424:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af81e lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.471434:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af81e lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345655.471444:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 173982 00010000:00010000:0.0:1763345655.471552:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af817 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340b5 expref: 323 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.471570:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af81e lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340b5 expref: 322 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.471577:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.471580:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763345655.471584:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4200, rc 0) 00000100:00100000:0.0:1763345655.471648:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+322:57891:x1849000910672512:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 386us (1205us total) trans 8589941638 rc 0/0 00000100:00100000:0.0:1763345655.471656:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11754 00000100:00100000:3.0:1763345655.475386:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.475481:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910672768 00000100:00100000:2.0:1763345655.475490:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910672768 00000100:00100000:0.0:1763345655.475685:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11755 00000100:00100000:0.0:1763345655.475924:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+322:57891:x1849000910672768:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345655.475950:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345655.475970:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af82c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808340bc expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.476073:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af833 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.476090:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af833 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.476102:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af833 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:0.0:1763345655.476118:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 173982 00010000:00010000:1.0:1763345655.476289:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af82c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340bc expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.476308:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af833 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340bc expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.476317:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:1.0:1763345655.476320:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763345655.476324:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4c00, rc 0) 00000100:00100000:1.0:1763345655.476429:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57891:x1849000910672768:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 734us (1051us total) trans 8589941639 rc 0/0 00000100:00100000:1.0:1763345655.476437:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11755 00000100:00100000:3.0:1763345655.509571:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.510781:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910672896 00000100:00100000:0.0:1763345655.510799:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910672896 00000100:00100000:0.0:1763345655.510882:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2387 00000100:00100000:0.0:1763345655.510892:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+26:2410:x1849000910672896:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:0.0:1763345655.510935:0:28407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af841 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.510950:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345655.510952:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345655.510958:0:28407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af841 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.510973:0:28407:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af841 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.514915:0:28407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af841 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.514935:0:28407:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af841 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.514944:0:28407:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af841 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.514951:0:28407:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345655.514955:0:28407:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af841 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.514963:0:28407:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af841 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.514982:0:28407:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af841 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.514989:0:28407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4400/0x52bea07cb58af841 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345655.515077:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+26:2410:x1849000910672896:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 4182us (7435us total) trans 0 rc 173982/173982 00000100:00100000:0.0:1763345655.515087:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2387 00000100:00100000:1.0:1763345655.518421:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.518533:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910673024 00000100:00100000:0.0:1763345655.518543:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910673024 00000100:00100000:0.0:1763345655.518618:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2388 00000100:00100000:0.0:1763345655.518627:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542035180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+18:2411:x1849000910673024:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:0.0:1763345655.518665:0:28407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58af848 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.518684:0:28407:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58af7b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834092 expref: 18 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.518693:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345655.518695:0:28407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763345655.518699:0:28407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58af848 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.518733:0:28407:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58af7b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980834092 expref: 18 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.518749:0:28407:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58af7b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834092 expref: 18 pid: 8404 timeout: 1148 lvb_type: 0 00000100:00100000:0.0:1763345655.518827:0:28407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b6779a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28407:1849000924497152:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345655.519198:0:28407:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6456ac240 going to sleep for 11 seconds 00000100:00100000:1.0:1763345655.521844:0:28407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b6779a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:28407:1849000924497152:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345655.521871:0:28407:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58af848 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345655.522726:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.523433:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910673152 00000100:00100000:2.0:1763345655.523442:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910673152 00010000:00010000:2.0:1763345655.523480:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58af7b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834092 expref: 19 pid: 8404 timeout: 1148 lvb_type: 0 00000100:00100000:2.0:1763345655.523523:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3968 00000100:00100000:2.0:1763345655.523533:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542036300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2408:x1849000910673152:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345655.523548:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345655.523567:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58af7b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834092 expref: 19 pid: 8404 timeout: 1148 lvb_type: 0 00010000:00010000:2.0:1763345655.523581:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58af7b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834092 expref: 19 pid: 8404 timeout: 1148 lvb_type: 0 00010000:00010000:2.0:1763345655.523605:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4000/0x52bea07cb58af7b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834092 expref: 19 pid: 8404 timeout: 1148 lvb_type: 0 00010000:00010000:2.0:1763345655.523620:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345655.523622:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345655.523626:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58af848 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.523635:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58af848 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.523667:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345655.523730:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542036300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910673152:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 198us (1005us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345655.523737:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3968 00010000:00010000:1.0:1763345655.524232:0:28407:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58af848 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.524242:0:28407:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58af848 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.529878:0:28407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58af848 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.529901:0:28407:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58af848 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.529910:0:28407:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58af848 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.529916:0:28407:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345655.529921:0:28407:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58af848 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.529935:0:28407:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58af848 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.529955:0:28407:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58af848 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.529962:0:28407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4e00/0x52bea07cb58af848 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28407 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345655.530055:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542035180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910673024:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 11424us (11637us total) trans 0 rc 173982/173982 00000100:00100000:3.0:1763345655.530065:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2388 00000100:00100000:2.0:1763345655.540810:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.540930:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910673280 00000100:00100000:0.0:1763345655.540939:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910673280 00000100:00100000:0.0:1763345655.541007:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 476 00000100:00100000:0.0:1763345655.541017:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5491e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+324:57891:x1849000910673280:12345-192.168.203.8@tcp:103:lfs.0 00010000:00010000:0.0:1763345655.541033:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345655.541058:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4c00/0x52bea07cb58af833 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340bc expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.541136:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.541142:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345655.542487:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5491e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+323:57891:x1849000910673280:12345-192.168.203.8@tcp:103:lfs.0 Request processed in 1466us (1727us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.542497:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 476 00000100:00100000:2.0:1763345655.547240:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.547334:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910673536 00000100:00100000:1.0:1763345655.547344:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910673536 00000100:00100000:1.0:1763345655.547408:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4038 00000100:00100000:1.0:1763345655.547418:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5491eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+323:57891:x1849000910673536:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:1.0:1763345655.547666:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5491eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+324:57891:x1849000910673536:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 249us (434us total) trans 8589941640 rc 0/0 00000100:00100000:1.0:1763345655.547674:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4038 00000100:00100000:1.0:1763345655.553333:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.553438:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910673792 00000100:00100000:2.0:1763345655.553449:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910673792 00000100:00100000:2.0:1763345655.553897:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11756 00000100:00100000:2.0:1763345655.553911:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542034e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57861:x1849000910673792:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345655.553932:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345655.553954:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af84f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808340c3 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.554057:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af856 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.554088:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af810 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340ae expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.554097:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af856 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.554130:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af810 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a969808340ae expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.554143:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af810 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808340ae expref: 325 pid: 6522 timeout: 1148 lvb_type: 0 00000100:00100000:2.0:1763345655.554156:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5491eb800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924497280:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345655.554244:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce300 going to sleep for 11 seconds 00000100:00100000:2.0:1763345655.558825:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.559092:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910673920 00000100:00100000:0.0:1763345655.559101:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910673920 00010000:00010000:0.0:1763345655.559140:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af810 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808340ae expref: 326 pid: 6522 timeout: 1148 lvb_type: 0 00000100:00100000:0.0:1763345655.559185:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3969 00000100:00100000:0.0:1763345655.559195:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5491e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+326:2409:x1849000910673920:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345655.559208:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345655.559215:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af810 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808340ae expref: 326 pid: 6522 timeout: 1148 lvb_type: 0 00010000:00010000:0.0:1763345655.559226:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af810 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808340ae expref: 326 pid: 6522 timeout: 1148 lvb_type: 0 00010000:00010000:0.0:1763345655.559249:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.559255:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af856 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.559264:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af856 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.559272:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af856 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.559291:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345655.559348:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5491e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+326:2409:x1849000910673920:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 154us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.559355:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3969 00010000:00010000:1.0:1763345655.560055:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af810 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808340ae expref: 325 pid: 6522 timeout: 1148 lvb_type: 0 00000100:00100000:1.0:1763345655.560074:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5491eb800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924497280:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345655.560103:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af856 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345655.560112:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af856 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345655.560118:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af856 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:1.0:1763345655.560144:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 173982 00010000:00010000:1.0:1763345655.560275:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7a00/0x52bea07cb58af84f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340c3 expref: 326 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.560290:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af856 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340c3 expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.560298:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:1.0:1763345655.560300:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763345655.560303:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6400, rc 0) 00000100:00100000:1.0:1763345655.560357:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542034e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910673792:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 6450us (7034us total) trans 8589941641 rc 0/0 00000100:00100000:1.0:1763345655.560371:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11756 00000100:00100000:2.0:1763345655.563430:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.563947:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910674048 00000100:00100000:1.0:1763345655.563958:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910674048 00000100:00100000:1.0:1763345655.564013:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11757 00000100:00100000:1.0:1763345655.564021:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5491eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910674048:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:1.0:1763345655.564043:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345655.564067:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af864 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808340ca expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.564163:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af86b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345655.564178:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af856 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340c3 expref: 326 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.564187:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af86b lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345655.564271:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af856 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a969808340c3 expref: 326 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.564285:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af856 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808340c3 expref: 326 pid: 6522 timeout: 1148 lvb_type: 0 00000100:00100000:1.0:1763345655.564300:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542034380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924497408:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345655.564389:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6730000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345655.566637:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542034380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924497408:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345655.566662:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00010000:00010000:1.0:1763345655.566664:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af86b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:3.0:1763345655.566748:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910674176 00000100:00100000:3.0:1763345655.566933:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910674176 00010000:00010000:2.0:1763345655.567263:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af856 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808340c3 expref: 327 pid: 6522 timeout: 1148 lvb_type: 0 00000100:00100000:0.0:1763345655.567936:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3970 00000100:00100000:0.0:1763345655.567950:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+327:2409:x1849000910674176:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345655.567966:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345655.567973:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af856 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808340c3 expref: 327 pid: 6522 timeout: 1148 lvb_type: 0 00010000:00010000:0.0:1763345655.567987:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af856 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808340c3 expref: 327 pid: 6522 timeout: 1148 lvb_type: 0 00010000:00010000:0.0:1763345655.568009:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af856 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808340c3 expref: 327 pid: 6522 timeout: 1148 lvb_type: 0 00010000:00010000:0.0:1763345655.568025:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.568030:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af86b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.568040:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af86b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.568046:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af86b lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.568082:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345655.568136:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+326:2409:x1849000910674176:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 190us (1473us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.568146:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3970 00010000:00010000:1.0:1763345655.568349:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af86b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345655.568357:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af86b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:1.0:1763345655.568407:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 173982 00000004:00200000:1.0:1763345655.568411:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345655.568432:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af86b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345655.568461:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af864 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340ca expref: 326 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.568476:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af86b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340ca expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.568489:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:1.0:1763345655.568491:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345655.568494:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90000, rc 0) 00000100:00100000:1.0:1763345655.568539:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5491eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910674048:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 4519us (5121us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345655.568547:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11757 00000100:00100000:2.0:1763345655.577482:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345655.577594:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910674304 00000100:00100000:3.0:1763345655.577605:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910674304 00002000:00100000:3.0:1763345655.577654:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (36864->40959) req@ffff91b541de7800 x1849000910674304/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:131/0 lens 488/0 e 0 to 0 dl 1763345666 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345655.577665:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541de7800 with x1849000910674304 ext(36864->40959) 00002000:00010000:3.0:1763345655.577670:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b541de7800 00000100:00100000:3.0:1763345655.577702:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2389 00000100:00100000:3.0:1763345655.577711:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910674304:12345-192.168.203.8@tcp:3:lfs.0 00000100:00100000:3.0:1763345655.577942:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910674304:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 231us (468us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763345655.577950:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2389 00002000:00100000:3.0:1763345655.577958:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (36864->40959) req@ffff91b541de7800 x1849000910674304/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:131/0 lens 488/4536 e 0 to 0 dl 1763345666 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345655.577966:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541de7800 with x1849000910674304 ext(36864->40959) 00002000:00010000:3.0:1763345655.577969:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b541de7800 00000100:00100000:0.0:1763345655.584468:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345655.584561:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910674432 00000100:00100000:3.0:1763345655.584572:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910674432 00002000:00100000:3.0:1763345655.584618:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (40960->45055) req@ffff91b6779a6300 x1849000910674432/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:131/0 lens 488/0 e 0 to 0 dl 1763345666 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345655.584630:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6779a6300 with x1849000910674432 ext(40960->45055) 00002000:00010000:3.0:1763345655.584636:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6779a6300 00000100:00100000:3.0:1763345655.585061:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2390 00000100:00100000:3.0:1763345655.585072:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6779a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+26:2410:x1849000910674432:12345-192.168.203.8@tcp:3:lfs.0 00000100:00100000:3.0:1763345655.585264:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6779a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+26:2410:x1849000910674432:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 193us (804us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763345655.585271:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2390 00002000:00100000:3.0:1763345655.585279:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (40960->45055) req@ffff91b6779a6300 x1849000910674432/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:131/0 lens 488/4536 e 0 to 0 dl 1763345666 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345655.585288:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b6779a6300 with x1849000910674432 ext(40960->45055) 00002000:00010000:3.0:1763345655.585291:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b6779a6300 00000100:00100000:0.0:1763345655.590457:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345655.590542:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910674560 00000100:00100000:3.0:1763345655.590551:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910674560 00002000:00100000:3.0:1763345655.590596:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (16384->81919) req@ffff91b54440a680 x1849000910674560/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:131/0 lens 504/0 e 0 to 0 dl 1763345666 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345655.590607:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54440a680 with x1849000910674560 ext(16384->81919) 00002000:00010000:3.0:1763345655.590614:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54440a680 00000100:00100000:3.0:1763345655.590644:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2391 00000100:00100000:3.0:1763345655.590653:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54440a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+26:2411:x1849000910674560:12345-192.168.203.8@tcp:3:lfs.0 00000100:00100000:3.0:1763345655.593312:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54440a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+26:2411:x1849000910674560:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 2649us (2855us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1763345655.593327:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2391 00002000:00100000:3.0:1763345655.593340:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (16384->81919) req@ffff91b54440a680 x1849000910674560/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:131/0 lens 504/440 e 0 to 0 dl 1763345666 ref 1 fl Complete:/600/0 rc 57344/57344 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345655.593350:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54440a680 with x1849000910674560 ext(16384->81919) 00002000:00010000:3.0:1763345655.593357:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54440a680 00000100:00100000:0.0:1763345655.596988:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345655.597060:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910674688 00000100:00100000:3.0:1763345655.597069:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910674688 00002000:00100000:3.0:1763345655.597110:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (81920->118783) req@ffff91b672dcf800 x1849000910674688/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:131/0 lens 488/0 e 0 to 0 dl 1763345666 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345655.597120:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dcf800 with x1849000910674688 ext(81920->118783) 00002000:00010000:3.0:1763345655.597125:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dcf800 00000100:00100000:2.0:1763345655.597723:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2392 00000100:00100000:2.0:1763345655.597735:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910674688:12345-192.168.203.8@tcp:3:lfs.0 00000100:00100000:2.0:1763345655.601871:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910674688:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 4129us (4882us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1763345655.601885:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2392 00002000:00100000:2.0:1763345655.601899:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (81920->118783) req@ffff91b672dcf800 x1849000910674688/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:131/0 lens 488/440 e 0 to 0 dl 1763345666 ref 1 fl Complete:/600/0 rc 36864/36864 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763345655.601909:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b672dcf800 with x1849000910674688 ext(81920->118783) 00002000:00010000:2.0:1763345655.601916:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b672dcf800 00000100:00100000:1.0:1763345655.606045:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345655.606157:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910674944 00000100:00100000:3.0:1763345655.606167:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910674944 00000100:00100000:3.0:1763345655.606225:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4039 00000100:00100000:3.0:1763345655.606235:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b64a6c1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+325:57861:x1849000910674944:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:3.0:1763345655.606465:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a6c1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+326:57861:x1849000910674944:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 230us (428us total) trans 8589941642 rc 0/0 00000100:00100000:3.0:1763345655.606473:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4039 00000100:00100000:0.0:1763345655.609803:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.609892:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910675200 00000100:00100000:1.0:1763345655.609902:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910675200 00000100:00100000:1.0:1763345655.609962:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11758 00000100:00100000:1.0:1763345655.609972:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543386a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+326:57861:x1849000910675200:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:1.0:1763345655.609995:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345655.609998:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:1.0:1763345655.610025:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4200/0x52bea07cb58af81e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340b5 expref: 326 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.610047:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af7f4 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340a7 expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.610058:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af86b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340ca expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.610068:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:1.0:1763345655.610073:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763345655.610085:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af872 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808340d1 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.610139:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af879 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345655.610153:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af879 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345655.610161:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af879 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000040:00080000:1.0:1763345655.610384:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2023, 88 off167792 00000004:00080000:1.0:1763345655.610391:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1048135631354ns, next at 1048007155279ns, rc = 0 00000040:00080000:1.0:1763345655.610435:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2039, 88 off169376 00000004:00080000:1.0:1763345655.610441:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1048135680906ns, next at 1046512402906ns, rc = 0 00000040:00080000:1.0:1763345655.610472:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2024, 88 off167880 00000004:00080000:1.0:1763345655.610477:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1048135717931ns, next at 1048007155279ns, rc = 0 00000040:00080000:1.0:1763345655.610489:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2040, 88 off169464 00000004:00080000:1.0:1763345655.610493:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1048135733346ns, next at 1046512402906ns, rc = 0 00000040:00080000:1.0:1763345655.610502:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2041, 88 off169552 00000004:00080000:1.0:1763345655.610506:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1048135746674ns, next at 1046512402906ns, rc = 0 00000040:00080000:1.0:1763345655.610522:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2025, 88 off167968 00000004:00080000:1.0:1763345655.610527:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1048135767247ns, next at 1048007155279ns, rc = 0 00000001:00080000:3.0:1763345655.612621:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941643 is committed 00000004:00080000:3.0:1763345655.612632:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1324 committed 00000004:00080000:3.0:1763345655.612646:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1339 committed 00000100:00100000:2.0:1763345655.612952:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541de5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924497664:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345655.613013:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345655.613050:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763345655.613057:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541de4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924497536:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345655.613079:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345655.613103:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541de7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924497792:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763345655.613125:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345655.613157:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924497664 00000100:00100000:2.0:1763345655.613164:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924497664 00000100:00100000:2.0:1763345655.613205:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924497536 00000100:00100000:2.0:1763345655.613208:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924497536 00000100:00100000:2.0:1763345655.613223:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924497792 00000100:00100000:2.0:1763345655.613225:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924497792 00000100:00100000:2.0:1763345655.613244:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8787 00000100:00100000:2.0:1763345655.613252:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3657:x1849000924497664:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763345655.613531:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1338 committed 00000100:00100000:1.0:1763345655.613589:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8788 00000100:00100000:1.0:1763345655.613599:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3657:x1849000924497536:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763345655.613879:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8789 00000100:00100000:0.0:1763345655.613887:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3658:x1849000924497792:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1763345655.613952:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763345655.613956:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:0.0:1763345655.613958:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb atime from disk: 1763345653 -> 1763345653 00002000:00010000:0.0:1763345655.613960:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:0.0:1763345655.613963:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x377:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763345655.614003:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3658:x1849000924497792:12345-0@lo:2:osp-syn-0-0.0 Request processed in 117us (877us total) trans 21474839924 rc 0/0 00000100:00100000:0.0:1763345655.614010:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8789 00002000:00010000:1.0:1763345655.614102:0:27809:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 173982 -> 173982 00002000:00010000:1.0:1763345655.614105:0:27809:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345655.614107:0:27809:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345655.614109:0:27809:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345655.614112:0:27809:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 408 -> 408 00000100:00100000:1.0:1763345655.614141:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3657:x1849000924497536:12345-0@lo:2:osp-syn-0-0.0 Request processed in 544us (1061us total) trans 21474839923 rc 0/0 00000100:00100000:1.0:1763345655.614147:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8788 00000100:00100000:1.0:1763345655.614166:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924498048:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345655.614190:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345655.614209:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763345655.614214:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924498176:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345655.614235:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345655.614257:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924498048 00000100:00100000:1.0:1763345655.614262:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924498048 00000100:00100000:1.0:1763345655.614291:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924498176 00000100:00100000:1.0:1763345655.614295:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924498176 00000100:00100000:1.0:1763345655.614314:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8790 00000100:00100000:1.0:1763345655.614320:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542034380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3656:x1849000924498048:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763345655.614390:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345655.614393:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345655.614395:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345655.614397:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:1.0:1763345655.614399:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345655.614427:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542034380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3656:x1849000924498048:12345-0@lo:2:osp-syn-1-0.0 Request processed in 108us (236us total) trans 17179872553 rc 0/0 00000100:00100000:1.0:1763345655.614432:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8790 00000100:00100000:1.0:1763345655.614443:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8791 00000100:00100000:1.0:1763345655.614449:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3656:x1849000924498176:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345655.614507:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3656:x1849000924498176:12345-0@lo:2:osp-syn-1-0.0 Request processed in 58us (271us total) trans 17179872554 rc 0/0 00000100:00100000:1.0:1763345655.614513:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8791 00000004:00080000:1.0:1763345655.614543:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5454dd500/2, rc 0, transno 17179872554 00000100:00100000:1.0:1763345655.614548:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924498176:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345655.614555:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5454dfb80/2, rc 0, transno 17179872553 00000100:00100000:1.0:1763345655.614558:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3656:1849000924498048:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345655.614599:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5454dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924497920:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763345655.614618:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345655.614638:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924497920 00000100:00100000:1.0:1763345655.614641:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924497920 00000100:00100000:1.0:1763345655.614656:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8792 00000100:00100000:1.0:1763345655.614660:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3659:x1849000924497920:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763345655.614703:0:8405:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345655.614706:0:8405:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb mtime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345655.614708:0:8405:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345655.614710:0:8405:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb ctime from disk: 1763345645 -> 1763345645 00002000:00010000:1.0:1763345655.614712:0:8405:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x373:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345655.614734:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3659:x1849000924497920:12345-0@lo:2:osp-syn-1-0.0 Request processed in 73us (115us total) trans 17179872555 rc 0/0 00000100:00100000:1.0:1763345655.614739:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8792 00000004:00080000:1.0:1763345655.614788:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b5454dc000/2, rc 0, transno 17179872555 00000100:00100000:1.0:1763345655.614792:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5454dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3659:1849000924497920:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763345655.614808:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541de7480/2, rc 0, transno 21474839924 00000100:00100000:1.0:1763345655.614811:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541de7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3658:1849000924497792:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763345655.614835:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541de4000/2, rc 0, transno 21474839923 00000100:00100000:1.0:1763345655.614838:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541de4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924497536:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763345655.614951:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1323 committed 00000004:00080000:3.0:1763345655.614954:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1337 committed 00000004:00080000:3.0:1763345655.614956:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1322 committed 00002000:00010000:2.0:1763345655.615088:0:8560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345655.615092:0:8560:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345655.615094:0:8560:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345655.615096:0:8560:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345655.615098:0:8560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763345655.615202:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3657:x1849000924497664:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1951us (2188us total) trans 21474839925 rc 0/0 00000100:00100000:2.0:1763345655.615208:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8787 00000004:00080000:3.0:1763345655.615258:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b541de5f80/2, rc 0, transno 21474839925 00000100:00100000:3.0:1763345655.615263:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541de5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924497664:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1763345655.615353:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af879 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340d1 expref: 319 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.615366:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:1.0:1763345655.615369:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763345655.615383:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af872 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340d1 expref: 319 pid: 6522 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763345655.615399:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af879 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340d1 expref: 318 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.615423:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:1.0:1763345655.615425:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763345655.615427:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91e00, rc 0) 00000100:00100000:1.0:1763345655.615576:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543386a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+318:57861:x1849000910675200:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 5606us (5880us total) trans 8589941643 rc 0/0 00000100:00100000:1.0:1763345655.615584:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11758 00000100:00100000:3.0:1763345655.619799:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.619959:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910675328 00000100:00100000:2.0:1763345655.619970:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910675328 00000100:00100000:2.0:1763345655.620024:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8793 00000100:00100000:2.0:1763345655.620032:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+26:57861:x1849000910675328:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:2.0:1763345655.620049:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345655.620067:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af880 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808340d8 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.620093:0:8560:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af73e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083405a expref: 27 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345655.620101:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345655.620103:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345655.620107:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af880 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340d8 expref: 27 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.620140:0:8560:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af73e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083405a expref: 27 pid: 8403 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345655.620153:0:8560:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af73e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083405a expref: 27 pid: 8403 timeout: 1148 lvb_type: 1 00000100:00100000:2.0:1763345655.620166:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541de6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924498304:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345655.620244:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce840 going to sleep for 11 seconds 00000100:00100000:0.0:1763345655.622853:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541de6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924498304:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345655.622888:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af880 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a969808340d8 expref: 27 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.622906:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6600, rc 0) 00000100:00100000:0.0:1763345655.622972:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+27:57861:x1849000910675328:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 2941us (3229us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.622981:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8793 00000100:00100000:3.0:1763345655.623952:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.624047:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910675456 00000100:00100000:2.0:1763345655.624056:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910675456 00010000:00010000:2.0:1763345655.624089:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af73e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083405a expref: 27 pid: 8403 timeout: 1148 lvb_type: 1 00000100:00100000:2.0:1763345655.624124:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3971 00000100:00100000:2.0:1763345655.624132:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+27:2409:x1849000910675456:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345655.624145:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345655.624163:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af73e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083405a expref: 27 pid: 8403 timeout: 1148 lvb_type: 1 00010000:00010000:2.0:1763345655.624175:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af73e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083405a expref: 27 pid: 8403 timeout: 1148 lvb_type: 1 00010000:00010000:2.0:1763345655.624194:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543260e00/0x52bea07cb58af73e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083405a expref: 27 pid: 8403 timeout: 1148 lvb_type: 1 00010000:00010000:2.0:1763345655.624206:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345655.624208:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345655.624214:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af880 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a969808340d8 expref: 26 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.624224:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af880 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a969808340d8 expref: 26 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.624255:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af880 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a969808340d8 expref: 26 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345655.628811:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541de6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6506:1849000924498432:192.168.203.8@tcp:105: 00000100:00100000:2.0:1763345655.630034:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ce300 going to sleep for 11 seconds 00000100:00100000:2.0:1763345655.632941:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541de6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6506:1849000924498432:192.168.203.8@tcp:105: 00010000:00010000:2.0:1763345655.632968:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345655.633030:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+26:2409:x1849000910675456:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 8898us (9081us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345655.633041:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3971 00000100:00100000:3.0:1763345655.635226:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.639462:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910675584 00000100:00100000:2.0:1763345655.639477:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910675584 00000100:00100000:2.0:1763345655.639541:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2393 00000100:00100000:2.0:1763345655.639549:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+26:2408:x1849000910675584:12345-192.168.203.8@tcp:22:fsx.0 00002000:00010000:2.0:1763345655.639915:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 173982 -> 173982 00002000:00010000:2.0:1763345655.639919:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345655.639922:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345655.639924:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345655.639927:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 408 -> 360 00000100:00100000:2.0:1763345655.639973:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+27:2408:x1849000910675584:12345-192.168.203.8@tcp:22:fsx.0 Request processed in 425us (4755us total) trans 21474839926 rc 0/0 00000100:00100000:2.0:1763345655.639980:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2393 00000100:00100000:3.0:1763345655.647455:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.647555:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910675712 00000100:00100000:1.0:1763345655.647565:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910675712 00000100:00100000:1.0:1763345655.647632:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11759 00000100:00100000:1.0:1763345655.647642:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+318:57861:x1849000910675712:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:1.0:1763345655.647664:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345655.647684:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af887 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808340df expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.647908:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58af88e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345655.647927:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58af88e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345655.647938:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58af88e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:1.0:1763345655.647964:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 173982 00000004:00200000:1.0:1763345655.647968:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763345655.647985:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58af88e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345655.648011:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90000/0x52bea07cb58af887 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340df expref: 320 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.648027:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58af88e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340df expref: 319 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.648036:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:1.0:1763345655.648039:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345655.648042:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91c00, rc 0) 00000100:00100000:1.0:1763345655.650001:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+319:57861:x1849000910675712:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 2346us (2541us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345655.650014:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11759 00000100:00100000:1.0:1763345655.657210:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.657292:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910675840 00000100:00100000:0.0:1763345655.657302:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910675840 00002000:00100000:0.0:1763345655.657350:0:28407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x370:0x0] (81920->147455) req@ffff91b54377d880 x1849000910675840/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:131/0 lens 488/0 e 0 to 0 dl 1763345666 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763345655.657361:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377d880 with x1849000910675840 ext(81920->147455) 00002000:00010000:0.0:1763345655.657366:0:28407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54377d880 00000100:00100000:2.0:1763345655.658261:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2394 00000100:00100000:2.0:1763345655.658277:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+27:2411:x1849000910675840:12345-192.168.203.8@tcp:3:lfs.0 00000100:00100000:3.0:1763345655.663274:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d51c9e15-7951-472b-8182-95fba90f4cff+27:2411:x1849000910675840:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 4992us (6064us total) trans 0 rc 65536/65536 00000100:00100000:3.0:1763345655.663290:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2394 00002000:00100000:3.0:1763345655.663302:0:8409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x370:0x0] (81920->147455) req@ffff91b54377d880 x1849000910675840/t0(0) o3->d51c9e15-7951-472b-8182-95fba90f4cff@192.168.203.8@tcp:131/0 lens 488/440 e 0 to 0 dl 1763345666 ref 1 fl Complete:/600/0 rc 65536/65536 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763345655.663312:0:8409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54377d880 with x1849000910675840 ext(81920->147455) 00002000:00010000:3.0:1763345655.663319:0:8409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54377d880 00000100:00100000:3.0:1763345655.667456:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.667635:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910676096 00000100:00100000:2.0:1763345655.667645:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910676096 00000100:00100000:2.0:1763345655.667701:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4040 00000100:00100000:2.0:1763345655.667709:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+319:57861:x1849000910676096:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:2.0:1763345655.668682:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+320:57861:x1849000910676096:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 967us (1228us total) trans 8589941644 rc 0/0 00000100:00100000:2.0:1763345655.668692:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4040 00000100:00100000:1.0:1763345655.682924:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.683084:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910676352 00000100:00100000:2.0:1763345655.683095:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910676352 00000100:00100000:0.0:1763345655.683938:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11760 00000100:00100000:0.0:1763345655.683954:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+320:57892:x1849000910676352:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345655.683979:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345655.684001:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af895 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808340e6 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.684075:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af89c lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.684089:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af89c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.684100:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af89c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.684112:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af8a3 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.684118:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af8a3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.684123:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af8a3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.684233:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af8aa lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.684242:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af8aa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.684249:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af8aa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:0.0:1763345655.684258:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 173982 00010000:00010000:0.0:1763345655.684336:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af89c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.684344:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af89c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.684350:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af89c lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.684356:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af89c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.684362:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345655.684366:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af89c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.684372:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af89c lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.684384:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b660602400) 00010000:00010000:0.0:1763345655.684387:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345655.684392:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af89c lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.684397:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af89c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.684411:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af8a3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.684421:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af8a3 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.684426:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af8a3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.684431:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345655.684434:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af8a3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.684439:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af8a3 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.684446:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b660602900) 00010000:00010000:0.0:1763345655.684448:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345655.684451:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af8a3 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.684456:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af8a3 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763345655.684494:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b4800/0x52bea07cb58af895 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340e6 expref: 323 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.684510:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af8aa lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340e6 expref: 322 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.684517:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345655.684519:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763345655.684522:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5000, rc 0) 00000100:00100000:0.0:1763345655.686171:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+322:57892:x1849000910676352:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 2214us (3250us total) trans 8589941645 rc 0/0 00000100:00100000:0.0:1763345655.686182:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11760 00000100:00100000:1.0:1763345655.692190:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345655.692854:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910676480 00000100:00100000:3.0:1763345655.692866:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910676480 00000100:00100000:3.0:1763345655.693010:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 477 00000100:00100000:3.0:1763345655.693021:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6431fec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+322:2409:x1849000910676480:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345655.693038:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345655.693062:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af8aa lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340e6 expref: 322 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.693086:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:3.0:1763345655.693090:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345655.694304:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6431fec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+321:2409:x1849000910676480:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 1277us (3222us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345655.694316:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 477 00000100:00100000:3.0:1763345655.696321:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.697477:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910676736 00000100:00100000:1.0:1763345655.697489:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910676736 00000100:00100000:1.0:1763345655.697554:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11761 00000100:00100000:1.0:1763345655.697564:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+321:57892:x1849000910676736:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345655.697588:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345655.697611:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af8b8 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808340ed expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.698101:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58af8bf lrc: 3/1,0 mode: --/PR res: [0x200000405:0x268:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345655.698116:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58af8bf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x268:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345655.698127:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58af8bf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x268:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763345655.698136:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x268:0x0]: returning size 0 00010000:00010000:1.0:1763345655.698179:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af8b8 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340ed expref: 324 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.698200:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58af8bf lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x268:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340ed expref: 323 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.698210:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x268:0x0].0x0 (ffff91b544a95a00) 00010000:00010000:1.0:1763345655.698212:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763345655.698216:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91200, rc 0) 00000100:00100000:1.0:1763345655.698280:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+323:57892:x1849000910676736:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 717us (1965us total) trans 8589941646 rc 0/0 00000100:00100000:1.0:1763345655.698288:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11761 00000100:00100000:1.0:1763345655.703339:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.703529:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910676992 00000100:00100000:2.0:1763345655.703538:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910676992 00000100:00100000:2.0:1763345655.703591:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11762 00000100:00100000:2.0:1763345655.703600:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+323:57892:x1849000910676992:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345655.703620:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345655.703639:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58af8cd lrc: 2/0,0 mode: --/CR res: [0x200000405:0x268:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808340f4 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.703749:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af8d4 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x268:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.704097:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58af8bf lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x268:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340ed expref: 324 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.704107:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af8d4 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x268:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.704138:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58af8bf lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x268:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a969808340ed expref: 324 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.704151:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58af8bf lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x268:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808340ed expref: 324 pid: 6520 timeout: 1148 lvb_type: 0 00000100:00100000:2.0:1763345655.704170:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541de6300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924498560:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345655.704280:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ceb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763345655.706846:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541de6300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924498560:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345655.706870:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af8d4 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x268:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:1.0:1763345655.707428:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.707641:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910677120 00000100:00100000:2.0:1763345655.707649:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910677120 00010000:00010000:2.0:1763345655.707681:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58af8bf lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x268:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808340ed expref: 325 pid: 6520 timeout: 1148 lvb_type: 0 00000100:00100000:2.0:1763345655.707838:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3972 00000100:00100000:2.0:1763345655.707849:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:2409:x1849000910677120:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345655.707864:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345655.707872:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58af8bf lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x268:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808340ed expref: 325 pid: 6520 timeout: 1148 lvb_type: 0 00010000:00010000:2.0:1763345655.707885:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58af8bf lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x268:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808340ed expref: 325 pid: 6520 timeout: 1148 lvb_type: 0 00010000:00010000:2.0:1763345655.707907:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91200/0x52bea07cb58af8bf lrc: 0/0,0 mode: --/PR res: [0x200000405:0x268:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808340ed expref: 325 pid: 6520 timeout: 1148 lvb_type: 0 00010000:00010000:2.0:1763345655.707921:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x268:0x0].0x0 (ffff91b544a95a00) 00010000:00010000:2.0:1763345655.707926:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af8d4 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x268:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.707938:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af8d4 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x268:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.707946:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af8d4 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x268:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.707979:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345655.708024:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+324:2409:x1849000910677120:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 177us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345655.708032:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3972 00010000:00010000:3.0:1763345655.708208:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af8d4 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x268:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.708216:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af8d4 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x268:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:3.0:1763345655.708232:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x268:0x0]: returning size 0 00000004:00080000:3.0:1763345655.708367:0:6522:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x378:0x0], index 0: 0 00000004:00080000:3.0:1763345655.708373:0:6522:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x37a:0x0], index 1: 0 00010000:00010000:3.0:1763345655.708458:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af8d4 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x268:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.708466:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af8d4 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x268:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.708472:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af8d4 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x268:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.708478:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345655.708482:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af8d4 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x268:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.708488:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af8d4 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x268:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.708497:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x268:0x0].0x0 (ffff91b544a95a00) 00010000:00010000:3.0:1763345655.708499:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345655.708503:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af8d4 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x268:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.708509:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58af8d4 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x268:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.708546:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58af8cd lrc: 1/0,0 mode: --/CR res: [0x200000405:0x268:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340f4 expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.708554:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x268:0x0].0x0 (ffff91b544a95a00) 00010000:00010000:3.0:1763345655.708556:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763345655.708560:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6000/0x52bea07cb58af8cd lrc: 0/0,0 mode: --/CR res: [0x200000405:0x268:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340f4 expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.708572:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6000, rc 0) 00000100:00100000:3.0:1763345655.708610:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+323:57892:x1849000910676992:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 5011us (5279us total) trans 8589941647 rc 301/301 00000100:00100000:3.0:1763345655.708618:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11762 00000100:00100000:1.0:1763345655.711420:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.711567:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910677376 00000100:00100000:2.0:1763345655.711576:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910677376 00000100:00100000:2.0:1763345655.711625:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4041 00000100:00100000:2.0:1763345655.711633:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+323:57892:x1849000910677376:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:2.0:1763345655.712129:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+324:57892:x1849000910677376:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 494us (714us total) trans 8589941648 rc 0/0 00000100:00100000:2.0:1763345655.712138:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4041 00000100:00100000:2.0:1763345655.714841:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345655.714961:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910677504 00000100:00100000:3.0:1763345655.714970:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910677504 00000100:00100000:3.0:1763345655.715022:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11763 00000100:00100000:3.0:1763345655.715030:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57892:x1849000910677504:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345655.715050:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345655.715069:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58af8e2 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x268:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808340fb expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.715134:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58af8e9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x268:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.715147:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58af8e9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x268:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.715161:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58af8e9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x268:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:3.0:1763345655.715198:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x268:0x0]: returning size 0 00000004:00200000:3.0:1763345655.715201:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763345655.715216:0:6522:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58af8e9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x268:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.715237:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58af8e2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340fb expref: 326 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.715251:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58af8e9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x268:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340fb expref: 325 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.715258:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x268:0x0].0x0 (ffff91b67a37f000) 00010000:00010000:3.0:1763345655.715261:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1763345655.715264:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261c00, rc 0) 00000100:00100000:3.0:1763345655.715327:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+325:57892:x1849000910677504:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 296us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345655.715333:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11763 00000100:00100000:0.0:1763345655.717603:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.718425:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.718617:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910677632 00000100:00100000:2.0:1763345655.718626:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910677632 00000100:00100000:2.0:1763345655.718676:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910677760 00000100:00100000:2.0:1763345655.718680:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910677760 00000100:00100000:2.0:1763345655.718707:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8794 00000100:00100000:2.0:1763345655.718715:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+27:2411:x1849000910677632:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345655.718731:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345655.718749:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af8f0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834102 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345655.718801:0:8560:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x378:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763345655.718819:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345655.718822:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345655.718830:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af8f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834102 expref: 28 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345655.718846:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af8f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834102 expref: 28 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345655.718858:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7400, rc 0) 00000100:00100000:2.0:1763345655.718905:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+28:2411:x1849000910677632:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 191us (1310us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345655.718912:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8794 00000100:00100000:2.0:1763345655.718928:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8795 00000100:00100000:2.0:1763345655.718933:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5454ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910677760:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345655.718940:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345655.718949:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af8f7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x37a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834109 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345655.718961:0:8560:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x37a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763345655.718968:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345655.718970:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345655.718974:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af8f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834109 expref: 18 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345655.718983:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af8f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834109 expref: 18 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345655.718991:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7c00, rc 0) 00000100:00100000:2.0:1763345655.719005:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5454ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+18:2411:x1849000910677760:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 72us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345655.719010:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8795 00000100:00100000:0.0:1763345655.722979:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.723068:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910678016 00000100:00100000:1.0:1763345655.723079:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910678016 00000100:00100000:1.0:1763345655.723139:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11764 00000100:00100000:1.0:1763345655.723149:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54aa8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57892:x1849000910678016:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345655.723167:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345655.723187:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af8fe lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834110 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.723285:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af905 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345655.723300:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af905 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345655.723310:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af905 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763345655.723323:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 173982 00010000:00010000:1.0:1763345655.723421:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91000/0x52bea07cb58af8fe lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834110 expref: 328 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.723437:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af905 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834110 expref: 327 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.723446:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:1.0:1763345655.723449:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763345655.723453:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90e00, rc 0) 00000100:00100000:1.0:1763345655.723514:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54aa8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+327:57892:x1849000910678016:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 366us (543us total) trans 8589941649 rc 0/0 00000100:00100000:1.0:1763345655.723522:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11764 00000100:00100000:2.0:1763345655.728176:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.728585:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.730603:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.730674:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910678144 00000100:00100000:1.0:1763345655.730684:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910678144 00000100:00100000:1.0:1763345655.730735:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910678400 00000100:00100000:1.0:1763345655.730738:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910678400 00000100:00100000:1.0:1763345655.730786:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910678272 00000100:00100000:1.0:1763345655.730789:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910678272 00000100:00100000:1.0:1763345655.730811:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8796 00000100:00100000:1.0:1763345655.730820:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910678144:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:1.0:1763345655.730866:0:27809:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58af913 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.730885:0:27809:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af880 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a969808340d8 expref: 29 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.730892:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345655.730894:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345655.730898:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58af913 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.730932:0:27809:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af880 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a969808340d8 expref: 29 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.730946:0:27809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af880 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a969808340d8 expref: 29 pid: 8560 timeout: 1148 lvb_type: 0 00000100:00100000:1.0:1763345655.730960:0:27809:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27809:1849000924498688:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345655.731032:0:27809:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6730000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345655.731049:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8797 00000100:00100000:1.0:1763345655.731056:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910678400:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:1.0:1763345655.731077:0:27810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90200/0x52bea07cb58af91a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.731086:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345655.731088:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345655.731092:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90200/0x52bea07cb58af91a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.731104:0:27810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d90200/0x52bea07cb58af91a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.731126:0:27810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90200/0x52bea07cb58af91a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.731134:0:27810:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d90200/0x52bea07cb58af91a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.731143:0:27810:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b548d90200/0x52bea07cb58af91a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.731150:0:27810:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345655.731154:0:27810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d90200/0x52bea07cb58af91a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.731163:0:27810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b548d90200/0x52bea07cb58af91a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.731177:0:27810:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b548d90200/0x52bea07cb58af91a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.731185:0:27810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90200/0x52bea07cb58af91a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345655.731224:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910678400:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 168us (2640us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345655.731231:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8797 00000100:00100000:1.0:1763345655.731249:0:27810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8798 00000100:00100000:1.0:1763345655.731255:0:27810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910678272:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:1.0:1763345655.731272:0:27810:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af921 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.731279:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345655.731281:0:27810:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345655.731284:0:27810:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af921 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.731293:0:27810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af921 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.731308:0:27810:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af921 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.731315:0:27810:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af921 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.731323:0:27810:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af921 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.731329:0:27810:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91a00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345655.731333:0:27810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af921 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.731340:0:27810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af921 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.731349:0:27810:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af921 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.731355:0:27810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af921 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27810 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345655.731384:0:27810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910678272:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 129us (787us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345655.731390:0:27810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8798 00000100:00100000:0.0:1763345655.736901:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345655.736983:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910678528 00000100:00100000:3.0:1763345655.736992:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910678528 00010000:00010000:3.0:1763345655.737025:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af880 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a969808340d8 expref: 29 pid: 8560 timeout: 1148 lvb_type: 0 00000100:00100000:3.0:1763345655.737063:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3973 00000100:00100000:3.0:1763345655.737071:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54aa8f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910678528:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345655.737084:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345655.737101:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af880 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a969808340d8 expref: 29 pid: 8560 timeout: 1148 lvb_type: 0 00010000:00010000:3.0:1763345655.737113:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af880 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a969808340d8 expref: 29 pid: 8560 timeout: 1148 lvb_type: 0 00010000:00010000:3.0:1763345655.737136:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345655.737138:0:35200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345655.737143:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58af913 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.737152:0:35200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58af913 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.737168:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345655.737212:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54aa8f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910678528:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 141us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345655.737218:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3973 00010000:00010000:1.0:1763345655.737461:0:27809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af880 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a969808340d8 expref: 28 pid: 8560 timeout: 1148 lvb_type: 0 00000100:00100000:1.0:1763345655.737475:0:27809:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27809:1849000924498688:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345655.737495:0:27809:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58af913 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.737505:0:27809:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58af913 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.737517:0:27809:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58af913 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.737537:0:27809:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58af913 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.737544:0:27809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58af913 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.737552:0:27809:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58af913 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.737559:0:27809:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d91800 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345655.737563:0:27809:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58af913 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.737572:0:27809:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58af913 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.737584:0:27809:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58af913 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.737591:0:27809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91800/0x52bea07cb58af913 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345655.737637:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+27:2409:x1849000910678144:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 6818us (9471us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345655.737645:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8796 00000100:00100000:0.0:1763345655.741718:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.741853:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910678656 00000100:00100000:1.0:1763345655.741864:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910678656 00000100:00100000:1.0:1763345655.741918:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8799 00000100:00100000:1.0:1763345655.741929:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54aa8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+27:2409:x1849000910678656:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345655.741949:0:27809:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345655.741970:0:27809:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af928 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834117 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345655.741992:0:27809:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x370:0x0] initial LVB size: 173982, mtime: 0x691a84f6, atime: 0x691a84f6, ctime: 0x691a84f6, blocks: 0x168 00010000:00010000:1.0:1763345655.742009:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345655.742012:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345655.742022:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af928 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834117 expref: 28 pid: 27809 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345655.742037:0:27809:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af928 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834117 expref: 28 pid: 27809 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345655.742050:0:27809:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91000, rc 0) 00000100:00100000:1.0:1763345655.742110:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54aa8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+28:2409:x1849000910678656:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 182us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345655.742117:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8799 00000100:00100000:0.0:1763345655.771574:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.771702:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910678784 00000100:00100000:1.0:1763345655.771712:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910678784 00000100:00100000:1.0:1763345655.772024:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8800 00000100:00100000:1.0:1763345655.772034:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54aa8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+28:2408:x1849000910678784:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345655.773123:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54aa8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+28:2408:x1849000910678784:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 1085us (1553us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345655.773134:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8800 00000100:00100000:2.0:1763345655.779161:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345655.779240:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910678912 00000100:00100000:3.0:1763345655.779250:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910678912 00000100:00100000:3.0:1763345655.779496:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11765 00000100:00100000:3.0:1763345655.779507:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+327:57892:x1849000910678912:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345655.779528:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345655.779550:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58af92f lrc: 2/0,0 mode: --/PR res: [0x200000405:0x268:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083411e expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.779583:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af936 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x268:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.779596:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af936 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x268:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.779608:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af936 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x268:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.779716:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58af92f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x268:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083411e expref: 329 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.779733:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af936 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x268:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083411e expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.779742:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x268:0x0].0x0 (ffff91b67a37f000) 00010000:00010000:3.0:1763345655.779745:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763345655.779748:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261e00, rc 0) 00000100:00100000:3.0:1763345655.780843:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+328:57892:x1849000910678912:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1332us (1684us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345655.780853:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11765 00000100:00100000:2.0:1763345655.783926:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345655.784167:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910679168 00000100:00100000:3.0:1763345655.784176:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910679168 00000100:00100000:3.0:1763345655.784470:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11766 00000100:00100000:3.0:1763345655.784482:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+328:57892:x1849000910679168:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:3.0:1763345655.784532:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345655.784555:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58af8e9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x268:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340fb expref: 328 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.784572:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x268:0x0].0x0 (ffff91b67a37f000) 00010000:00010000:3.0:1763345655.784577:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763345655.784795:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af93d lrc: 3/0,1 mode: --/PW res: [0x200000405:0x268:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.784814:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af93d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.784823:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af93d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000001:00080000:3.0:1763345655.784864:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941650 00000004:00010000:3.0:1763345655.784886:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000033f1bc8a reply state 000000007f20f349 transno 8589941651 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af93d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.784897:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af93d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763345655.784903:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x268:0x0].0x0 (ffff91b67a37f000) 00010000:00010000:3.0:1763345655.784906:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345655.784909:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763345655.784999:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+330:57892:x1849000910679168:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 519us (1080us total) trans 8589941651 rc 0/0 00000100:00100000:3.0:1763345655.785005:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11766 00000020:00080000:3.0:1763345655.785010:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763345655.787287:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345655.787571:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910679296 00000100:00100000:3.0:1763345655.787581:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910679296 00000100:00100000:1.0:1763345655.788312:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11767 00000100:00100000:1.0:1763345655.788328:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54aa8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+330:57892:x1849000910679296:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345655.788353:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345655.788375:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af944 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x268:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834125 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.788430:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af944 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x268:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834125 expref: 331 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.788445:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af944 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x268:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834125 expref: 331 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.788464:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x268:0x0].0x0 (ffff91b67a37f000) 00010000:00010000:1.0:1763345655.788467:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763345655.788471:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91800, rc 0) 00000100:00100000:1.0:1763345655.788535:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54aa8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+331:57892:x1849000910679296:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 212us (1256us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345655.788543:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11767 00000100:00100000:2.0:1763345655.790665:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.790746:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910679424 00000100:00100000:0.0:1763345655.790784:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910679424 00000100:00100000:0.0:1763345655.790838:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8801 00000100:00100000:0.0:1763345655.790846:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+28:57892:x1849000910679424:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345655.790862:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345655.790878:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af94b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083412c expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.790904:0:28868:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af8f0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834102 expref: 29 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345655.790912:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345655.790914:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345655.790917:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af94b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a9698083412c expref: 29 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.790945:0:28868:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af8f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980834102 expref: 29 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345655.790962:0:28868:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af8f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980834102 expref: 29 pid: 8560 timeout: 1148 lvb_type: 1 00000100:00100000:0.0:1763345655.790974:0:28868:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54aa8c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:28868:1849000924498816:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345655.791042:0:28868:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6456ac240 going to sleep for 11 seconds 00000100:00100000:0.0:1763345655.793825:0:28868:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54aa8c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:28868:1849000924498816:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345655.793859:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af94b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a9698083412c expref: 29 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.793879:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4a00, rc 0) 00000100:00100000:0.0:1763345655.793937:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+29:57892:x1849000910679424:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3090us (3279us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.793946:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8801 00000100:00100000:2.0:1763345655.795037:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.795155:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910679552 00000100:00100000:0.0:1763345655.795163:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910679552 00010000:00010000:0.0:1763345655.795195:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af8f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980834102 expref: 29 pid: 8560 timeout: 1148 lvb_type: 1 00000100:00100000:0.0:1763345655.795232:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3974 00000100:00100000:0.0:1763345655.795242:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+29:2408:x1849000910679552:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345655.795254:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345655.795259:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af8f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980834102 expref: 29 pid: 8560 timeout: 1148 lvb_type: 1 00010000:00010000:0.0:1763345655.795277:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af8f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980834102 expref: 29 pid: 8560 timeout: 1148 lvb_type: 1 00010000:00010000:0.0:1763345655.795299:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af8f0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x378:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980834102 expref: 29 pid: 8560 timeout: 1148 lvb_type: 1 00010000:00010000:0.0:1763345655.795313:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345655.795315:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345655.795321:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af94b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a9698083412c expref: 28 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.795331:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af94b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a9698083412c expref: 28 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.795364:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af94b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a9698083412c expref: 28 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345655.795378:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54aa8c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6506:1849000924498944:192.168.203.8@tcp:105: 00000100:00100000:0.0:1763345655.795446:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6456ac240 going to sleep for 11 seconds 00000100:00100000:0.0:1763345655.799292:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54aa8c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6506:1849000924498944:192.168.203.8@tcp:105: 00010000:00010000:0.0:1763345655.799317:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345655.799368:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+28:2408:x1849000910679552:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 4127us (4335us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.799377:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3974 00000100:00100000:2.0:1763345655.799441:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.799870:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910679680 00000100:00100000:0.0:1763345655.799878:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910679680 00000100:00100000:0.0:1763345655.799913:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8802 00000100:00100000:0.0:1763345655.799920:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b647f7b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+18:57892:x1849000910679680:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345655.799936:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345655.799954:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58af952 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x37a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834133 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.799982:0:28868:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af8f7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x37a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834109 expref: 19 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345655.799990:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345655.799992:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345655.799997:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58af952 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x37a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.8@tcp remote: 0x199a96980834133 expref: 19 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.800027:0:28868:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af8f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x37a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.8@tcp remote: 0x199a96980834109 expref: 19 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345655.800040:0:28868:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af8f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x37a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980834109 expref: 19 pid: 8560 timeout: 1148 lvb_type: 1 00000100:00100000:0.0:1763345655.800053:0:28868:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54aa8c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:28868:1849000924499072:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345655.800117:0:28868:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6456ac240 going to sleep for 11 seconds 00000100:00100000:2.0:1763345655.803636:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.803812:0:28868:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54aa8c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:28868:1849000924499072:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345655.803842:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58af952 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x37a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980834133 expref: 19 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.803865:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b4400, rc 0) 00000100:00100000:0.0:1763345655.803926:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b647f7b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+19:57892:x1849000910679680:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4004us (4484us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.803935:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8802 00000100:00100000:3.0:1763345655.804661:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910679808 00000100:00100000:3.0:1763345655.804670:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910679808 00010000:00010000:3.0:1763345655.804705:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af8f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x37a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980834109 expref: 19 pid: 8560 timeout: 1148 lvb_type: 1 00000100:00100000:3.0:1763345655.804745:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3975 00000100:00100000:3.0:1763345655.804793:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910679808:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345655.804808:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345655.804813:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af8f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x37a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980834109 expref: 19 pid: 8560 timeout: 1148 lvb_type: 1 00010000:00010000:3.0:1763345655.804825:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af8f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x37a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.8@tcp remote: 0x199a96980834109 expref: 19 pid: 8560 timeout: 1148 lvb_type: 1 00010000:00010000:3.0:1763345655.804849:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7c00/0x52bea07cb58af8f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x37a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.8@tcp remote: 0x199a96980834109 expref: 19 pid: 8560 timeout: 1148 lvb_type: 1 00010000:00010000:3.0:1763345655.804864:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345655.804866:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345655.804871:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58af952 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a96980834133 expref: 18 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.804881:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58af952 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.8@tcp remote: 0x199a96980834133 expref: 18 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.804917:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4400/0x52bea07cb58af952 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a96980834133 expref: 18 pid: 28868 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345655.804930:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6506:1849000924499200:192.168.203.8@tcp:105: 00000100:00100000:3.0:1763345655.805003:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b645156b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763345655.808637:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.808727:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.808845:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910679936 00000100:00100000:1.0:1763345655.808855:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910679936 00002000:00010000:1.0:1763345655.808893:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/888 (0->18446744073709551615) 00002000:00100000:1.0:1763345655.808898:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541de6a00 with x1849000910679936 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345655.808909:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b541de6a00. 00000100:00100000:1.0:1763345655.808938:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910680064 00000100:00100000:1.0:1763345655.808942:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910680064 00002000:00010000:1.0:1763345655.808955:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/890 (0->18446744073709551615) 00002000:00100000:1.0:1763345655.808958:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541de7100 with x1849000910680064 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345655.808964:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b541de7100. 00000100:00100000:1.0:1763345655.808984:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2395 00000100:00100000:1.0:1763345655.808992:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+28:2409:x1849000910679936:12345-192.168.203.8@tcp:10:lfs.0 00000100:00100000:3.0:1763345655.809727:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6506:1849000924499200:192.168.203.8@tcp:105: 00010000:00010000:3.0:1763345655.809748:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345655.809828:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910679808:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 5073us (6199us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345655.809837:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3975 00000100:00100000:3.0:1763345655.809889:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2396 00000100:00100000:3.0:1763345655.809898:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910680064:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:3.0:1763345655.810047:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x37a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763345655.810051:0:28401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x37a:0x0] updating lvb mtime from disk: 0 -> 1763345655 00002000:00010000:3.0:1763345655.810053:0:28401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x37a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763345655.810055:0:28401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x37a:0x0] updating lvb ctime from disk: 0 -> 1763345655 00002000:00010000:3.0:1763345655.810057:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x37a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763345655.810081:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910680064:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 185us (1353us total) trans 17179872556 rc 0/0 00000100:00100000:3.0:1763345655.810094:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2396 00002000:00010000:3.0:1763345655.810098:0:28401:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/890 (0->18446744073709551615) 00002000:00100000:3.0:1763345655.810100:0:28401:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541de7100 with x1849000910680064 ext(0->18446744073709551615) 00002000:00010000:3.0:1763345655.810106:0:28401:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b541de7100. 00002000:00010000:1.0:1763345655.810525:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x378:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345655.810530:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x378:0x0] updating lvb mtime from disk: 0 -> 1763345655 00002000:00010000:1.0:1763345655.810532:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x378:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345655.810534:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x378:0x0] updating lvb ctime from disk: 0 -> 1763345655 00002000:00010000:1.0:1763345655.810536:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x378:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345655.810565:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910679936:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 1573us (1936us total) trans 21474839927 rc 0/0 00000100:00100000:1.0:1763345655.810572:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2395 00002000:00010000:1.0:1763345655.810576:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/888 (0->18446744073709551615) 00002000:00100000:1.0:1763345655.810579:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b541de6a00 with x1849000910679936 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345655.810583:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b541de6a00. 00000100:00100000:2.0:1763345655.814686:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.814867:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910680192 00000100:00100000:0.0:1763345655.814878:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910680192 00000100:00100000:0.0:1763345655.814927:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8803 00000100:00100000:0.0:1763345655.814936:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910680192:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:0.0:1763345655.815081:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910680192:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 145us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.815089:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8803 00000100:00100000:2.0:1763345655.817437:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.817603:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910680320 00000100:00100000:1.0:1763345655.817614:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910680320 00000100:00100000:1.0:1763345655.817665:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8804 00000100:00100000:1.0:1763345655.817675:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910680320:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345655.817815:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910680320:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 140us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345655.817823:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8804 00000100:00100000:2.0:1763345655.820393:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345655.820508:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910680448 00000100:00100000:3.0:1763345655.820518:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910680448 00000100:00100000:3.0:1763345655.820582:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2397 00000100:00100000:3.0:1763345655.820592:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910680448:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:3.0:1763345655.820627:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b543261c00/0x52bea07cb58af959 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.820641:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345655.820643:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345655.820649:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261c00/0x52bea07cb58af959 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [28672->69631] (req 28672->69631) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.820663:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543261c00/0x52bea07cb58af959 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [28672->69631] (req 28672->69631) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.823529:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b543261c00/0x52bea07cb58af959 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [28672->69631] (req 28672->69631) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.823547:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261c00/0x52bea07cb58af959 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [28672->69631] (req 28672->69631) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.823557:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b543261c00/0x52bea07cb58af959 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [28672->69631] (req 28672->69631) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.823564:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261c00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345655.823569:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543261c00/0x52bea07cb58af959 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [28672->69631] (req 28672->69631) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.823579:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543261c00/0x52bea07cb58af959 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [28672->69631] (req 28672->69631) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.823598:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b543261c00/0x52bea07cb58af959 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [28672->69631] (req 28672->69631) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.823606:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543261c00/0x52bea07cb58af959 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [28672->69631] (req 28672->69631) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345655.823687:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910680448:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 3092us (3298us total) trans 0 rc 40960/40960 00000100:00100000:3.0:1763345655.823698:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2397 00000100:00100000:2.0:1763345655.826382:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345655.826930:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910680576 00000100:00100000:3.0:1763345655.826942:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910680576 00000100:00100000:3.0:1763345655.827005:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2398 00000100:00100000:3.0:1763345655.827013:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+29:2409:x1849000910680576:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:3.0:1763345655.827046:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af960 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.827062:0:24005:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af94b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.8@tcp remote: 0x199a9698083412c expref: 29 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.827069:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345655.827071:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345655.827075:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af960 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [28672->69631] (req 28672->69631) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.827104:0:24005:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af94b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.8@tcp remote: 0x199a9698083412c expref: 29 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.827117:0:24005:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af94b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.8@tcp remote: 0x199a9698083412c expref: 29 pid: 28868 timeout: 1148 lvb_type: 0 00000100:00100000:3.0:1763345655.827129:0:24005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d67480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24005:1849000924499328:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345655.827202:0:24005:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6431fae40 going to sleep for 11 seconds 00000100:00100000:3.0:1763345655.830156:0:24005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d67480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:24005:1849000924499328:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345655.830183:0:24005:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af960 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [28672->69631] (req 28672->69631) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345655.830476:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345655.831210:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910680704 00000100:00100000:3.0:1763345655.831220:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910680704 00010000:00010000:3.0:1763345655.831256:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af94b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.8@tcp remote: 0x199a9698083412c expref: 30 pid: 28868 timeout: 1148 lvb_type: 0 00000100:00100000:3.0:1763345655.831504:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3976 00000100:00100000:3.0:1763345655.831515:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+30:2409:x1849000910680704:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345655.831529:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345655.831549:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af94b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.8@tcp remote: 0x199a9698083412c expref: 30 pid: 28868 timeout: 1148 lvb_type: 0 00010000:00010000:3.0:1763345655.831562:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af94b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.8@tcp remote: 0x199a9698083412c expref: 30 pid: 28868 timeout: 1148 lvb_type: 0 00010000:00010000:3.0:1763345655.831586:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b4a00/0x52bea07cb58af94b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x378:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.8@tcp remote: 0x199a9698083412c expref: 30 pid: 28868 timeout: 1148 lvb_type: 0 00010000:00010000:3.0:1763345655.831600:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345655.831602:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345655.831606:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af960 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [28672->69631] (req 28672->69631) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.831617:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af960 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [28672->69631] (req 28672->69631) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.831651:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345655.831926:0:24005:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af960 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [28672->69631] (req 28672->69631) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.831937:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af960 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [28672->69631] (req 28672->69631) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345655.832119:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+30:2409:x1849000910680704:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 603us (1641us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345655.832127:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3976 00000001:00080000:3.0:1763345655.837427:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839928 is committed 00000001:00080000:3.0:1763345655.837450:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839925 is committed 00002000:00010000:0.0:1763345655.837615:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x378:0x0] updating lvb size from disk: 0 -> 69632 00002000:00010000:0.0:1763345655.837621:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x378:0x0] updating lvb blocks from disk: 0 -> 80 00010000:00010000:0.0:1763345655.837632:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af960 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [28672->69631] (req 28672->69631) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.837645:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af960 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [28672->69631] (req 28672->69631) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.837654:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af960 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [28672->69631] (req 28672->69631) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.837662:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345655.837666:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af960 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [28672->69631] (req 28672->69631) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.837680:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af960 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [28672->69631] (req 28672->69631) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.837711:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af960 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [28672->69631] (req 28672->69631) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.837720:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543261200/0x52bea07cb58af960 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [28672->69631] (req 28672->69631) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345655.837852:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910680576:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 10834us (11473us total) trans 21474839928 rc 0/0 00000100:00100000:0.0:1763345655.837862:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2398 00000100:00100000:2.0:1763345655.841136:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.841747:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910680832 00000100:00100000:0.0:1763345655.841796:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910680832 00000100:00100000:0.0:1763345655.841846:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8805 00000100:00100000:0.0:1763345655.841855:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910680832:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:0.0:1763345655.841972:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910680832:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 117us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.841980:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8805 00000100:00100000:2.0:1763345655.844660:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.844809:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910680960 00000100:00100000:1.0:1763345655.844819:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910680960 00000100:00100000:1.0:1763345655.844867:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8806 00000100:00100000:1.0:1763345655.844875:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910680960:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:1.0:1763345655.844982:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910680960:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 107us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345655.844990:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8806 00000100:00100000:2.0:1763345655.847490:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.847580:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910681088 00000100:00100000:0.0:1763345655.847589:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910681088 00000100:00100000:0.0:1763345655.847655:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2399 00000100:00100000:0.0:1763345655.847665:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542034380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910681088:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:0.0:1763345655.847698:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af967 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.847719:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345655.847721:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345655.847727:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af967 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.847741:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af967 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.850096:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af967 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.850113:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af967 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.850122:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af967 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.850129:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5e00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345655.850133:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af967 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.850143:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af967 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.850161:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af967 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.850168:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5e00/0x52bea07cb58af967 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345655.850247:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542034380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910681088:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 2580us (2760us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1763345655.850257:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2399 00000100:00100000:2.0:1763345655.853354:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.853440:0:24005:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910681216 00000100:00100000:0.0:1763345655.853449:0:24005:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910681216 00000100:00100000:0.0:1763345655.853882:0:24005:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2400 00000100:00100000:0.0:1763345655.853894:0:24005:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542036300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910681216:12345-192.168.203.8@tcp:4:lfs.0 00002000:00010000:0.0:1763345655.853940:0:24005:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x378:0x0] initial LVB size: 69632, mtime: 0x691a84f7, atime: 0x0, ctime: 0x691a84f7, blocks: 0x50 00010000:00010000:0.0:1763345655.853949:0:24005:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af96e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.853963:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345655.853965:0:24005:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345655.853970:0:24005:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af96e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.853983:0:24005:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af96e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763345655.860553:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839929 is committed 00002000:00010000:0.0:1763345655.861209:0:24005:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x378:0x0] updating lvb size from disk: 69632 -> 135168 00002000:00010000:0.0:1763345655.861215:0:24005:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x378:0x0] updating lvb blocks from disk: 80 -> 192 00010000:00010000:0.0:1763345655.861228:0:24005:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af96e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.861239:0:24005:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af96e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.861254:0:24005:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af96e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.861261:0:24005:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345655.861265:0:24005:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af96e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.861272:0:24005:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af96e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.861290:0:24005:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af96e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.861296:0:24005:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af96e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [77824->135167] (req 77824->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24005 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345655.861393:0:24005:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542036300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910681216:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 7498us (8045us total) trans 21474839929 rc 0/0 00000100:00100000:0.0:1763345655.861403:0:24005:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2400 00000100:00100000:2.0:1763345655.865419:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.865514:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910681344 00000100:00100000:0.0:1763345655.865524:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910681344 00000100:00100000:0.0:1763345655.865583:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8807 00000100:00100000:0.0:1763345655.865592:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910681344:12345-192.168.203.8@tcp:23:lfs.0 00000100:00100000:0.0:1763345655.865711:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910681344:12345-192.168.203.8@tcp:23:lfs.0 Request processed in 120us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.865719:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8807 00000100:00100000:3.0:1763345655.868304:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.868439:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910681600 00000100:00100000:2.0:1763345655.868450:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910681600 00000100:00100000:2.0:1763345655.868552:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11768 00000100:00100000:2.0:1763345655.868562:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+331:57892:x1849000910681600:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345655.868926:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af975 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x268:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.868944:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af975 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.868955:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af975 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000001:00080000:2.0:1763345655.869000:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941652 00000004:00010000:2.0:1763345655.869023:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cd771f51 reply state 00000000fa6b454c transno 8589941653 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af975 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.869036:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af975 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.869043:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x268:0x0].0x0 (ffff91b67a37f000) 00010000:00010000:2.0:1763345655.869047:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345655.869050:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345655.869279:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+334:57892:x1849000910681600:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 717us (982us total) trans 8589941653 rc 0/0 00000100:00100000:2.0:1763345655.869287:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11768 00000020:00080000:2.0:1763345655.869292:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345655.871297:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.871564:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910681728 00000100:00100000:1.0:1763345655.871575:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910681728 00000100:00100000:1.0:1763345655.871635:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8808 00000100:00100000:1.0:1763345655.871645:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+14:57892:x1849000910681728:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345655.871662:0:27809:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345655.871682:0:27809:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af97c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083413a expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763345655.871705:0:27809:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x378:0x0] initial LVB size: 135168, mtime: 0x691a84f7, atime: 0x0, ctime: 0x691a84f7, blocks: 0xc0 00010000:00010000:1.0:1763345655.871725:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345655.871727:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345655.871734:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af97c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083413a expref: 15 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.871749:0:27809:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af97c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083413a expref: 15 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.871807:0:27809:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91a00, rc 0) 00000100:00100000:1.0:1763345655.871867:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+15:57892:x1849000910681728:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 223us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345655.871874:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8808 00000100:00100000:0.0:1763345655.874021:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.874635:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.874716:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910681856 00000100:00100000:1.0:1763345655.874725:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910681856 00002000:00010000:1.0:1763345655.874830:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/888 (173982->18446744073709551615) 00002000:00100000:1.0:1763345655.874835:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54aa8e680 with x1849000910681856 ext(173982->18446744073709551615) 00002000:00010000:1.0:1763345655.874846:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54aa8e680. 00000100:00100000:1.0:1763345655.875123:0:28407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910681984 00000100:00100000:1.0:1763345655.875127:0:28407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910681984 00002000:00010000:1.0:1763345655.875138:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/890 (0->18446744073709551615) 00002000:00100000:1.0:1763345655.875141:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54aa8e300 with x1849000910681984 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345655.875145:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54aa8e300. 00000100:00100000:1.0:1763345655.875170:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2401 00000100:00100000:1.0:1763345655.875179:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54aa8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+15:2409:x1849000910681856:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:1.0:1763345655.875375:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x378:0x0] updating lvb size from disk: 135168 -> 173982 00002000:00010000:1.0:1763345655.875379:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x378:0x0] updating lvb mtime from disk: 1763345655 -> 1763345655 00002000:00010000:1.0:1763345655.875382:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x378:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345655.875384:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x378:0x0] updating lvb ctime from disk: 1763345655 -> 1763345655 00002000:00010000:1.0:1763345655.875386:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x378:0x0] updating lvb blocks from disk: 192 -> 192 00000100:00100000:1.0:1763345655.875453:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54aa8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910681856:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 274us (1438us total) trans 21474839930 rc 0/0 00000100:00100000:1.0:1763345655.875461:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2401 00002000:00010000:1.0:1763345655.875466:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/888 (173982->18446744073709551615) 00002000:00100000:1.0:1763345655.875469:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54aa8e680 with x1849000910681856 ext(173982->18446744073709551615) 00002000:00010000:1.0:1763345655.875473:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff91b54aa8e680. 00000100:00100000:1.0:1763345655.875491:0:28407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2402 00000100:00100000:1.0:1763345655.875498:0:28407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54aa8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910681984:12345-192.168.203.8@tcp:10:lfs.0 00002000:00010000:1.0:1763345655.875561:0:28407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x37a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763345655.875564:0:28407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x37a:0x0] updating lvb mtime from disk: 1763345655 -> 1763345655 00002000:00010000:1.0:1763345655.875567:0:28407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x37a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763345655.875568:0:28407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x37a:0x0] updating lvb ctime from disk: 1763345655 -> 1763345655 00002000:00010000:1.0:1763345655.875571:0:28407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x37a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763345655.875593:0:28407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54aa8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910681984:12345-192.168.203.8@tcp:10:lfs.0 Request processed in 95us (959us total) trans 17179872557 rc 0/0 00000100:00100000:1.0:1763345655.875599:0:28407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2402 00002000:00010000:1.0:1763345655.875602:0:28407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/890 (0->18446744073709551615) 00002000:00100000:1.0:1763345655.875604:0:28407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff91b54aa8e300 with x1849000910681984 ext(0->18446744073709551615) 00002000:00010000:1.0:1763345655.875608:0:28407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff91b54aa8e300. 00000100:00100000:3.0:1763345655.878949:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.879059:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910682112 00000100:00100000:1.0:1763345655.879069:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910682112 00000100:00100000:1.0:1763345655.879232:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2403 00000100:00100000:1.0:1763345655.879243:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910682112:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:1.0:1763345655.879282:0:28401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af983 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.879473:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345655.879476:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345655.879482:0:28401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af983 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.879496:0:28401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af983 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.879611:0:28401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af983 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.879625:0:28401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af983 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.879633:0:28401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af983 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.879638:0:28401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345655.879642:0:28401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af983 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.879649:0:28401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af983 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.879662:0:28401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af983 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.879669:0:28401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af983 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345655.880626:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910682112:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 1380us (1682us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763345655.880637:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2403 00000100:00100000:2.0:1763345655.884926:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.884968:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910682240 00000100:00100000:1.0:1763345655.884979:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910682240 00000100:00100000:1.0:1763345655.885052:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2404 00000100:00100000:1.0:1763345655.885066:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54225bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910682240:12345-192.168.203.8@tcp:4:lfs.0 00010000:00010000:1.0:1763345655.885101:0:28401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af98a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.885124:0:28401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af97c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083413a expref: 16 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.885132:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345655.885134:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763345655.885138:0:28401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af98a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.885170:0:28401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af97c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083413a expref: 16 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.885188:0:28401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af97c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083413a expref: 16 pid: 27809 timeout: 1148 lvb_type: 0 00000100:00100000:1.0:1763345655.885202:0:28401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28401:1849000924499456:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345655.885393:0:28401:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6730000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345655.888817:0:28401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28401:1849000924499456:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345655.888845:0:28401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af98a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763345655.891579:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.891935:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910682368 00000100:00100000:1.0:1763345655.891945:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910682368 00010000:00010000:1.0:1763345655.891982:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af97c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083413a expref: 17 pid: 27809 timeout: 1148 lvb_type: 0 00000100:00100000:1.0:1763345655.892033:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3977 00000100:00100000:1.0:1763345655.892043:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542258e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910682368:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345655.892058:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345655.892080:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af97c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083413a expref: 17 pid: 27809 timeout: 1148 lvb_type: 0 00010000:00010000:1.0:1763345655.892383:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af97c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083413a expref: 17 pid: 27809 timeout: 1148 lvb_type: 0 00010000:00010000:1.0:1763345655.892408:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91a00/0x52bea07cb58af97c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x378:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083413a expref: 17 pid: 27809 timeout: 1148 lvb_type: 0 00010000:00010000:1.0:1763345655.892424:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345655.892425:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345655.892430:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af98a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.892439:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af98a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.892470:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345655.892524:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542258e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910682368:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 482us (953us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345655.892532:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3977 00010000:00010000:3.0:1763345655.892680:0:28401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af98a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.892691:0:28401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af98a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763345655.895911:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839931 is committed 00002000:00010000:3.0:1763345655.896070:0:28401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x378:0x0] updating lvb size from disk: 173982 -> 176128 00002000:00010000:3.0:1763345655.896076:0:28401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x378:0x0] updating lvb blocks from disk: 192 -> 200 00010000:00010000:3.0:1763345655.896089:0:28401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af98a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.896101:0:28401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af98a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.896111:0:28401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af98a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.896119:0:28401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345655.896124:0:28401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af98a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.896133:0:28401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af98a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.896153:0:28401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af98a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345655.896166:0:28401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90200/0x52bea07cb58af98a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [172032->176127] (req 172032->176127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345655.896622:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54225bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910682240:12345-192.168.203.8@tcp:4:lfs.0 Request processed in 11551us (11700us total) trans 21474839931 rc 0/0 00000100:00100000:3.0:1763345655.896633:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2404 00000100:00100000:2.0:1763345655.900600:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345655.900675:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910682496 00000100:00100000:3.0:1763345655.900685:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910682496 00000100:00100000:2.0:1763345655.901453:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11769 00000100:00100000:2.0:1763345655.901466:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54225aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+334:57892:x1849000910682496:12345-192.168.203.8@tcp:44:lfs.0 00000001:00080000:3.0:1763345655.903880:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589941653 is committed 00010000:00010000:0.0:1763345655.907697:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af93d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.907714:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af93d lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.907721:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af93d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.907727:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345655.907731:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af93d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.907738:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af93d lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00000100:00100000:2.0:1763345655.907749:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54225aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57892:x1849000910682496:12345-192.168.203.8@tcp:44:lfs.0 Request processed in 6282us (7153us total) trans 0 rc 0/0 00010000:00010000:0.0:1763345655.907778:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x268:0x0].0x0 (ffff91b67a37f000) 00010000:00010000:0.0:1763345655.907781:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345655.907783:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11769 00010000:00010000:0.0:1763345655.907786:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af93d lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.907792:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58af93d lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.907807:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af975 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.907812:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af975 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.907818:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af975 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.907827:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6600 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345655.907830:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af975 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.907835:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af975 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.907843:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x268:0x0].0x0 (ffff91b67a37f000) 00010000:00010000:0.0:1763345655.907845:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763345655.907848:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af975 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763345655.907853:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6600/0x52bea07cb58af975 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00000100:00100000:0.0:1763345655.910534:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.910601:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.910667:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910682752 00000100:00100000:2.0:1763345655.910677:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910682752 00000100:00100000:2.0:1763345655.910739:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910682624 00000100:00100000:2.0:1763345655.910742:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910682624 00000100:00100000:2.0:1763345655.910803:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8809 00000100:00100000:2.0:1763345655.910813:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54aa8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+20:2409:x1849000910682752:12345-192.168.203.8@tcp:16:lfs.0 00000100:00100000:0.0:1763345655.911083:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8810 00000100:00100000:0.0:1763345655.911094:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54aa8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910682624:12345-192.168.203.8@tcp:16:lfs.0 00000100:00100000:0.0:1763345655.911177:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54aa8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910682624:12345-192.168.203.8@tcp:16:lfs.0 Request processed in 85us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.911184:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8810 00000001:00080000:2.0:1763345655.914078:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872557 is committed 00000001:00080000:2.0:1763345655.914092:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872555 is committed 00000100:00100000:0.0:1763345655.914851:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54aa8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+14:2409:x1849000910682752:12345-192.168.203.8@tcp:16:lfs.0 Request processed in 4033us (4320us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.914862:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8809 00000100:00100000:0.0:1763345655.937947:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.937996:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.938088:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910683008 00000100:00100000:1.0:1763345655.938097:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910683008 00000100:00100000:1.0:1763345655.938175:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 1263 00000100:00100000:1.0:1763345655.938186:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54aa8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910683008:12345-192.168.203.8@tcp:400:kworker.0 00000100:00100000:1.0:1763345655.938260:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54aa8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910683008:12345-192.168.203.8@tcp:400:kworker.0 Request processed in 76us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345655.938267:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 1263 00000100:00100000:2.0:1763345655.938438:0:32316:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910682880 00000100:00100000:2.0:1763345655.938443:0:32316:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910682880 00000100:00100000:2.0:1763345655.938481:0:32316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 149 00000100:00100000:2.0:1763345655.938488:0:32316:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b677997850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:61ae421e-e80a-45e1-9f12-1bee2af91003+9:2408:x1849000910682880:12345-192.168.203.8@tcp:400:kworker.0 00000100:00100000:2.0:1763345655.938521:0:32316:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b677997850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:61ae421e-e80a-45e1-9f12-1bee2af91003+9:2408:x1849000910682880:12345-192.168.203.8@tcp:400:kworker.0 Request processed in 34us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345655.938528:0:32316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 149 00000100:00080000:0.0:1763345655.938926:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763345655.951466:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.953622:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.954487:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.954746:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910683136 00000100:00100000:2.0:1763345655.954820:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910683136 00000100:00100000:2.0:1763345655.955023:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910683264 00000100:00100000:2.0:1763345655.955028:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910683264 00000100:00100000:0.0:1763345655.955068:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910683392 00000100:00100000:0.0:1763345655.955073:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910683392 00000100:00100000:0.0:1763345655.955109:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8811 00000100:00100000:0.0:1763345655.955117:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54aa8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910683136:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:0.0:1763345655.955160:0:8560:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af991 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955175:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345655.955177:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345655.955182:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af991 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955196:0:8560:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af991 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955219:0:8560:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af991 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955227:0:8560:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af991 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955234:0:8560:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af991 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955241:0:8560:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5000 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345655.955245:0:8560:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af991 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955253:0:8560:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af991 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955265:0:8560:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af991 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955273:0:8560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5000/0x52bea07cb58af991 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345655.955342:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54aa8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910683136:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 224us (3885us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.955350:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8811 00000100:00100000:0.0:1763345655.955369:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8812 00000100:00100000:0.0:1763345655.955377:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54aa8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910683264:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:0.0:1763345655.955396:0:8560:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af998 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955404:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345655.955406:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345655.955409:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af998 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955419:0:8560:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af998 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955433:0:8560:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af998 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955440:0:8560:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af998 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955448:0:8560:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af998 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955454:0:8560:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345655.955457:0:8560:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af998 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955465:0:8560:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af998 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955475:0:8560:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af998 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955482:0:8560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58af998 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345655.955510:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54aa8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910683264:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 134us (1898us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.955516:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8812 00000100:00100000:0.0:1763345655.955529:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8813 00000100:00100000:0.0:1763345655.955536:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54aa8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910683392:12345-192.168.203.8@tcp:1:lfs.0 00010000:00010000:0.0:1763345655.955554:0:8560:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4200/0x52bea07cb58af99f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955561:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345655.955563:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345655.955566:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4200/0x52bea07cb58af99f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955574:0:8560:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4200/0x52bea07cb58af99f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955589:0:8560:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4200/0x52bea07cb58af99f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955596:0:8560:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4200/0x52bea07cb58af99f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955603:0:8560:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4200/0x52bea07cb58af99f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955609:0:8560:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b4200 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345655.955612:0:8560:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4200/0x52bea07cb58af99f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955619:0:8560:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4200/0x52bea07cb58af99f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955629:0:8560:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4200/0x52bea07cb58af99f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345655.955641:0:8560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b5456b4200/0x52bea07cb58af99f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345655.955672:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54aa8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910683392:12345-192.168.203.8@tcp:1:lfs.0 Request processed in 137us (1187us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345655.955679:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8813 00000100:00100000:2.0:1763345655.959498:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345655.959579:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910683648 00000100:00100000:3.0:1763345655.959589:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910683648 00000100:00100000:3.0:1763345655.960743:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11770 00000100:00100000:3.0:1763345655.960786:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54225b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+322:57892:x1849000910683648:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:3.0:1763345655.960872:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58af9a6 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x268:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345655.960888:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58af9a6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345655.960899:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58af9a6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00010000:3.0:1763345655.961024:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007ca1a9ab reply state 000000008d2fc11f transno 8589941654 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58af9a6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345655.961037:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261c00/0x52bea07cb58af9a6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345655.961044:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x268:0x0].0x0 (ffff91b67a37f000) 00010000:00010000:3.0:1763345655.961047:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763345655.961051:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763345655.961151:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54225b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+324:57892:x1849000910683648:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 397us (1660us total) trans 8589941654 rc 0/0 00000100:00100000:3.0:1763345655.961158:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11770 00000100:00100000:0.0:1763345655.964411:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.964597:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910683776 00000100:00100000:2.0:1763345655.964607:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910683776 00000100:00100000:2.0:1763345655.964710:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8814 00000100:00100000:2.0:1763345655.964721:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54aa8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+14:57892:x1849000910683776:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345655.964740:0:28868:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345655.964808:0:28868:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af9ad lrc: 2/0,0 mode: --/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834141 expref: -99 pid: 28868 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345655.964831:0:28868:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x378:0x0] initial LVB size: 176128, mtime: 0x691a84f7, atime: 0x0, ctime: 0x691a84f7, blocks: 0xc8 00010000:00010000:2.0:1763345655.964852:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345655.964854:0:28868:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345655.964861:0:28868:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af9ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834141 expref: 15 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.964874:0:28868:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af9ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834141 expref: 15 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.964886:0:28868:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6200, rc 0) 00000100:00100000:2.0:1763345655.964937:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54aa8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+15:57892:x1849000910683776:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 218us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345655.964944:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8814 00000100:00100000:0.0:1763345655.967075:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345655.967390:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.967511:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910683904 00000100:00100000:2.0:1763345655.967520:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910683904 00000100:00100000:2.0:1763345655.967570:0:28868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910684032 00000100:00100000:2.0:1763345655.967573:0:28868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910684032 00000100:00100000:2.0:1763345655.967600:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8815 00000100:00100000:2.0:1763345655.967608:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54aa8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910683904:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:2.0:1763345655.967786:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x378:0x0] updating lvb size from disk: 176128 -> 176128 00002000:00010000:2.0:1763345655.967790:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x378:0x0] updating lvb mtime from disk: 1763345655 -> 1763345654 00002000:00010000:2.0:1763345655.967792:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x378:0x0] updating lvb atime from disk: 0 -> 1763345655 00002000:00010000:2.0:1763345655.967794:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x378:0x0] updating lvb ctime from disk: 1763345655 -> 1763345655 00002000:00010000:2.0:1763345655.967796:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x378:0x0] updating lvb blocks from disk: 200 -> 200 00000100:00100000:2.0:1763345655.967847:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54aa8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+16:2408:x1849000910683904:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 239us (781us total) trans 21474839932 rc 0/0 00000100:00100000:2.0:1763345655.967854:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8815 00000100:00100000:2.0:1763345655.967873:0:28868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8816 00000100:00100000:2.0:1763345655.967879:0:28868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54aa8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+14:2408:x1849000910684032:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:2.0:1763345655.967951:0:28868:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x37a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345655.967954:0:28868:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x37a:0x0] updating lvb mtime from disk: 1763345655 -> 1763345654 00002000:00010000:2.0:1763345655.967956:0:28868:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x37a:0x0] updating lvb atime from disk: 0 -> 1763345655 00002000:00010000:2.0:1763345655.967958:0:28868:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x37a:0x0] updating lvb ctime from disk: 1763345655 -> 1763345655 00002000:00010000:2.0:1763345655.967960:0:28868:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x37a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345655.967981:0:28868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54aa8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:d51c9e15-7951-472b-8182-95fba90f4cff+15:2408:x1849000910684032:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 103us (591us total) trans 17179872558 rc 0/0 00000100:00100000:2.0:1763345655.967987:0:28868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8816 00000100:00100000:0.0:1763345655.970800:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.970881:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910684288 00000100:00100000:1.0:1763345655.970891:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910684288 00000100:00100000:1.0:1763345655.971088:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11771 00000100:00100000:1.0:1763345655.971098:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54aa8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57892:x1849000910684288:12345-192.168.203.8@tcp:55:lfs.0 00010000:00010000:1.0:1763345655.971162:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af9b4 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x268:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345655.971180:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af936 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x268:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083411e expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.971189:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af9b4 lrc: 4/0,1 mode: --/PW res: [0x200000405:0x268:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345655.971223:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af936 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x268:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083411e expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.971236:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af936 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x268:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083411e expref: 324 pid: 6522 timeout: 1148 lvb_type: 0 00000100:00100000:1.0:1763345655.971249:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924499584:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345655.971326:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6730000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345655.973924:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6522:1849000924499584:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345655.973952:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af9b4 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x268:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:0.0:1763345655.974811:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.974941:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910684416 00000100:00100000:1.0:1763345655.974950:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910684416 00010000:00010000:1.0:1763345655.974985:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af936 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x268:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083411e expref: 325 pid: 6522 timeout: 1148 lvb_type: 0 00000100:00100000:1.0:1763345655.975122:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3978 00000100:00100000:1.0:1763345655.975132:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b6431fe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:2409:x1849000910684416:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345655.975146:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345655.975153:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af936 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x268:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083411e expref: 325 pid: 6522 timeout: 1148 lvb_type: 0 00010000:00010000:1.0:1763345655.975164:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af936 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x268:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083411e expref: 325 pid: 6522 timeout: 1148 lvb_type: 0 00010000:00010000:1.0:1763345655.975186:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af936 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x268:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083411e expref: 325 pid: 6522 timeout: 1148 lvb_type: 0 00010000:00010000:1.0:1763345655.975201:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x268:0x0].0x0 (ffff91b67a37f000) 00010000:00010000:1.0:1763345655.975206:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af9b4 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x268:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345655.975215:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af9b4 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x268:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345655.975223:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af9b4 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x268:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345655.975257:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345655.975316:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b6431fe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+324:2409:x1849000910684416:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 186us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345655.975326:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3978 00010000:00010000:2.0:1763345655.976069:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af9b4 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x268:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.976083:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af9b4 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x268:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.976119:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af9b4 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x268:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.976126:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af9b4 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x268:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.976133:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af9b4 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x268:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.976138:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b548d90400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:2.0:1763345655.976142:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af9b4 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x268:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.976148:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af9b4 lrc: 4/0,0 mode: PW/PW res: [0x200000405:0x268:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.976158:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x268:0x0].0x0 (ffff91b67a37f000) 00010000:00010000:2.0:1763345655.976162:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1763345655.976165:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af9b4 lrc: 2/0,0 mode: --/PW res: [0x200000405:0x268:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.976171:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90400/0x52bea07cb58af9b4 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x268:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00000100:00100000:2.0:1763345655.976232:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54aa8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+323:57892:x1849000910684288:12345-192.168.203.8@tcp:55:lfs.0 Request processed in 5134us (5482us total) trans 0 rc -22/-22 00000100:00100000:2.0:1763345655.976240:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11771 00000100:00100000:0.0:1763345655.979473:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.983906:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910684672 00000100:00100000:2.0:1763345655.983922:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910684672 00000100:00100000:2.0:1763345655.983991:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11772 00000100:00100000:2.0:1763345655.984002:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54aa8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+323:57892:x1849000910684672:12345-192.168.203.8@tcp:36:lfs.0 00010000:00010000:2.0:1763345655.984051:0:6522:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1763345655.984077:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91e00/0x52bea07cb58af879 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340d1 expref: 323 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.984099:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91c00/0x52bea07cb58af88e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a969808340df expref: 322 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.984112:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345655.984117:0:6522:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763345655.984164:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af9bb lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.984177:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af9bb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.984186:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af9bb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00010000:2.0:1763345655.984293:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001b68d27b reply state 00000000161b6c27 transno 8589941655 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af9bb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.984304:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6c00/0x52bea07cb58af9bb lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763345655.984310:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345655.984312:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763345655.984315:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763345655.984406:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54aa8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+323:57892:x1849000910684672:12345-192.168.203.8@tcp:36:lfs.0 Request processed in 406us (4940us total) trans 8589941655 rc 0/0 00000100:00100000:2.0:1763345655.984416:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11772 00000100:00100000:0.0:1763345655.986212:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.986295:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910684800 00000100:00100000:2.0:1763345655.986304:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910684800 00000100:00100000:2.0:1763345655.986358:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11773 00000100:00100000:2.0:1763345655.986367:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54aa8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+323:57892:x1849000910684800:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345655.986388:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345655.986407:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af9c2 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834148 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.986456:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af9c2 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834148 expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.986471:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af9c2 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834148 expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.986488:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345655.986491:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763345655.986495:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7e00, rc 0) 00000100:00100000:2.0:1763345655.986551:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54aa8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+324:57892:x1849000910684800:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 185us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345655.986558:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11773 00000100:00100000:1.0:1763345655.993055:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345655.993149:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910684928 00000100:00100000:2.0:1763345655.993159:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910684928 00000100:00100000:2.0:1763345655.993213:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8817 00000100:00100000:2.0:1763345655.993224:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:57892:x1849000910684928:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345655.993250:0:27809:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345655.993270:0:27809:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af9c9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083414f expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.993303:0:27809:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af928 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834117 expref: 17 pid: 27809 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345655.993312:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345655.993314:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345655.993318:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af9c9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083414f expref: 17 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.993350:0:27809:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af928 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980834117 expref: 17 pid: 27809 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345655.993364:0:27809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af928 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834117 expref: 17 pid: 27809 timeout: 1148 lvb_type: 1 00000100:00100000:2.0:1763345655.993377:0:27809:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542258000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27809:1849000924499712:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345655.993459:0:27809:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ceb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763345655.997166:0:27809:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542258000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27809:1849000924499712:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345655.997200:0:27809:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af9c9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083414f expref: 17 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345655.997220:0:27809:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6800, rc 0) 00000100:00100000:2.0:1763345655.997290:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+17:57892:x1849000910684928:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4059us (4234us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345655.997300:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8817 00000100:00100000:3.0:1763345655.998099:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345655.998573:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910685056 00000100:00100000:1.0:1763345655.998582:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910685056 00010000:00010000:1.0:1763345655.998617:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af928 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834117 expref: 17 pid: 27809 timeout: 1148 lvb_type: 1 00000100:00100000:1.0:1763345655.998657:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3979 00000100:00100000:1.0:1763345655.998667:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2408:x1849000910685056:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345655.998680:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345655.999266:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af928 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834117 expref: 17 pid: 27809 timeout: 1148 lvb_type: 1 00010000:00010000:1.0:1763345655.999282:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af928 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834117 expref: 17 pid: 27809 timeout: 1148 lvb_type: 1 00010000:00010000:1.0:1763345655.999305:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d91000/0x52bea07cb58af928 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834117 expref: 17 pid: 27809 timeout: 1148 lvb_type: 1 00010000:00010000:1.0:1763345655.999319:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345655.999321:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345655.999328:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af9c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083414f expref: 16 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.999338:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af9c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083414f expref: 16 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345655.999378:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af9c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083414f expref: 16 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345655.999392:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6506:1849000924499840:192.168.203.8@tcp:105: 00000100:00100000:1.0:1763345655.999476:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b673000cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345656.004377:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345656.004541:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6506:1849000924499840:192.168.203.8@tcp:105: 00010000:00010000:0.0:1763345656.004566:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345656.004686:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910685184 00000100:00100000:2.0:1763345656.004694:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910685184 00000100:00100000:2.0:1763345656.004788:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8818 00000100:00100000:2.0:1763345656.004797:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+17:57892:x1849000910685184:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345656.004814:0:27809:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345656.004833:0:27809:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af9d0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834156 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345656.004860:0:27809:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58af745 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834061 expref: 18 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345656.004868:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345656.004870:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345656.004874:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af9d0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834156 expref: 18 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345656.004902:0:27809:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58af745 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980834061 expref: 18 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345656.004916:0:27809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58af745 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834061 expref: 18 pid: 28868 timeout: 1148 lvb_type: 1 00000100:00100000:2.0:1763345656.004929:0:27809:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542258000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27809:1849000924499968:192.168.203.8@tcp:104: 00000100:00080000:1.0:1763345656.005007:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763345656.005170:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910685056:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 6503us (7071us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345656.005179:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3979 00000100:00100000:2.0:1763345656.005675:0:27809:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ceb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763345656.009595:0:27809:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542258000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27809:1849000924499968:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345656.009628:0:27809:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af9d0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980834156 expref: 17 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345656.009647:0:27809:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7400, rc 0) 00000100:00100000:1.0:1763345656.009725:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+17:57892:x1849000910685184:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 4928us (5356us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345656.009733:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8818 00000100:00100000:3.0:1763345656.009822:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345656.009970:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910685312 00000100:00100000:1.0:1763345656.009977:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910685312 00010000:00010000:1.0:1763345656.010006:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58af745 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834061 expref: 17 pid: 28868 timeout: 1148 lvb_type: 1 00000100:00100000:1.0:1763345656.010041:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3980 00000100:00100000:1.0:1763345656.010050:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910685312:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345656.010063:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345656.010083:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58af745 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834061 expref: 17 pid: 28868 timeout: 1148 lvb_type: 1 00010000:00010000:1.0:1763345656.010095:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58af745 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834061 expref: 17 pid: 28868 timeout: 1148 lvb_type: 1 00010000:00010000:1.0:1763345656.010118:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b543261600/0x52bea07cb58af745 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834061 expref: 17 pid: 28868 timeout: 1148 lvb_type: 1 00010000:00010000:1.0:1763345656.010130:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345656.010131:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345656.010137:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af9d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980834156 expref: 16 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345656.010146:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af9d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a96980834156 expref: 16 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345656.010178:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7400/0x52bea07cb58af9d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a96980834156 expref: 16 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345656.010190:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6506:1849000924500096:192.168.203.8@tcp:105: 00000100:00100000:1.0:1763345656.010255:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b673000cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345656.012986:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6506:1849000924500096:192.168.203.8@tcp:105: 00010000:00010000:1.0:1763345656.013010:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345656.013068:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910685312:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 3018us (3246us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345656.013079:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3980 00000100:00100000:2.0:1763345656.014373:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345656.014925:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910685440 00000100:00100000:1.0:1763345656.014934:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910685440 00000100:00080000:3.0:1763345656.014999:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763345656.015011:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8819 00000100:00100000:1.0:1763345656.015023:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+15:57892:x1849000910685440:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345656.015041:0:27809:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345656.015058:0:27809:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58af9d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083415d expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345656.015084:0:27809:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58af74c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834068 expref: 16 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345656.015098:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345656.015100:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345656.015105:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58af9d7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083415d expref: 16 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345656.015135:0:27809:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58af74c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980834068 expref: 16 pid: 28868 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345656.015148:0:27809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58af74c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834068 expref: 16 pid: 28868 timeout: 1148 lvb_type: 1 00000100:00100000:1.0:1763345656.015161:0:27809:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27809:1849000924500224:192.168.203.8@tcp:104: 00000100:00100000:1.0:1763345656.015228:0:27809:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b673000cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345656.018067:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54377c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3659:1849000924500480:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763345656.018117:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345656.018164:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763345656.018170:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54aa8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3659:1849000924500352:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763345656.018193:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345656.018230:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924500480 00000100:00100000:1.0:1763345656.018237:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924500480 00000100:00100000:1.0:1763345656.018285:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924500352 00000100:00100000:1.0:1763345656.018288:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924500352 00000100:00100000:1.0:1763345656.018316:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1763345656.018326:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1849000924500480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1763345656.018362:0:8407:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 32768 granted 484925504 pending 0 free 3919052800 avail 3687530496 00000100:00100000:0.0:1763345656.018390:0:27809:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27809:1849000924500224:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345656.018419:0:27809:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58af9d7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083415d expref: 16 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345656.018420:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1849000924500480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345656.018437:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00010000:00010000:0.0:1763345656.018449:0:27809:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91000, rc 0) 00000100:00100000:1.0:1763345656.018457:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:1.0:1763345656.018466:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1849000924500352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1763345656.018477:0:8407:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484893632 pending 0 free 3916906496 avail 3685138432 00000100:00100000:0.0:1763345656.018499:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:57892:x1849000910685440:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3477us (4131us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345656.018507:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1849000924500352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345656.018512:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8819 00000100:00100000:1.0:1763345656.018520:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00080000:1.0:1763345656.018789:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1763345656.018793:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763345656.018869:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54aa8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3659:1849000924500352:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763345656.018888:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54377c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3659:1849000924500480:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763345656.019296:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345656.019484:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910685568 00000100:00100000:3.0:1763345656.019490:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910685568 00010000:00010000:3.0:1763345656.019514:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58af74c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834068 expref: 16 pid: 28868 timeout: 1148 lvb_type: 1 00000100:00100000:3.0:1763345656.020514:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3981 00000100:00100000:3.0:1763345656.020528:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910685568:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345656.020543:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345656.020562:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58af74c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834068 expref: 16 pid: 28868 timeout: 1148 lvb_type: 1 00010000:00010000:3.0:1763345656.020577:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58af74c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834068 expref: 16 pid: 28868 timeout: 1148 lvb_type: 1 00010000:00010000:3.0:1763345656.020600:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b543260600/0x52bea07cb58af74c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834068 expref: 16 pid: 28868 timeout: 1148 lvb_type: 1 00010000:00010000:3.0:1763345656.020613:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345656.020615:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345656.020620:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58af9d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083415d expref: 15 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.020631:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58af9d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083415d expref: 15 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.020677:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff91b548d91000/0x52bea07cb58af9d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083415d expref: 15 pid: 27809 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345656.020692:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d66680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6506:1849000924500608:192.168.203.8@tcp:105: 00000100:00100000:3.0:1763345656.020803:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6431fae40 going to sleep for 11 seconds 00000100:00100000:1.0:1763345656.026513:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345656.026553:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345656.026583:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345656.026688:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910685696 00000100:00100000:2.0:1763345656.026697:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910685696 00000100:00100000:2.0:1763345656.026745:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910685824 00000100:00100000:2.0:1763345656.026748:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910685824 00000100:00100000:2.0:1763345656.026783:0:28867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910685952 00000100:00100000:2.0:1763345656.026786:0:28867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910685952 00000100:00100000:2.0:1763345656.026802:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8820 00000100:00100000:2.0:1763345656.026810:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910685696:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:2.0:1763345656.026936:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb size from disk: 173982 -> 173982 00002000:00010000:2.0:1763345656.026939:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345656.026942:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb atime from disk: 1763345654 -> 1763345655 00002000:00010000:2.0:1763345656.026944:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb ctime from disk: 1763345654 -> 1763345655 00002000:00010000:2.0:1763345656.026947:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x370:0x0] updating lvb blocks from disk: 360 -> 360 00000100:00100000:2.0:1763345656.026988:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+18:2411:x1849000910685696:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 179us (484us total) trans 21474839933 rc 0/0 00000100:00100000:2.0:1763345656.026995:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8820 00000100:00100000:2.0:1763345656.027011:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8821 00000100:00100000:2.0:1763345656.027016:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910685824:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:2.0:1763345656.027053:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345656.027056:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345656.027058:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb atime from disk: 1763345654 -> 1763345655 00002000:00010000:2.0:1763345656.027060:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb ctime from disk: 1763345654 -> 1763345655 00002000:00010000:2.0:1763345656.027062:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x372:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763345656.027079:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+18:2411:x1849000910685824:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 63us (525us total) trans 21474839934 rc 0/0 00000100:00100000:2.0:1763345656.027084:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8821 00000100:00100000:2.0:1763345656.027095:0:28867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8822 00000100:00100000:2.0:1763345656.027100:0:28867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b545655500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+16:2411:x1849000910685952:12345-192.168.203.8@tcp:2:lfs.0 00002000:00010000:2.0:1763345656.027153:0:28867:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763345656.027155:0:28867:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb mtime from disk: 1763345654 -> 1763345654 00002000:00010000:2.0:1763345656.027158:0:28867:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb atime from disk: 1763345654 -> 1763345655 00002000:00010000:2.0:1763345656.027160:0:28867:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb ctime from disk: 1763345654 -> 1763345655 00002000:00010000:2.0:1763345656.027163:0:28867:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x374:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763345656.027178:0:28867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b545655500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910685952:12345-192.168.203.8@tcp:2:lfs.0 Request processed in 78us (596us total) trans 17179872559 rc 0/0 00000100:00100000:2.0:1763345656.027183:0:28867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8822 00000100:00100000:3.0:1763345656.027497:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d66680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6506:1849000924500608:192.168.203.8@tcp:105: 00010000:00010000:3.0:1763345656.027516:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345656.027540:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910685568:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 7017us (8245us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345656.027547:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3981 00000100:00100000:1.0:1763345656.033857:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345656.034967:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910686208 00000100:00100000:2.0:1763345656.034978:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910686208 00000100:00100000:2.0:1763345656.035132:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4042 00000100:00100000:2.0:1763345656.035142:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+324:57892:x1849000910686208:12345-192.168.203.8@tcp:35:lfs.0 00000004:00010000:2.0:1763345656.035206:0:6523:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000405:0x25c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af905 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834110 expref: 324 pid: 6520 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1763345656.035348:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1763345656.035376:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af9de lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345656.035390:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af65e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980833fff expref: 324 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345656.035399:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af9c2 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834148 expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345656.035407:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af9de lrc: 5/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763345656.035440:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af9c2 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980834148 expref: 324 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345656.035452:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af9c2 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834148 expref: 324 pid: 6522 timeout: 1148 lvb_type: 0 00000100:00100000:2.0:1763345656.035466:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54225b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924500736:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345656.035744:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af65e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fff expref: 324 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345656.035784:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af65e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fff expref: 324 pid: 6520 timeout: 1148 lvb_type: 0 00000100:00100000:2.0:1763345656.035795:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542259180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924500864:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345656.035826:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5417ceb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763345656.039000:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54225b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924500736:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345656.039019:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542259180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924500864:192.168.203.8@tcp:104: 00010000:00010000:2.0:1763345656.039043:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af9de lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000100:00100000:1.0:1763345656.039127:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345656.039432:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910686336 00000100:00100000:3.0:1763345656.039439:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910686336 00010000:00010000:3.0:1763345656.039472:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af9c2 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834148 expref: 325 pid: 6522 timeout: 1148 lvb_type: 0 00000100:00100000:3.0:1763345656.039515:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3982 00000100:00100000:3.0:1763345656.039526:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+325:2409:x1849000910686336:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345656.039539:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345656.039545:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af9c2 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834148 expref: 325 pid: 6522 timeout: 1148 lvb_type: 0 00010000:00010000:3.0:1763345656.039556:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af9c2 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834148 expref: 325 pid: 6522 timeout: 1148 lvb_type: 0 00010000:00010000:3.0:1763345656.039578:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7e00/0x52bea07cb58af9c2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834148 expref: 325 pid: 6522 timeout: 1148 lvb_type: 0 00010000:00010000:3.0:1763345656.039594:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:3.0:1763345656.039598:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af9de lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345656.039606:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af9de lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345656.039611:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345656.039675:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+324:2409:x1849000910686336:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 151us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345656.039682:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3982 00000100:00100000:1.0:1763345656.039825:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345656.039999:0:35200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910686464 00000100:00100000:0.0:1763345656.040004:0:35200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910686464 00010000:00010000:0.0:1763345656.040023:0:35200:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af65e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fff expref: 324 pid: 6520 timeout: 1148 lvb_type: 0 00000100:00100000:0.0:1763345656.040053:0:35200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3983 00000100:00100000:0.0:1763345656.040060:0:35200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+324:2409:x1849000910686464:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763345656.040068:0:35200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763345656.040073:0:35200:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af65e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fff expref: 324 pid: 6520 timeout: 1148 lvb_type: 0 00010000:00010000:0.0:1763345656.040081:0:35200:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af65e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fff expref: 324 pid: 6520 timeout: 1148 lvb_type: 0 00010000:00010000:0.0:1763345656.040093:0:35200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7800/0x52bea07cb58af65e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a96980833fff expref: 324 pid: 6520 timeout: 1148 lvb_type: 0 00010000:00010000:0.0:1763345656.040103:0:35200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345656.040107:0:35200:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af9de lrc: 3/0,1 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.040116:0:35200:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af9de lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.040123:0:35200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af9de lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.040145:0:35200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763345656.040173:0:35200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d51c9e15-7951-472b-8182-95fba90f4cff+323:2409:x1849000910686464:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 114us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345656.040179:0:35200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3983 00010000:00010000:0.0:1763345656.040200:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af9de lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.040207:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af9de lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.040226:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af9e5 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x268:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.040236:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af944 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x268:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834125 expref: 322 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345656.040251:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af9e5 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x268:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.040277:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af944 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x268:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980834125 expref: 322 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345656.040289:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af944 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x268:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834125 expref: 322 pid: 6520 timeout: 1148 lvb_type: 0 00000100:00100000:0.0:1763345656.040299:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54aa8d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924500992:192.168.203.8@tcp:104: 00000100:00100000:0.0:1763345656.040344:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6456ac240 going to sleep for 11 seconds 00000100:00100000:0.0:1763345656.044099:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54aa8d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6523:1849000924500992:192.168.203.8@tcp:104: 00010000:00010000:0.0:1763345656.044127:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af9e5 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x268:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000100:00100000:0.0:1763345656.044590:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345656.044649:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910686592 00000100:00100000:3.0:1763345656.044667:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910686592 00010000:00010000:3.0:1763345656.044700:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af944 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x268:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834125 expref: 323 pid: 6520 timeout: 1148 lvb_type: 0 00000100:00100000:3.0:1763345656.044737:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3984 00000100:00100000:3.0:1763345656.044746:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54aa8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+323:2409:x1849000910686592:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345656.045454:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345656.045464:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af944 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x268:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834125 expref: 323 pid: 6520 timeout: 1148 lvb_type: 0 00010000:00010000:3.0:1763345656.045477:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af944 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x268:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834125 expref: 323 pid: 6520 timeout: 1148 lvb_type: 0 00010000:00010000:3.0:1763345656.045504:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91800/0x52bea07cb58af944 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x268:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834125 expref: 323 pid: 6520 timeout: 1148 lvb_type: 0 00010000:00010000:3.0:1763345656.045517:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x268:0x0].0x0 (ffff91b67a37f000) 00010000:00010000:3.0:1763345656.045521:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af9e5 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x268:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345656.045529:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af9e5 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x268:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345656.045536:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af9e5 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x268:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345656.045566:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345656.045622:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54aa8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+322:2409:x1849000910686592:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 876us (1036us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345656.045629:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3984 00010000:00010000:0.0:1763345656.046413:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af9e5 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x268:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.046424:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af9e5 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x268:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000100:00100000:0.0:1763345656.046733:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b54aa8f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924501120:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763345656.046814:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345656.046858:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b5420789c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345656.047218:0:7861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924501120 00000100:00100000:1.0:1763345656.047226:0:7861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924501120 00000100:00100000:1.0:1763345656.047643:0:7861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:1.0:1763345656.047653:0:7861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924501120:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763345656.047783:0:7861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924501120:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 99us (935us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345656.047790:0:7861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:2.0:1763345656.047882:0:6523:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839925 gen 2 00000004:00080000:2.0:1763345656.047888:0:6523:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b681ec3b80, transno 21474839910 00000004:00080000:2.0:1763345656.047895:0:6523:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b681ec1880, transno 21474839911 00000004:00080000:2.0:1763345656.047897:0:6523:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b681ec0a80, transno 21474839912 00000004:00080000:2.0:1763345656.047900:0:6523:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6779a5880, transno 21474839920 00000004:00080000:2.0:1763345656.047902:0:6523:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6779a4e00, transno 21474839921 00000004:00080000:2.0:1763345656.047905:0:6523:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b6779a5c00, transno 21474839922 00000004:00080000:2.0:1763345656.047907:0:6523:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541de4000, transno 21474839923 00000004:00080000:2.0:1763345656.047910:0:6523:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541de7480, transno 21474839924 00000004:00080000:2.0:1763345656.047912:0:6523:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b541de5f80, transno 21474839925 00000100:00100000:2.0:1763345656.047918:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b54aa8f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924501120:0@lo:1000:mdt_rdpg00_000.0 00000100:00080000:3.0:1763345656.047960:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763345656.047971:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542259180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924501248:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763345656.048001:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345656.048031:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6456ac240 going to sleep for 11 seconds 00000100:00100000:3.0:1763345656.048076:0:7861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924501248 00000100:00100000:3.0:1763345656.048080:0:7861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924501248 00000100:00100000:3.0:1763345656.048122:0:7861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00100000:3.0:1763345656.048130:0:7861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54225b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924501248:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763345656.048190:0:7861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54225b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924501248:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 61us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345656.048196:0:7861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00080000:2.0:1763345656.048236:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763345656.048254:0:6523:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872555 gen 2 00000004:00080000:2.0:1763345656.048258:0:6523:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5491ead80, transno 17179872550 00000004:00080000:2.0:1763345656.048272:0:6523:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5491e9500, transno 17179872551 00000004:00080000:2.0:1763345656.048276:0:6523:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5491e8380, transno 17179872552 00000004:00080000:2.0:1763345656.048279:0:6523:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5454dfb80, transno 17179872553 00000004:00080000:2.0:1763345656.048281:0:6523:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5454dd500, transno 17179872554 00000004:00080000:2.0:1763345656.048283:0:6523:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b5454dc000, transno 17179872555 00000100:00100000:2.0:1763345656.048288:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542259180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924501248:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763345656.048335:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542259180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924501376:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763345656.048357:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345656.048369:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642f6f3c0 going to sleep for 11 seconds 00000004:00080000:1.0:1763345656.048443:0:32326:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 9 done 00000100:00100000:1.0:1763345656.048459:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924501376 00000100:00100000:1.0:1763345656.048463:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924501376 00000004:00080000:3.0:1763345656.048474:0:32328:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 6 done 00000100:00100000:1.0:1763345656.048481:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:1.0:1763345656.048487:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542259880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924501376:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763345656.048586:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542259880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924501376:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 99us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345656.048593:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00100000:2.0:1763345656.048650:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542259180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924501376:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763345656.048680:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542259180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924501504:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763345656.048701:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763345656.048813:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924501504 00000100:00100000:1.0:1763345656.048818:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924501504 00000100:00100000:2.0:1763345656.048823:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1763345656.048844:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1379 00000100:00100000:1.0:1763345656.048851:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54225b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924501504:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763345656.048915:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54225b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924501504:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 62us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345656.048921:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1379 00000100:00100000:2.0:1763345656.048979:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542259180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924501504:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763345656.049017:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542259180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924501632:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763345656.049037:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345656.049058:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642f6f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345656.049107:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924501632 00000100:00100000:1.0:1763345656.049112:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924501632 00000100:00100000:1.0:1763345656.049144:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1380 00000100:00100000:1.0:1763345656.049151:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54225a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924501632:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763345656.049246:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54225a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924501632:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 95us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345656.049279:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542259180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924501632:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763345656.049308:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542259180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924501760:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763345656.049329:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345656.049351:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1763345656.049393:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924501760 00000100:00100000:3.0:1763345656.049398:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924501760 00000100:00100000:3.0:1763345656.049430:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1381 00000100:00100000:3.0:1763345656.049437:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54225a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924501760:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763345656.049498:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54225a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924501760:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 61us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345656.049504:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1381 00000100:00100000:2.0:1763345656.049601:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542259180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924501760:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763345656.049639:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542259180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924501888:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763345656.049661:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345656.049707:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1763345656.049743:0:7861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924501888 00000100:00100000:0.0:1763345656.049748:0:7861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924501888 00000100:00100000:0.0:1763345656.049821:0:7861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1382 00000100:00100000:0.0:1763345656.049829:0:7861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542259c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924501888:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763345656.049858:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1380 00000100:00100000:0.0:1763345656.049880:0:7861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542259c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924501888:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 53us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345656.049887:0:7861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1382 00000100:00100000:2.0:1763345656.049950:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542259180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924501888:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763345656.049983:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542259180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924502016:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763345656.050005:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345656.050027:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b64a648c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763345656.050099:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924502016 00000100:00100000:3.0:1763345656.050103:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924502016 00000100:00100000:3.0:1763345656.050123:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1383 00000100:00100000:3.0:1763345656.050134:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542258380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924502016:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763345656.050218:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542258380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924502016:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 83us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345656.050224:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1383 00000100:00100000:2.0:1763345656.050280:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542259180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924502016:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:2.0:1763345656.050436:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].21, 552 off47912 00000001:00080000:2.0:1763345656.050448:0:6523:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941656 00000100:00100000:2.0:1763345656.050498:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542259180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924502144:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763345656.050521:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345656.050588:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b681e8ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1763345656.050624:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924502144 00000100:00100000:1.0:1763345656.050628:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924502144 00000100:00100000:1.0:1763345656.050661:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00100000:1.0:1763345656.050668:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54225ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924502144:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763345656.050806:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54225ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6523:x1849000924502144:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 138us (283us total) trans 21474839935 rc 0/0 00000100:00100000:1.0:1763345656.050812:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 00000100:00100000:2.0:1763345656.050922:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542259180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924502144:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763345656.050946:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542259500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924502272:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763345656.050971:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763345656.051242:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6456acd80 going to sleep for 11 seconds 00000100:00100000:3.0:1763345656.051320:0:6526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924502272 00000100:00100000:3.0:1763345656.051324:0:6526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924502272 00000100:00100000:2.0:1763345656.051405:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385 00000100:00100000:2.0:1763345656.051412:0:6526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542258700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1849000924502272:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763345656.051983:0:6526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542258700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6523:x1849000924502272:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 571us (1010us total) trans 17179872560 rc 0/0 00000100:00100000:2.0:1763345656.051991:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385 00000100:00100000:3.0:1763345656.052077:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542259500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6523:1849000924502272:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1763345656.052497:0:6523:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941657 00010000:00010000:0.0:1763345656.052530:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af9e5 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x268:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.052541:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af9e5 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x268:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.052548:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af9e5 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x268:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.052554:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5400 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345656.052559:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af9e5 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x268:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.052566:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af9e5 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x268:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.052581:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x268:0x0].0x0 (ffff91b67a37f000) 00010000:00010000:0.0:1763345656.052584:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763345656.052589:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af9e5 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x268:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.052595:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af9e5 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x268:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.052609:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af9de lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.052614:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af9de lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.052620:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af9de lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.052625:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe7000 already unused, calling callback (ffffffffc181e550) 00010000:00010000:0.0:1763345656.052627:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af9de lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.052632:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af9de lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.052638:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345656.052641:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763345656.052644:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af9de lrc: 2/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.052650:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe7000/0x52bea07cb58af9de lrc: 0/0,0 mode: --/EX res: [0x200000405:0x25c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.052663:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:0.0:1763345656.052665:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763345656.052671:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90e00/0x52bea07cb58af905 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834110 expref: 324 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345656.053150:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+323:57892:x1849000910686208:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 18008us (19301us total) trans 8589941658 rc 0/0 00000100:00100000:0.0:1763345656.053158:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4042 00000020:00080000:0.0:1763345656.053162:0:6523:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1763345656.055311:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345656.055378:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910686720 00000100:00100000:3.0:1763345656.055387:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910686720 00000100:00100000:3.0:1763345656.055490:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11774 00000100:00100000:3.0:1763345656.055500:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+323:57892:x1849000910686720:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345656.055523:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345656.055544:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58af9ec lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834164 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.055596:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58af9ec lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834164 expref: 324 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.055609:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260600/0x52bea07cb58af9ec lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834164 expref: 324 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.055626:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:3.0:1763345656.055629:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763345656.055632:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260600, rc 0) 00000100:00100000:3.0:1763345656.055991:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+324:57892:x1849000910686720:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 492us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345656.055999:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11774 00000100:00100000:1.0:1763345656.059558:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345656.059635:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910686976 00000100:00100000:0.0:1763345656.059645:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910686976 00000100:00100000:0.0:1763345656.059715:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4043 00000100:00100000:0.0:1763345656.059725:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+324:57892:x1849000910686976:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345656.059968:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57892:x1849000910686976:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 244us (419us total) trans 8589941659 rc 0/0 00000100:00100000:0.0:1763345656.059976:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4043 00000100:00100000:1.0:1763345656.063951:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345656.064010:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910687232 00000100:00100000:3.0:1763345656.064020:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910687232 00000100:00100000:0.0:1763345656.064189:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4044 00000100:00100000:0.0:1763345656.064200:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b64a6c0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+325:57892:x1849000910687232:12345-192.168.203.8@tcp:35:lfs.0 00000004:00080000:0.0:1763345656.064369:0:6523:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x268:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:0.0:1763345656.064442:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af9f3 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x268:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.064459:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af9f3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x268:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.064471:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af9f3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x268:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.064479:0:6523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af9f3 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x268:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.064485:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af9f3 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x268:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.064490:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af9f3 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x268:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763345656.064563:0:6523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763345656.064699:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763345656.064706:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af9f3 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x268:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345656.064714:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b5456b5400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345656.064717:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af9f3 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x268:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345656.064723:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af9f3 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x268:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345656.064736:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x268:0x0].0x0 (ffff91b67a37f000) 00010000:00010000:3.0:1763345656.064739:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763345656.064744:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af9f3 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x268:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345656.064792:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b5456b5400/0x52bea07cb58af9f3 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x268:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763345656.064803:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345656.064805:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763345656.064807:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763345656.064931:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b64a6c0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+326:57892:x1849000910687232:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 732us (987us total) trans 8589941660 rc 0/0 00000100:00100000:0.0:1763345656.064939:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4044 00000100:00100000:1.0:1763345656.088452:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345656.088525:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910687360 00000100:00100000:3.0:1763345656.088535:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910687360 00000100:00100000:3.0:1763345656.088593:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11775 00000100:00100000:3.0:1763345656.088604:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+326:57893:x1849000910687360:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345656.088631:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345656.088656:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af9fa lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083416b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.088733:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58afa01 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.088746:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58afa01 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.088794:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58afa01 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.088809:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58afa08 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.088816:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58afa08 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.088824:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58afa08 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.088896:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58afa0f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.088906:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58afa0f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.088913:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58afa0f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763345656.088956:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 173982 00000004:00200000:3.0:1763345656.088961:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763345656.088979:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58afa0f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.088991:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58afa0f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.089000:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58afa01 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.089007:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58afa01 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.089013:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58afa01 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.089020:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58afa01 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.089027:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543260e00 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345656.089031:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58afa01 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.089039:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58afa01 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.089051:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff91b54307bc00) 00010000:00010000:3.0:1763345656.089054:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345656.089059:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58afa01 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.089065:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58afa01 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.089078:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58afa08 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.089084:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58afa08 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.089090:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58afa08 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.089096:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b543261200 already unused, calling callback (ffffffffc181e550) 00010000:00010000:3.0:1763345656.089099:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58afa08 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.089104:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58afa08 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.089111:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0xdd396665 (ffff91b54307bb00) 00010000:00010000:3.0:1763345656.089114:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763345656.089117:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58afa08 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.089122:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58afa08 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.089154:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58af9fa lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083416b expref: 328 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.089179:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58afa0f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083416b expref: 327 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.089187:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:3.0:1763345656.089191:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763345656.089195:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261600, rc 0) 00000100:00100000:3.0:1763345656.089252:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+327:57893:x1849000910687360:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 648us (807us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345656.089260:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11775 00000100:00100000:1.0:1763345656.093825:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345656.094437:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910687616 00000100:00100000:3.0:1763345656.094449:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910687616 00000100:00100000:3.0:1763345656.094517:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11776 00000100:00100000:3.0:1763345656.094528:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+327:57893:x1849000910687616:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:3.0:1763345656.094547:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345656.094568:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa16 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834172 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.094665:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58afa1d lrc: 3/1,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.094680:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58afa1d lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.094692:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58afa1d lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763345656.094715:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 173982 00010000:00010000:3.0:1763345656.094868:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa16 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834172 expref: 330 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.094887:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ada00/0x52bea07cb58afa1d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834172 expref: 329 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.094896:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:3.0:1763345656.094899:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763345656.094903:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b65e8ada00, rc 0) 00000100:00100000:3.0:1763345656.094956:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+329:57893:x1849000910687616:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 430us (1136us total) trans 8589941661 rc 0/0 00000100:00100000:3.0:1763345656.094964:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11776 00000100:00100000:3.0:1763345656.101035:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345656.101085:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910687872 00000100:00100000:1.0:1763345656.101095:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910687872 00000100:00100000:1.0:1763345656.101151:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11777 00000100:00100000:1.0:1763345656.101161:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+329:57893:x1849000910687872:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345656.101185:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345656.101206:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58afa2b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834179 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345656.101316:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58afa32 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345656.101331:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58afa32 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763345656.101342:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58afa32 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000004:00200000:1.0:1763345656.101357:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 173982 00010000:00010000:1.0:1763345656.101453:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d91a00/0x52bea07cb58afa2b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834179 expref: 332 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345656.101468:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58afa32 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834179 expref: 331 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345656.101476:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:1.0:1763345656.101478:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763345656.101481:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90200, rc 0) 00000100:00100000:1.0:1763345656.101542:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d51c9e15-7951-472b-8182-95fba90f4cff+331:57893:x1849000910687872:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 382us (515us total) trans 8589941662 rc 0/0 00000100:00100000:1.0:1763345656.101549:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11777 00000100:00100000:1.0:1763345656.107349:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345656.108536:0:27809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910688000 00000100:00100000:2.0:1763345656.108548:0:27809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910688000 00000100:00100000:2.0:1763345656.108604:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8823 00000100:00100000:2.0:1763345656.108613:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+16:2411:x1849000910688000:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345656.108630:0:27809:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345656.108651:0:27809:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7600/0x52bea07cb58afa40 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834180 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345656.108673:0:27809:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x379:0x0] initial LVB size: 173982, mtime: 0x691a84f6, atime: 0x691a84f5, ctime: 0x691a84f6, blocks: 0xf0 00010000:00010000:2.0:1763345656.108691:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345656.108694:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345656.108702:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7600/0x52bea07cb58afa40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834180 expref: 17 pid: 27809 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345656.108719:0:27809:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b54fbe7600/0x52bea07cb58afa40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834180 expref: 17 pid: 27809 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345656.108730:0:27809:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7600, rc 0) 00000100:00100000:2.0:1763345656.108817:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910688000:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 205us (1538us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345656.108825:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8823 00000100:00100000:2.0:1763345656.160362:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345656.160409:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910688128 00000100:00100000:3.0:1763345656.160419:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910688128 00000100:00100000:3.0:1763345656.160483:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2405 00000100:00100000:3.0:1763345656.160494:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910688128:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:3.0:1763345656.160529:0:28401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa47 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.160546:0:28401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af9c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.8@tcp remote: 0x199a9698083414f expref: 18 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.160553:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345656.160555:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763345656.160558:0:28401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa47 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.160589:0:28401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af9c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.8@tcp remote: 0x199a9698083414f expref: 18 pid: 27809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.160602:0:28401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af9c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083414f expref: 18 pid: 27809 timeout: 1148 lvb_type: 0 00000100:00100000:3.0:1763345656.160616:0:28401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28401:1849000924502400:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345656.160691:0:28401:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b54203d180 going to sleep for 11 seconds 00000100:00100000:1.0:1763345656.165928:0:28401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28401:1849000924502400:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345656.165958:0:28401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa47 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345656.166057:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345656.166083:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910688256 00000100:00100000:1.0:1763345656.166090:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910688256 00010000:00010000:1.0:1763345656.166126:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af9c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083414f expref: 19 pid: 27809 timeout: 1148 lvb_type: 0 00000100:00100000:1.0:1763345656.166171:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3985 00000100:00100000:1.0:1763345656.166183:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b65350c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+19:2409:x1849000910688256:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345656.166200:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345656.166225:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af9c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083414f expref: 19 pid: 27809 timeout: 1148 lvb_type: 0 00010000:00010000:1.0:1763345656.166241:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af9c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083414f expref: 19 pid: 27809 timeout: 1148 lvb_type: 0 00010000:00010000:1.0:1763345656.166262:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6800/0x52bea07cb58af9c9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.8@tcp remote: 0x199a9698083414f expref: 19 pid: 27809 timeout: 1148 lvb_type: 0 00010000:00010000:1.0:1763345656.166277:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345656.166279:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763345656.166287:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa47 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345656.166296:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa47 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345656.166318:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345656.166367:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b65350c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+18:2409:x1849000910688256:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 188us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345656.166374:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3985 00010000:00010000:1.0:1763345656.166422:0:28401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa47 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345656.166430:0:28401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa47 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345656.172917:0:28401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa47 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345656.172934:0:28401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa47 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345656.172944:0:28401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345656.172951:0:28401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ade00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:0.0:1763345656.172956:0:28401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345656.172965:0:28401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345656.172985:0:28401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa47 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345656.172998:0:28401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa47 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763345656.173086:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910688128:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 12590us (12731us total) trans 0 rc 173982/173982 00000100:00100000:0.0:1763345656.173097:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2405 00000100:00100000:0.0:1763345656.177146:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345656.177186:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910688384 00000100:00100000:0.0:1763345656.177193:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345656.177197:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910688384 00000100:00100000:1.0:1763345656.177239:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910688512 00000100:00100000:1.0:1763345656.177243:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910688512 00000100:00100000:1.0:1763345656.177265:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8824 00000100:00100000:1.0:1763345656.177273:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54377d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910688384:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345656.177290:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345656.177307:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58afa4e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834187 expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345656.177362:0:8560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541de4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924502528:192.168.203.8@tcp:106: 00000100:00100000:1.0:1763345656.177442:0:8560:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b651a5e6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763345656.177465:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8825 00000100:00100000:1.0:1763345656.177474:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910688512:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345656.177482:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345656.177492:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d90800/0x52bea07cb58afa55 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x37a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083418e expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345656.177518:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541de7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8405:1849000924502656:192.168.203.8@tcp:106: 00000100:00100000:1.0:1763345656.177542:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b642d2a840 going to sleep for 11 seconds 00000100:00100000:2.0:1763345656.186543:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541de7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8405:1849000924502656:192.168.203.8@tcp:106: 00010000:00010000:2.0:1763345656.186586:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b548d90800/0x52bea07cb58afa55 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x37a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083418e expref: 18 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345656.186616:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d90800/0x52bea07cb58afa55 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x37a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083418e expref: 18 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345656.186628:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90800, rc 0) 00000100:00100000:2.0:1763345656.186697:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910688512:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 9223us (9502us total) trans 0 rc 301/301 00000100:00100000:2.0:1763345656.186707:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8825 00000100:00100000:0.0:1763345656.187942:0:8560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541de4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8560:1849000924502528:192.168.203.8@tcp:106: 00010000:00010000:0.0:1763345656.187968:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58afa4e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834187 expref: 18 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345656.187985:0:8560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b548d90000/0x52bea07cb58afa4e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834187 expref: 18 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345656.187995:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d90000, rc 0) 00000100:00100000:0.0:1763345656.188040:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54377d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910688384:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 10767us (10900us total) trans 0 rc 301/301 00000100:00100000:0.0:1763345656.188049:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8824 00000100:00100000:0.0:1763345656.193023:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345656.193326:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910688640 00000100:00100000:2.0:1763345656.193336:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910688640 00000100:00100000:2.0:1763345656.193412:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2406 00000100:00100000:2.0:1763345656.193425:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543387100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910688640:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:2.0:1763345656.193461:0:28401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58afa5c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345656.193481:0:28401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af9ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834141 expref: 17 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345656.193489:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345656.193492:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763345656.193496:0:28401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58afa5c lrc: 4/1,0 mode: --/PR res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345656.193532:0:28401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af9ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.8@tcp remote: 0x199a96980834141 expref: 17 pid: 28868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345656.193553:0:28401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af9ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834141 expref: 17 pid: 28868 timeout: 1148 lvb_type: 0 00000100:00100000:2.0:1763345656.193569:0:28401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b542258000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28401:1849000924502784:192.168.203.8@tcp:104: 00000100:00100000:2.0:1763345656.193661:0:28401:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b6748bad80 going to sleep for 11 seconds 00000100:00100000:2.0:1763345656.197681:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345656.197726:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910688768 00000100:00100000:2.0:1763345656.197735:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910688768 00010000:00010000:2.0:1763345656.197799:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af9ad lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834141 expref: 18 pid: 28868 timeout: 1148 lvb_type: 0 00000100:00100000:2.0:1763345656.197837:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3986 00000100:00100000:2.0:1763345656.197846:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542258e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910688768:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763345656.197859:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763345656.197878:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af9ad lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834141 expref: 18 pid: 28868 timeout: 1148 lvb_type: 0 00010000:00010000:2.0:1763345656.197891:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af9ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834141 expref: 18 pid: 28868 timeout: 1148 lvb_type: 0 00010000:00010000:2.0:1763345656.197915:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345656.197918:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345656.197923:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58afa5c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 4 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345656.197933:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58afa5c lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 4 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345656.197953:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763345656.198005:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542258e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+18:2408:x1849000910688768:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 158us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345656.198014:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3986 00010000:00010000:1.0:1763345656.198791:0:28401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58af9ad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.8@tcp remote: 0x199a96980834141 expref: 17 pid: 28868 timeout: 1148 lvb_type: 0 00000100:00100000:1.0:1763345656.198809:0:28401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b542258000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28401:1849000924502784:192.168.203.8@tcp:104: 00010000:00010000:1.0:1763345656.198837:0:28401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58afa5c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345656.198853:0:28401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58afa5c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345656.198860:0:28401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58afa5c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345656.208170:0:28401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58afa5c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345656.208189:0:28401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58afa5c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345656.208198:0:28401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58afa5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345656.208204:0:28401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b54fbe6400 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:1.0:1763345656.208209:0:28401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58afa5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345656.208218:0:28401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58afa5c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345656.208235:0:28401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58afa5c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345656.208242:0:28401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58afa5c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345656.208334:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543387100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+16:2409:x1849000910688640:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 14910us (15314us total) trans 0 rc 173982/173982 00000100:00100000:1.0:1763345656.208344:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2406 00000100:00100000:0.0:1763345656.226533:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345656.226641:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910688896 00000100:00100000:1.0:1763345656.226650:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910688896 00000100:00100000:1.0:1763345656.227347:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 478 00000100:00100000:1.0:1763345656.227360:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b543386300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+331:57893:x1849000910688896:12345-192.168.203.8@tcp:103:lfs.0 00010000:00010000:1.0:1763345656.227377:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345656.227402:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b548d90200/0x52bea07cb58afa32 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834179 expref: 331 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763345656.227417:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:1.0:1763345656.227422:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345656.227471:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b543386300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+330:57893:x1849000910688896:12345-192.168.203.8@tcp:103:lfs.0 Request processed in 114us (943us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345656.227478:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 478 00000100:00100000:1.0:1763345656.233484:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345656.234428:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910689152 00000100:00100000:0.0:1763345656.234439:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910689152 00000100:00100000:0.0:1763345656.234494:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4045 00000100:00100000:0.0:1763345656.234511:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+330:57893:x1849000910689152:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345656.234733:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+331:57893:x1849000910689152:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 224us (1257us total) trans 8589941663 rc 0/0 00000100:00100000:0.0:1763345656.234740:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4045 00000100:00100000:2.0:1763345656.258857:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345656.259337:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910689408 00000100:00100000:3.0:1763345656.259347:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910689408 00000100:00100000:2.0:1763345656.259462:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11778 00000100:00100000:2.0:1763345656.259474:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b542258000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+331:57894:x1849000910689408:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345656.259498:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345656.259610:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58afa63 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a96980834195 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345656.259730:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58afa6a lrc: 3/0,1 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345656.259745:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58afa6a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345656.260007:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58afa6a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345656.260021:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 173982 00010000:00010000:2.0:1763345656.260127:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6400/0x52bea07cb58afa63 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834195 expref: 334 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345656.260149:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58afa6a lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834195 expref: 333 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345656.260157:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345656.260161:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763345656.260165:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe6200, rc 0) 00000100:00100000:2.0:1763345656.260225:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b542258000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+333:57894:x1849000910689408:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 753us (1376us total) trans 8589941664 rc 0/0 00000100:00100000:2.0:1763345656.260232:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11778 00000100:00100000:1.0:1763345656.264318:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345656.264410:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910689536 00000100:00100000:3.0:1763345656.264420:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910689536 00000100:00100000:3.0:1763345656.264474:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2407 00000100:00100000:3.0:1763345656.264481:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910689536:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:3.0:1763345656.264514:0:28401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa78 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.264535:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345656.264537:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345656.264542:0:28401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa78 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.264557:0:28401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa78 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.267326:0:28401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa78 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.267341:0:28401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa78 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.267350:0:28401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa78 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.267357:0:28401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ade00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345656.267361:0:28401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa78 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.267370:0:28401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa78 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.267387:0:28401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa78 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.267395:0:28401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa78 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x379:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345656.267468:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+17:2409:x1849000910689536:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 2983us (3152us total) trans 0 rc 176128/176128 00000100:00100000:3.0:1763345656.267477:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2407 00000100:00100000:2.0:1763345656.295368:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345656.295432:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910689664 00000100:00100000:0.0:1763345656.295443:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910689664 00000100:00100000:0.0:1763345656.295507:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8826 00000100:00100000:0.0:1763345656.295518:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54aa8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+16:2410:x1849000910689664:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:0.0:1763345656.295536:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345656.295555:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58afa7f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a9698083419c expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345656.295578:0:8560:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x370:0x0] initial LVB size: 173982, mtime: 0x691a84f6, atime: 0x691a84f7, ctime: 0x691a84f7, blocks: 0x168 00010000:00010000:0.0:1763345656.295598:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345656.295600:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345656.295609:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58afa7f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083419c expref: 17 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345656.295625:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5400/0x52bea07cb58afa7f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083419c expref: 17 pid: 8560 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763345656.295638:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5400, rc 0) 00000100:00100000:0.0:1763345656.297332:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54aa8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+17:2410:x1849000910689664:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 1807us (1965us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345656.297344:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8826 00000100:00100000:1.0:1763345656.303957:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345656.304196:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910689792 00000100:00100000:3.0:1763345656.304206:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910689792 00000100:00100000:3.0:1763345656.304276:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2408 00000100:00100000:3.0:1763345656.304286:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541de7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910689792:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:3.0:1763345656.304323:0:28401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa86 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.304339:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345656.304341:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345656.304346:0:28401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa86 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.304360:0:28401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa86 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.308322:0:28401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa86 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.308389:0:28401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa86 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.308397:0:28401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa86 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.308404:0:28401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ade00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345656.308407:0:28401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa86 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.308415:0:28401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.308434:0:28401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa86 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.308441:0:28401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa86 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x370:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345656.308534:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541de7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+17:2411:x1849000910689792:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 4245us (4581us total) trans 0 rc 176128/176128 00000100:00100000:3.0:1763345656.308545:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2408 00000100:00100000:2.0:1763345656.315091:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345656.315153:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345656.315829:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910690048 00000100:00100000:1.0:1763345656.315840:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910690048 00000100:00100000:1.0:1763345656.315898:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910689920 00000100:00100000:1.0:1763345656.315901:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910689920 00000100:00100000:1.0:1763345656.315937:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8827 00000100:00100000:1.0:1763345656.315947:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b54aa8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+17:2410:x1849000910690048:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:1.0:1763345656.315965:0:8405:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763345656.315982:0:8405:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58afa8d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x37a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808341aa expref: -99 pid: 8405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763345656.316034:0:8405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b5435fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8405:1849000924502912:192.168.203.8@tcp:106: 00000100:00100000:1.0:1763345656.316100:0:8405:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b541c29840 going to sleep for 11 seconds 00000100:00100000:2.0:1763345656.316302:0:27809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8828 00000100:00100000:2.0:1763345656.316311:0:27809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b67c76c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+17:2410:x1849000910689920:12345-192.168.203.8@tcp:101:lfs.0 00010000:00010000:2.0:1763345656.316319:0:27809:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763345656.316331:0:27809:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58afa94 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808341a3 expref: -99 pid: 27809 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763345656.316351:0:27809:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x378:0x0] initial LVB size: 176128, mtime: 0x691a84f6, atime: 0x691a84f7, ctime: 0x691a84f7, blocks: 0xc8 00010000:00010000:2.0:1763345656.316363:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345656.316365:0:27809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763345656.316372:0:27809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58afa94 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808341a3 expref: 18 pid: 27809 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345656.316385:0:27809:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b54fbe7200/0x52bea07cb58afa94 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808341a3 expref: 18 pid: 27809 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763345656.316400:0:27809:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b54fbe7200, rc 0) 00000100:00100000:2.0:1763345656.316441:0:27809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b67c76c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d51c9e15-7951-472b-8182-95fba90f4cff+18:2410:x1849000910689920:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 132us (1287us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345656.316447:0:27809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8828 00000100:00100000:1.0:1763345656.319301:0:8405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b5435fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8405:1849000924502912:192.168.203.8@tcp:106: 00010000:00010000:1.0:1763345656.319338:0:8405:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58afa8d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x37a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808341aa expref: 18 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345656.319362:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff91b548d91600/0x52bea07cb58afa8d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x37a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.8@tcp remote: 0x199a969808341aa expref: 18 pid: 8405 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763345656.319374:0:8405:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b548d91600, rc 0) 00000100:00100000:1.0:1763345656.319893:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b54aa8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d51c9e15-7951-472b-8182-95fba90f4cff+17:2410:x1849000910690048:12345-192.168.203.8@tcp:101:lfs.0 Request processed in 3945us (4807us total) trans 0 rc 301/301 00000100:00100000:1.0:1763345656.319904:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8827 00000100:00100000:1.0:1763345656.324744:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345656.324961:0:28401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910690176 00000100:00100000:3.0:1763345656.324972:0:28401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910690176 00000100:00100000:3.0:1763345656.325043:0:28401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 2409 00000100:00100000:3.0:1763345656.325054:0:28401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+18:2410:x1849000910690176:12345-192.168.203.8@tcp:3:lfs.0 00010000:00010000:3.0:1763345656.325090:0:28401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa9b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.325106:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345656.325108:0:28401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763345656.325114:0:28401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa9b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.325126:0:28401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa9b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.332095:0:28401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa9b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.332112:0:28401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa9b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.332120:0:28401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa9b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.332126:0:28401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff91b65e8ade00 already unused, calling callback (ffffffffc0c06b40) 00010000:00010000:3.0:1763345656.332130:0:28401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa9b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.332137:0:28401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa9b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.332155:0:28401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa9b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.332162:0:28401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afa9b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x378:0x0].0x0 rrc: 3 type: EXT [0->176127] (req 0->176127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763345656.332258:0:28401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d51c9e15-7951-472b-8182-95fba90f4cff+18:2410:x1849000910690176:12345-192.168.203.8@tcp:3:lfs.0 Request processed in 7202us (7519us total) trans 0 rc 176128/176128 00000100:00100000:3.0:1763345656.332269:0:28401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 2409 00000100:00100000:2.0:1763345656.350926:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345656.351016:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910690304 00000100:00100000:3.0:1763345656.351027:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910690304 00000100:00100000:3.0:1763345656.351093:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 479 00000100:00100000:3.0:1763345656.351104:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b67c76ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+333:57894:x1849000910690304:12345-192.168.203.8@tcp:103:lfs.0 00010000:00010000:3.0:1763345656.351121:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345656.351146:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b54fbe6200/0x52bea07cb58afa6a lrc: 0/0,0 mode: --/PW res: [0x200000405:0x25c:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.8@tcp remote: 0x199a96980834195 expref: 333 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.351165:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:3.0:1763345656.351170:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345656.351226:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b67c76ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+332:57894:x1849000910690304:12345-192.168.203.8@tcp:103:lfs.0 Request processed in 124us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345656.351234:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 479 00000100:00100000:2.0:1763345656.355349:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345656.355585:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910690560 00000100:00100000:0.0:1763345656.355596:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910690560 00000100:00100000:0.0:1763345656.355658:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4046 00000100:00100000:0.0:1763345656.355667:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b67c76fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+332:57894:x1849000910690560:12345-192.168.203.8@tcp:35:lfs.0 00000100:00100000:0.0:1763345656.356031:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b67c76fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+333:57894:x1849000910690560:12345-192.168.203.8@tcp:35:lfs.0 Request processed in 363us (690us total) trans 8589941665 rc 0/0 00000100:00100000:0.0:1763345656.356038:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4046 00000100:00100000:2.0:1763345656.362883:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345656.363689:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910690816 00000100:00100000:3.0:1763345656.363713:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910690816 00000100:00100000:3.0:1763345656.363827:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11779 00000100:00100000:3.0:1763345656.363838:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b67c76ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+333:57861:x1849000910690816:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:3.0:1763345656.363862:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345656.363884:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afaa2 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808341b1 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.363990:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58afaa9 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.364005:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58afa0f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a9698083416b expref: 334 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.364013:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58afaa9 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.364044:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58afa0f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a9698083416b expref: 334 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.364056:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58afa0f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083416b expref: 334 pid: 6520 timeout: 1148 lvb_type: 0 00000100:00100000:3.0:1763345656.364069:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d65500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924503040:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345656.364154:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b644675780 going to sleep for 11 seconds 00000100:00100000:3.0:1763345656.366403:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d65500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924503040:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345656.366428:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58afaa9 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:2.0:1763345656.366547:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345656.366660:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910690944 00000100:00100000:1.0:1763345656.366666:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910690944 00010000:00010000:1.0:1763345656.366699:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58afa0f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083416b expref: 335 pid: 6520 timeout: 1148 lvb_type: 0 00000100:00100000:1.0:1763345656.366734:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3987 00000100:00100000:1.0:1763345656.366743:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b67c76ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+335:2409:x1849000910690944:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763345656.366802:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763345656.366808:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58afa0f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083416b expref: 335 pid: 6520 timeout: 1148 lvb_type: 0 00010000:00010000:1.0:1763345656.366820:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58afa0f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083416b expref: 335 pid: 6520 timeout: 1148 lvb_type: 0 00010000:00010000:1.0:1763345656.366841:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261600/0x52bea07cb58afa0f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a9698083416b expref: 335 pid: 6520 timeout: 1148 lvb_type: 0 00010000:00010000:1.0:1763345656.366854:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:1.0:1763345656.366858:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58afaa9 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345656.366866:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58afaa9 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345656.366872:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58afaa9 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763345656.366902:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763345656.366946:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b67c76ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d51c9e15-7951-472b-8182-95fba90f4cff+334:2409:x1849000910690944:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 204us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1763345656.366953:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3987 00010000:00010000:2.0:1763345656.367178:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58afaa9 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345656.367185:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58afaa9 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345656.367209:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 173982 00010000:00010000:2.0:1763345656.367376:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b65e8ade00/0x52bea07cb58afaa2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808341b1 expref: 335 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345656.367391:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58afaa9 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808341b1 expref: 334 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345656.367397:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345656.367400:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763345656.367402:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543261e00, rc 0) 00000100:00100000:2.0:1763345656.367444:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b67c76ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+334:57861:x1849000910690816:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 3608us (4570us total) trans 8589941666 rc 0/0 00000100:00100000:2.0:1763345656.367451:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11779 00000100:00100000:2.0:1763345656.369922:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345656.370010:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910691072 00000100:00100000:3.0:1763345656.370018:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910691072 00000100:00100000:3.0:1763345656.370072:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 11780 00000100:00100000:3.0:1763345656.370082:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b67c76f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+334:57861:x1849000910691072:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:3.0:1763345656.370106:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763345656.370124:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58afab7 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808341b8 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.370236:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58afabe lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.370252:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58afaa9 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808341b1 expref: 335 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.370261:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58afabe lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.370294:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58afaa9 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.8@tcp remote: 0x199a969808341b1 expref: 335 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763345656.370307:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58afaa9 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808341b1 expref: 335 pid: 6520 timeout: 1148 lvb_type: 0 00000100:00100000:3.0:1763345656.370321:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b541d65500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924503168:192.168.203.8@tcp:104: 00000100:00100000:3.0:1763345656.370397:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff91b644675780 going to sleep for 11 seconds 00000100:00100000:3.0:1763345656.372005:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b541d65500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6520:1849000924503168:192.168.203.8@tcp:104: 00010000:00010000:3.0:1763345656.372036:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58afabe lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:2.0:1763345656.372095:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345656.372358:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910691200 00000100:00100000:3.0:1763345656.372365:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910691200 00010000:00010000:3.0:1763345656.372397:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58afaa9 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808341b1 expref: 336 pid: 6520 timeout: 1148 lvb_type: 0 00000100:00100000:3.0:1763345656.372435:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 3988 00000100:00100000:3.0:1763345656.372445:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b67c76c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+336:2408:x1849000910691200:12345-192.168.203.8@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763345656.372457:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763345656.372463:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58afaa9 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808341b1 expref: 336 pid: 6520 timeout: 1148 lvb_type: 0 00010000:00010000:3.0:1763345656.372473:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58afaa9 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.8@tcp remote: 0x199a969808341b1 expref: 336 pid: 6520 timeout: 1148 lvb_type: 0 00010000:00010000:3.0:1763345656.372493:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261e00/0x52bea07cb58afaa9 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x25c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.8@tcp remote: 0x199a969808341b1 expref: 336 pid: 6520 timeout: 1148 lvb_type: 0 00010000:00010000:3.0:1763345656.372506:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:3.0:1763345656.372510:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58afabe lrc: 3/1,0 mode: --/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.372519:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58afabe lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.372524:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58afabe lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763345656.372552:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763345656.372595:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b67c76c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d51c9e15-7951-472b-8182-95fba90f4cff+335:2408:x1849000910691200:12345-192.168.203.8@tcp:103:ldlm_bl.0 Request processed in 152us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1763345656.372603:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 3988 00010000:00010000:2.0:1763345656.372828:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58afabe lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345656.372836:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58afabe lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763345656.372882:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x25c:0x0]: returning size 173982 00000004:00200000:2.0:1763345656.372886:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763345656.372905:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58afabe lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763345656.372931:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91b543261200/0x52bea07cb58afab7 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x25c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808341b8 expref: 335 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345656.372944:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91b543260e00/0x52bea07cb58afabe lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.8@tcp remote: 0x199a969808341b8 expref: 334 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763345656.372951:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x25c:0x0].0x0 (ffff91b6509d7500) 00010000:00010000:2.0:1763345656.372954:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763345656.372957:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b543260e00, rc 0) 00000100:00100000:2.0:1763345656.373002:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b67c76f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d51c9e15-7951-472b-8182-95fba90f4cff+334:57861:x1849000910691072:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 2921us (3087us total) trans 0 rc 0/0 00000100:00100000:2.0:1763345656.373008:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 11780 00000100:00100000:2.0:1763345656.378572:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:1.0:1763345656.378849:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910691328 00000100:00100000:1.0:1763345656.378859:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910691328 00000100:00100000:0.0:1763345656.379587:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 8829 00000100:00100000:0.0:1763345656.379601:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b67c76df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+18:57861:x1849000910691328:12345-192.168.203.8@tcp:101:fsx.0 00010000:00010000:0.0:1763345656.379618:0:8560:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763345656.379640:0:8560:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58afac5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x199a969808341bf expref: -99 pid: 8560 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763345656.379673:0:8560:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x371:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763345656.379693:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345656.379695:0:8560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763345656.379705:0:8560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58afac5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->176127) gid 0 flags: 0x50000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808341bf expref: 19 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345656.379720:0:8560:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff91b5456b5200/0x52bea07cb58afac5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->176127) gid 0 flags: 0x40000000000000 nid: 192.168.203.8@tcp remote: 0x199a969808341bf expref: 19 pid: 8560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763345656.379732:0:8560:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91b5456b5200, rc 0) 00000100:00100000:0.0:1763345656.379837:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b67c76df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d51c9e15-7951-472b-8182-95fba90f4cff+19:57861:x1849000910691328:12345-192.168.203.8@tcp:101:fsx.0 Request processed in 239us (1272us total) trans 0 rc 0/0 00000100:00100000:0.0:1763345656.379845:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 8829 00000100:00100000:0.0:1763345656.385092:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:2.0:1763345656.387388:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910691584 00000100:00100000:2.0:1763345656.387403:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910691584 00000100:00100000:2.0:1763345656.387487:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4047 00000100:00100000:2.0:1763345656.387499:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b672ab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+334:57861:x1849000910691584:12345-192.168.203.8@tcp:35:fsx.0 00000001:00080000:2.0:1763345656.387720:0:6523:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589941667 00000100:00100000:2.0:1763345656.387894:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b672ab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+336:57861:x1849000910691584:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 397us (2808us total) trans 8589941668 rc 0/0 00000100:00100000:2.0:1763345656.387911:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4047 00000020:00080000:2.0:1763345656.387916:0:6523:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763345656.394845:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:0.0:1763345656.395895:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910691840 00000100:00100000:0.0:1763345656.395908:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910691840 00000100:00100000:0.0:1763345656.395960:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4048 00000100:00100000:0.0:1763345656.395970:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b67c76f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+15:57861:x1849000910691840:12345-192.168.203.8@tcp:35:fsx.0 00000001:00080000:0.0:1763345656.396200:0:6523:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968318 00000100:00100000:0.0:1763345656.396323:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b67c76f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d51c9e15-7951-472b-8182-95fba90f4cff+17:57861:x1849000910691840:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 354us (1486us total) trans 4294968319 rc 0/0 00000100:00100000:0.0:1763345656.396332:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4048 00000020:00080000:0.0:1763345656.396339:0:6523:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763345656.398835:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.8@tcp (source: 12345-192.168.203.8@tcp) 00000100:00100000:3.0:1763345656.398912:0:35216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000910692096 00000100:00100000:3.0:1763345656.398921:0:35216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000910692096 00000100:00100000:2.0:1763345656.399036:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.8@tcp, seq: 4049 00000100:00100000:2.0:1763345656.399047:0:35216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b5435fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+336:57861:x1849000910692096:12345-192.168.203.8@tcp:35:fsx.0 00000100:00100000:2.0:1763345656.399261:0:35216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b5435fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:d51c9e15-7951-472b-8182-95fba90f4cff+337:57861:x1849000910692096:12345-192.168.203.8@tcp:35:fsx.0 Request processed in 215us (433us total) trans 8589941669 rc 0/0 00000100:00100000:2.0:1763345656.399269:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.8@tcp, seq: 4049 00010000:00010000:2.0:1763345656.465940:0:10338:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763345657.490702:0:6509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1763345657.919703:0:35483:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-flr test_70a: @@@@@@ FAIL: fsx FLR file /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr failed 00000004:00080000:0.0:1763345658.130001:0:32328:0:(osp_sync.c:925:osp_sync_new_err_job()) lustre-OST0001-osc-MDT0000 repeating 2 operation object 0x2c0000401:84 00000004:00080000:0.0:1763345658.130062:0:32328:0:(osp_sync.c:925:osp_sync_new_err_job()) lustre-OST0001-osc-MDT0000 repeating 2 operation object 0x2c0000401:84 00000100:00100000:3.0:1763345658.130155:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924503424:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345658.130229:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763345658.130303:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763345658.130309:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91b681ec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924503296:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763345658.130332:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763345658.130449:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924503424 00000100:00100000:0.0:1763345658.130457:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924503424 00000100:00100000:0.0:1763345658.130538:0:8560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849000924503296 00000100:00100000:0.0:1763345658.130542:0:8560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849000924503296 00000100:00100000:0.0:1763345658.130568:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8830 00000100:00100000:0.0:1763345658.130577:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3657:x1849000924503424:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345658.130732:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3657:x1849000924503424:12345-0@lo:2:osp-syn-1-0.0 Request processed in 155us (502us total) trans 0 rc -22/-22 00000100:00100000:0.0:1763345658.130749:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8830 00000100:00100000:0.0:1763345658.130782:0:8560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8831 00000100:00100000:0.0:1763345658.130788:0:8560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff91b541d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3657:x1849000924503296:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763345658.130840:0:8560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff91b541d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3657:x1849000924503296:12345-0@lo:2:osp-syn-1-0.0 Request processed in 52us (506us total) trans 0 rc -22/-22 00000100:00100000:0.0:1763345658.130845:0:8560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8831 00000100:00080000:3.0:1763345658.130904:0:6516:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:3.0:1763345658.130929:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b681ec3b80, transno 0 00000004:00080000:3.0:1763345658.130934:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b681ec3b80/1, rc -22, transno 0 00000100:00100000:3.0:1763345658.130953:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924503296:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763345658.130962:0:3657:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff91b681ec1880, transno 0 00000004:00080000:3.0:1763345658.130964:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff91b681ec1880/1, rc -22, transno 0 00000100:00100000:3.0:1763345658.130969:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91b681ec1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3657:1849000924503424:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1763345658.513937:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 70705 lines, 70705 kept, 0 dropped, 0 bad.